{"level":"warn","ts":"2026-04-01T23:31:23.470438Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T23:31:23.470519Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T23:31:23.470584Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T23:31:23.470596Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-04-01T23:31:23.470613Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T23:31:23.471225Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-04-01T23:31:23.471299Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T23:31:23.476555Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.309606ms"} {"level":"info","ts":"2026-04-01T23:31:23.487386Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-04-01T23:31:23.487555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T23:31:23.487681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-04-01T23:31:23.487693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T23:31:23.487707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.487807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-04-01T23:31:23.494978Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T23:31:23.498115Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T23:31:23.501346Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T23:31:23.505257Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T23:31:23.505557Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T23:31:23.505617Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:31:23.505809Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:31:23.505835Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:31:23.506535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-04-01T23:31:23.506646Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-04-01T23:31:23.509876Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T23:31:23.510084Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-04-01T23:31:23.51014Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-04-01T23:31:23.51021Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T23:31:23.510287Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T23:31:23.588403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.588463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.588497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-04-01T23:31:23.588514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.588522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.588538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.588587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-04-01T23:31:23.589516Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T23:31:23.589538Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T23:31:23.589548Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.589595Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T23:31:23.589804Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T23:31:23.589857Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T23:31:23.591265Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.591404Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.591449Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:31:23.592262Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-04-01T23:31:23.593183Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T23:31:25.618785Z","caller":"traceutil/trace.go:171","msg":"trace[2038141422] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"196.785636ms","start":"2026-04-01T23:31:25.421963Z","end":"2026-04-01T23:31:25.618749Z","steps":["trace[2038141422] 'process raft request' (duration: 143.40842ms)","trace[2038141422] 'compare' (duration: 53.200382ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:25.618891Z","caller":"traceutil/trace.go:171","msg":"trace[1110926915] linearizableReadLoop","detail":"{readStateIndex:22; appliedIndex:13; }","duration":"171.527466ms","start":"2026-04-01T23:31:25.44734Z","end":"2026-04-01T23:31:25.618868Z","steps":["trace[1110926915] 'read index received' (duration: 2.370504ms)","trace[1110926915] 'applied index is now lower than readState.Index' (duration: 169.156102ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:25.618929Z","caller":"traceutil/trace.go:171","msg":"trace[1387244752] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"196.080891ms","start":"2026-04-01T23:31:25.422836Z","end":"2026-04-01T23:31:25.618917Z","steps":["trace[1387244752] 'process raft request' (duration: 195.900957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.618982Z","caller":"traceutil/trace.go:171","msg":"trace[605445665] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"195.865946ms","start":"2026-04-01T23:31:25.423108Z","end":"2026-04-01T23:31:25.618974Z","steps":["trace[605445665] 'process raft request' (duration: 195.675742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.618977Z","caller":"traceutil/trace.go:171","msg":"trace[417517951] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"196.812066ms","start":"2026-04-01T23:31:25.422094Z","end":"2026-04-01T23:31:25.618906Z","steps":["trace[417517951] 'process raft request' (duration: 196.607612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.61905Z","caller":"traceutil/trace.go:171","msg":"trace[988102401] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"195.16083ms","start":"2026-04-01T23:31:25.423885Z","end":"2026-04-01T23:31:25.619046Z","steps":["trace[988102401] 'process raft request' (duration: 194.921714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.619124Z","caller":"traceutil/trace.go:171","msg":"trace[345734539] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"187.753283ms","start":"2026-04-01T23:31:25.431342Z","end":"2026-04-01T23:31:25.619095Z","steps":["trace[345734539] 'process raft request' (duration: 187.500697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:25.619143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.801301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-01T23:31:25.619202Z","caller":"traceutil/trace.go:171","msg":"trace[238160488] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:18; }","duration":"171.911604ms","start":"2026-04-01T23:31:25.447283Z","end":"2026-04-01T23:31:25.619195Z","steps":["trace[238160488] 'agreement among raft nodes before linearized reading' (duration: 171.800591ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.619161Z","caller":"traceutil/trace.go:171","msg":"trace[184145384] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"188.776775ms","start":"2026-04-01T23:31:25.430272Z","end":"2026-04-01T23:31:25.619049Z","steps":["trace[184145384] 'process raft request' (duration: 188.55422ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.648945Z","caller":"traceutil/trace.go:171","msg":"trace[255706816] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"196.220604ms","start":"2026-04-01T23:31:25.452694Z","end":"2026-04-01T23:31:25.648915Z","steps":["trace[255706816] 'process raft request' (duration: 195.785783ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.649284Z","caller":"traceutil/trace.go:171","msg":"trace[1607832084] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"188.423828ms","start":"2026-04-01T23:31:25.460841Z","end":"2026-04-01T23:31:25.649265Z","steps":["trace[1607832084] 'process raft request' (duration: 187.954677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:25.850156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.030803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-01T23:31:25.850443Z","caller":"traceutil/trace.go:171","msg":"trace[277403402] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"227.533112ms","start":"2026-04-01T23:31:25.622879Z","end":"2026-04-01T23:31:25.850412Z","steps":["trace[277403402] 'process raft request' (duration: 227.397229ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.850577Z","caller":"traceutil/trace.go:171","msg":"trace[684832749] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"197.855581ms","start":"2026-04-01T23:31:25.652699Z","end":"2026-04-01T23:31:25.850554Z","steps":["trace[684832749] 'process raft request' (duration: 197.81819ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.85065Z","caller":"traceutil/trace.go:171","msg":"trace[1193520698] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"227.736157ms","start":"2026-04-01T23:31:25.622902Z","end":"2026-04-01T23:31:25.850638Z","steps":["trace[1193520698] 'process raft request' (duration: 227.43695ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.850679Z","caller":"traceutil/trace.go:171","msg":"trace[1066894169] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"227.491321ms","start":"2026-04-01T23:31:25.623173Z","end":"2026-04-01T23:31:25.850664Z","steps":["trace[1066894169] 'process raft request' (duration: 227.269547ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.850699Z","caller":"traceutil/trace.go:171","msg":"trace[1700429316] linearizableReadLoop","detail":"{readStateIndex:30; appliedIndex:24; }","duration":"201.759768ms","start":"2026-04-01T23:31:25.648859Z","end":"2026-04-01T23:31:25.850619Z","steps":["trace[1700429316] 'read index received' (duration: 95.864885ms)","trace[1700429316] 'applied index is now lower than readState.Index' (duration: 105.892043ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:25.850902Z","caller":"traceutil/trace.go:171","msg":"trace[1961264736] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"198.957346ms","start":"2026-04-01T23:31:25.651923Z","end":"2026-04-01T23:31:25.85088Z","steps":["trace[1961264736] 'process raft request' (duration: 198.560807ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.850833Z","caller":"traceutil/trace.go:171","msg":"trace[392296462] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"227.664105ms","start":"2026-04-01T23:31:25.62316Z","end":"2026-04-01T23:31:25.850824Z","steps":["trace[392296462] 'process raft request' (duration: 227.255266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.850579Z","caller":"traceutil/trace.go:171","msg":"trace[1397536913] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"227.590393ms","start":"2026-04-01T23:31:25.622954Z","end":"2026-04-01T23:31:25.850545Z","steps":["trace[1397536913] 'process raft request' (duration: 227.425979ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.850452Z","caller":"traceutil/trace.go:171","msg":"trace[363791897] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"228.630546ms","start":"2026-04-01T23:31:25.621758Z","end":"2026-04-01T23:31:25.850389Z","steps":["trace[363791897] 'process raft request' (duration: 122.792005ms)","trace[363791897] 'compare' (duration: 104.874119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:25.851194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.452298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-01T23:31:25.851261Z","caller":"traceutil/trace.go:171","msg":"trace[1692959965] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:28; }","duration":"188.54644ms","start":"2026-04-01T23:31:25.662697Z","end":"2026-04-01T23:31:25.851243Z","steps":["trace[1692959965] 'agreement among raft nodes before linearized reading' (duration: 188.260684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:25.851363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.239106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-01T23:31:25.851424Z","caller":"traceutil/trace.go:171","msg":"trace[915298419] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:28; }","duration":"127.337718ms","start":"2026-04-01T23:31:25.724066Z","end":"2026-04-01T23:31:25.851404Z","steps":["trace[915298419] 'agreement among raft nodes before linearized reading' (duration: 126.910938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:25.851444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.039011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-04-01T23:31:25.851441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.757396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-01T23:31:25.851519Z","caller":"traceutil/trace.go:171","msg":"trace[2056182144] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28; }","duration":"231.144693ms","start":"2026-04-01T23:31:25.620351Z","end":"2026-04-01T23:31:25.851496Z","steps":["trace[2056182144] 'agreement among raft nodes before linearized reading' (duration: 230.521689ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:25.851553Z","caller":"traceutil/trace.go:171","msg":"trace[2046883045] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:28; }","duration":"227.90693ms","start":"2026-04-01T23:31:25.623621Z","end":"2026-04-01T23:31:25.851528Z","steps":["trace[2046883045] 'agreement among raft nodes before linearized reading' (duration: 227.262245ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:26.076044Z","caller":"traceutil/trace.go:171","msg":"trace[759088954] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"126.155371ms","start":"2026-04-01T23:31:25.949856Z","end":"2026-04-01T23:31:26.076011Z","steps":["trace[759088954] 'process raft request' (duration: 126.050038ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:26.076094Z","caller":"traceutil/trace.go:171","msg":"trace[367017315] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"183.011385ms","start":"2026-04-01T23:31:25.893043Z","end":"2026-04-01T23:31:26.076055Z","steps":["trace[367017315] 'process raft request' (duration: 94.389222ms)","trace[367017315] 'compare' (duration: 88.021429ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:26.076241Z","caller":"traceutil/trace.go:171","msg":"trace[890268930] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"183.015315ms","start":"2026-04-01T23:31:25.893177Z","end":"2026-04-01T23:31:26.076193Z","steps":["trace[890268930] 'process raft request' (duration: 182.637426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:30.361622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:31:30.739573Z","caller":"traceutil/trace.go:171","msg":"trace[1106918371] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:286; }","duration":"879.034473ms","start":"2026-04-01T23:31:29.860512Z","end":"2026-04-01T23:31:30.739547Z","steps":["trace[1106918371] 'read index received' (duration: 873.403885ms)","trace[1106918371] 'applied index is now lower than readState.Index' (duration: 5.629068ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:30.739666Z","caller":"traceutil/trace.go:171","msg":"trace[1063133913] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"927.759653ms","start":"2026-04-01T23:31:29.811861Z","end":"2026-04-01T23:31:30.73962Z","steps":["trace[1063133913] 'process raft request' (duration: 922.048814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:30.739768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.592607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:31:30.73977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.230867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-04-01T23:31:30.739806Z","caller":"traceutil/trace.go:171","msg":"trace[1482299049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:275; }","duration":"822.666499ms","start":"2026-04-01T23:31:29.917132Z","end":"2026-04-01T23:31:30.739798Z","steps":["trace[1482299049] 'agreement among raft nodes before linearized reading' (duration: 822.609668ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:30.739821Z","caller":"traceutil/trace.go:171","msg":"trace[2034358672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:275; }","duration":"879.33752ms","start":"2026-04-01T23:31:29.860472Z","end":"2026-04-01T23:31:30.739809Z","steps":["trace[2034358672] 'agreement among raft nodes before linearized reading' (duration: 879.201857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:30.739833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:29.917106Z","time spent":"822.71622ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:31:30.739895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:29.860461Z","time spent":"879.421331ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-01T23:31:30.740004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.474576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:31:30.74002Z","caller":"traceutil/trace.go:171","msg":"trace[551829095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:275; }","duration":"383.532076ms","start":"2026-04-01T23:31:30.356483Z","end":"2026-04-01T23:31:30.740015Z","steps":["trace[551829095] 'agreement among raft nodes before linearized reading' (duration: 383.494365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:30.740035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:30.356454Z","time spent":"383.575687ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:30.740107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.046891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:31:30.740144Z","caller":"traceutil/trace.go:171","msg":"trace[1518406428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:275; }","duration":"593.125793ms","start":"2026-04-01T23:31:30.147013Z","end":"2026-04-01T23:31:30.740138Z","steps":["trace[1518406428] 'agreement among raft nodes before linearized reading' (duration: 593.071412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:30.740166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:30.146981Z","time spent":"593.178633ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:30.740155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:29.811843Z","time spent":"927.911886ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:31.636043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.212305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:31.636151Z","caller":"traceutil/trace.go:171","msg":"trace[689972825] linearizableReadLoop","detail":"{readStateIndex:301; appliedIndex:300; }","duration":"177.542323ms","start":"2026-04-01T23:31:31.458593Z","end":"2026-04-01T23:31:31.636135Z","steps":["trace[689972825] 'read index received' (duration: 42.175734ms)","trace[689972825] 'applied index is now lower than readState.Index' (duration: 135.365489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:31.636209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.622014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:31.636239Z","caller":"traceutil/trace.go:171","msg":"trace[18093103] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:0; response_revision:289; }","duration":"177.685796ms","start":"2026-04-01T23:31:31.458545Z","end":"2026-04-01T23:31:31.636231Z","steps":["trace[18093103] 'agreement among raft nodes before linearized reading' (duration: 177.634365ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:31.6363Z","caller":"traceutil/trace.go:171","msg":"trace[1394258365] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"183.761872ms","start":"2026-04-01T23:31:31.452403Z","end":"2026-04-01T23:31:31.636165Z","steps":["trace[1394258365] 'process raft request' (duration: 48.343633ms)","trace[1394258365] 'compare' (duration: 135.068151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:32.055348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.47532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:32.055596Z","caller":"traceutil/trace.go:171","msg":"trace[1318735681] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"195.490517ms","start":"2026-04-01T23:31:31.860041Z","end":"2026-04-01T23:31:32.055531Z","steps":["trace[1318735681] 'process raft request' (duration: 90.680128ms)","trace[1318735681] 'compare' (duration: 104.278076ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:32.250943Z","caller":"traceutil/trace.go:171","msg":"trace[1498234766] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"185.765347ms","start":"2026-04-01T23:31:32.065146Z","end":"2026-04-01T23:31:32.250912Z","steps":["trace[1498234766] 'process raft request' (duration: 153.342666ms)","trace[1498234766] 'compare' (duration: 32.270308ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:36.218391Z","caller":"traceutil/trace.go:171","msg":"trace[2133680735] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"211.371897ms","start":"2026-04-01T23:31:36.006989Z","end":"2026-04-01T23:31:36.218361Z","steps":["trace[2133680735] 'process raft request' (duration: 211.164412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:37.178704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.944547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:37.17893Z","caller":"traceutil/trace.go:171","msg":"trace[791441616] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:364; }","duration":"410.373545ms","start":"2026-04-01T23:31:36.768537Z","end":"2026-04-01T23:31:37.17891Z","steps":["trace[791441616] 'read index received' (duration: 45.211µs)","trace[791441616] 'applied index is now lower than readState.Index' (duration: 410.326824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:37.179099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.56431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:31:37.179099Z","caller":"traceutil/trace.go:171","msg":"trace[34897153] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"992.049889ms","start":"2026-04-01T23:31:36.186997Z","end":"2026-04-01T23:31:37.179046Z","steps":["trace[34897153] 'process raft request' (duration: 75.65362ms)","trace[34897153] 'compare' (duration: 915.769504ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:37.179175Z","caller":"traceutil/trace.go:171","msg":"trace[1607931189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:352; }","duration":"410.677342ms","start":"2026-04-01T23:31:36.768485Z","end":"2026-04-01T23:31:37.179163Z","steps":["trace[1607931189] 'agreement among raft nodes before linearized reading' (duration: 410.56238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:37.179267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.718555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-01T23:31:37.179307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.479569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:31:37.179348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:36.186978Z","time spent":"992.235622ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:37.179356Z","caller":"traceutil/trace.go:171","msg":"trace[1417953909] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:352; }","duration":"399.895158ms","start":"2026-04-01T23:31:36.779443Z","end":"2026-04-01T23:31:37.179338Z","steps":["trace[1417953909] 'agreement among raft nodes before linearized reading' (duration: 399.703964ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:37.179386Z","caller":"traceutil/trace.go:171","msg":"trace[2005787015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:352; }","duration":"403.599222ms","start":"2026-04-01T23:31:36.775759Z","end":"2026-04-01T23:31:37.179359Z","steps":["trace[2005787015] 'agreement among raft nodes before linearized reading' (duration: 403.497719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:37.179406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:36.779423Z","time spent":"399.97399ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:31:37.17929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:36.768462Z","time spent":"410.814575ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:37.179454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:36.775696Z","time spent":"403.745484ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:31:37.179185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.395376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:31:37.179577Z","caller":"traceutil/trace.go:171","msg":"trace[1461310214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:352; }","duration":"410.853966ms","start":"2026-04-01T23:31:36.768708Z","end":"2026-04-01T23:31:37.179562Z","steps":["trace[1461310214] 'agreement among raft nodes before linearized reading' (duration: 410.381216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:37.179651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:36.768686Z","time spent":"410.951558ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:37.685492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:38.186074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:38.240369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056831177s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:31:38.870839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.188728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-01T23:31:38.870937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.183369Z","time spent":"1.687564467s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:31:38.874217Z","caller":"traceutil/trace.go:171","msg":"trace[1874562864] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:365; }","duration":"1.689353728s","start":"2026-04-01T23:31:37.184848Z","end":"2026-04-01T23:31:38.874201Z","steps":["trace[1874562864] 'read index received' (duration: 1.055771443s)","trace[1874562864] 'applied index is now lower than readState.Index' (duration: 633.581685ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:38.874335Z","caller":"traceutil/trace.go:171","msg":"trace[188829326] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.687152509s","start":"2026-04-01T23:31:37.187156Z","end":"2026-04-01T23:31:38.874309Z","steps":["trace[188829326] 'process raft request' (duration: 1.686992965s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:38.874442Z","caller":"traceutil/trace.go:171","msg":"trace[467992782] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"1.688188051s","start":"2026-04-01T23:31:37.186245Z","end":"2026-04-01T23:31:38.874433Z","steps":["trace[467992782] 'process raft request' (duration: 1.687790302s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.874465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.187137Z","time spent":"1.68725933s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:38.874353Z","caller":"traceutil/trace.go:171","msg":"trace[1439389306] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.682958603s","start":"2026-04-01T23:31:37.191381Z","end":"2026-04-01T23:31:38.87434Z","steps":["trace[1439389306] 'process raft request' (duration: 1.682790299s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.87453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.186233Z","time spent":"1.688229223s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:38.874555Z","caller":"traceutil/trace.go:171","msg":"trace[46026531] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"1.688090129s","start":"2026-04-01T23:31:37.186425Z","end":"2026-04-01T23:31:38.874515Z","steps":["trace[46026531] 'process raft request' (duration: 1.687703221s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.874654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.191373Z","time spent":"1.683191378s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:38.874731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.186418Z","time spent":"1.688216562s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:38.875323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689631294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:31:38.875371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215764176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:31:38.875404Z","caller":"traceutil/trace.go:171","msg":"trace[622453368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"1.690536314s","start":"2026-04-01T23:31:37.184843Z","end":"2026-04-01T23:31:38.875379Z","steps":["trace[622453368] 'agreement among raft nodes before linearized reading' (duration: 1.689565403s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.875459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.184799Z","time spent":"1.690644367s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:38.875554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.406139ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:38.875619Z","caller":"traceutil/trace.go:171","msg":"trace[1325513519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:358; }","duration":"663.47321ms","start":"2026-04-01T23:31:38.212137Z","end":"2026-04-01T23:31:38.87561Z","steps":["trace[1325513519] 'agreement among raft nodes before linearized reading' (duration: 663.395179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:38.875414Z","caller":"traceutil/trace.go:171","msg":"trace[274923742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"1.215912699s","start":"2026-04-01T23:31:37.659488Z","end":"2026-04-01T23:31:38.875401Z","steps":["trace[274923742] 'agreement among raft nodes before linearized reading' (duration: 1.215804986s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:38.875674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:37.659468Z","time spent":"1.216190394s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:31:39.044671Z","caller":"traceutil/trace.go:171","msg":"trace[68817896] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"160.226551ms","start":"2026-04-01T23:31:38.884418Z","end":"2026-04-01T23:31:39.044644Z","steps":["trace[68817896] 'process raft request' (duration: 159.057765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:47.793347Z","caller":"traceutil/trace.go:171","msg":"trace[3222657] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"246.805457ms","start":"2026-04-01T23:31:47.546519Z","end":"2026-04-01T23:31:47.793325Z","steps":["trace[3222657] 'process raft request' (duration: 246.671934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:49.479961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:49.980613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:50.48079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:31:50.689243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759743489s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:31:50.689743Z","caller":"traceutil/trace.go:171","msg":"trace[983557034] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.76029841s","start":"2026-04-01T23:31:48.929414Z","end":"2026-04-01T23:31:50.689712Z","steps":["trace[983557034] 'process raft request' (duration: 1.760097796s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:50.69006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:48.929397Z","time spent":"1.760455655s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:51.184937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:31:51.185028Z","caller":"traceutil/trace.go:171","msg":"trace[1845385740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379755s","start":"2026-04-01T23:31:49.184628Z","end":"2026-04-01T23:31:51.185007Z","steps":["trace[1845385740] 'agreement among raft nodes before linearized reading' (duration: 2.000241422s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:51.185077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:49.18459Z","time spent":"2.000478848s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:52.803777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897106553s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:31:52.830567Z","caller":"traceutil/trace.go:171","msg":"trace[796508505] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:428; }","duration":"3.851244881s","start":"2026-04-01T23:31:48.979294Z","end":"2026-04-01T23:31:52.830539Z","steps":["trace[796508505] 'read index received' (duration: 1.710272076s)","trace[796508505] 'applied index is now lower than readState.Index' (duration: 2.140971415s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:52.830767Z","caller":"traceutil/trace.go:171","msg":"trace[1273164573] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"3.900817095s","start":"2026-04-01T23:31:48.929935Z","end":"2026-04-01T23:31:52.830752Z","steps":["trace[1273164573] 'process raft request' (duration: 3.900444477s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:52.830908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:48.929905Z","time spent":"3.900915028s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:52.831217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851821444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:31:52.831365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645131811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:52.831357Z","caller":"traceutil/trace.go:171","msg":"trace[447779102] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"3.675708691s","start":"2026-04-01T23:31:49.155608Z","end":"2026-04-01T23:31:52.831317Z","steps":["trace[447779102] 'process raft request' (duration: 3.674871622s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:52.831473Z","caller":"traceutil/trace.go:171","msg":"trace[798977635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"1.645274343s","start":"2026-04-01T23:31:51.186186Z","end":"2026-04-01T23:31:52.83146Z","steps":["trace[798977635] 'agreement among raft nodes before linearized reading' (duration: 1.64513844s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:52.83153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:51.186167Z","time spent":"1.645337725s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:31:52.830862Z","caller":"traceutil/trace.go:171","msg":"trace[1853020779] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"3.900952508s","start":"2026-04-01T23:31:48.929874Z","end":"2026-04-01T23:31:52.830827Z","steps":["trace[1853020779] 'process raft request' (duration: 3.874074308s)","trace[1853020779] 'compare' (duration: 25.846946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:52.831555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:49.155589Z","time spent":"3.675897075s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:52.831645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:48.929858Z","time spent":"3.901731046s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:52.831734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.816035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:31:52.831823Z","caller":"traceutil/trace.go:171","msg":"trace[704633676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"138.002389ms","start":"2026-04-01T23:31:52.693797Z","end":"2026-04-01T23:31:52.831799Z","steps":["trace[704633676] 'agreement among raft nodes before linearized reading' (duration: 137.702142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:52.831906Z","caller":"traceutil/trace.go:171","msg":"trace[1066659135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"3.85210648s","start":"2026-04-01T23:31:48.97924Z","end":"2026-04-01T23:31:52.831347Z","steps":["trace[1066659135] 'agreement among raft nodes before linearized reading' (duration: 3.851763582s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:52.831993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:48.979221Z","time spent":"3.852754565s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:31:53.613624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.320738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:53.613729Z","caller":"traceutil/trace.go:171","msg":"trace[274130417] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"777.792174ms","start":"2026-04-01T23:31:52.835921Z","end":"2026-04-01T23:31:53.613713Z","steps":["trace[274130417] 'process raft request' (duration: 103.327872ms)","trace[274130417] 'compare' (duration: 674.197646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:53.613779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:52.835894Z","time spent":"777.863626ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:31:54.417936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.478704886s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:31:54.445614Z","caller":"traceutil/trace.go:171","msg":"trace[1431868528] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.608888447s","start":"2026-04-01T23:31:52.83668Z","end":"2026-04-01T23:31:54.445569Z","steps":["trace[1431868528] 'process raft request' (duration: 1.581600058s)","trace[1431868528] 'compare' (duration: 26.920171ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:54.445685Z","caller":"traceutil/trace.go:171","msg":"trace[165905744] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:432; }","duration":"1.605337337s","start":"2026-04-01T23:31:52.840325Z","end":"2026-04-01T23:31:54.445662Z","steps":["trace[165905744] 'read index received' (duration: 98.899782ms)","trace[165905744] 'applied index is now lower than readState.Index' (duration: 1.506436385s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:54.445776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605438049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:54.44578Z","caller":"traceutil/trace.go:171","msg":"trace[1506977525] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.608976409s","start":"2026-04-01T23:31:52.836784Z","end":"2026-04-01T23:31:54.445761Z","steps":["trace[1506977525] 'process raft request' (duration: 1.608679152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.445789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:52.83666Z","time spent":"1.609042861s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:54.445808Z","caller":"traceutil/trace.go:171","msg":"trace[756618476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"1.6054773s","start":"2026-04-01T23:31:52.840319Z","end":"2026-04-01T23:31:54.445797Z","steps":["trace[756618476] 'agreement among raft nodes before linearized reading' (duration: 1.605419989s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:54.445884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:52.840287Z","time spent":"1.605587913s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:54.445902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:52.836766Z","time spent":"1.609064301s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:56.958402Z","caller":"traceutil/trace.go:171","msg":"trace[734038257] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"108.753606ms","start":"2026-04-01T23:31:56.849624Z","end":"2026-04-01T23:31:56.958377Z","steps":["trace[734038257] 'process raft request' (duration: 108.645594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:58.573201Z","caller":"traceutil/trace.go:171","msg":"trace[748309043] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"298.225032ms","start":"2026-04-01T23:31:58.274954Z","end":"2026-04-01T23:31:58.573179Z","steps":["trace[748309043] 'process raft request' (duration: 297.593757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.986874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.134466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:58.987092Z","caller":"traceutil/trace.go:171","msg":"trace[1273271842] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"410.067717ms","start":"2026-04-01T23:31:58.576976Z","end":"2026-04-01T23:31:58.987043Z","steps":["trace[1273271842] 'process raft request' (duration: 127.536741ms)","trace[1273271842] 'compare' (duration: 281.961513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:58.987186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.576959Z","time spent":"410.191259ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:58.987218Z","caller":"traceutil/trace.go:171","msg":"trace[896383874] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"378.923351ms","start":"2026-04-01T23:31:58.608264Z","end":"2026-04-01T23:31:58.987187Z","steps":["trace[896383874] 'process raft request' (duration: 378.713916ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:58.987327Z","caller":"traceutil/trace.go:171","msg":"trace[531665774] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"378.581183ms","start":"2026-04-01T23:31:58.608735Z","end":"2026-04-01T23:31:58.987316Z","steps":["trace[531665774] 'process raft request' (duration: 378.391538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.987339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.608248Z","time spent":"379.044063ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:31:58.987388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.608713Z","time spent":"378.649135ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:31:59.410674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.152942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:59.410879Z","caller":"traceutil/trace.go:171","msg":"trace[2127212862] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:451; }","duration":"227.003237ms","start":"2026-04-01T23:31:59.183852Z","end":"2026-04-01T23:31:59.410855Z","steps":["trace[2127212862] 'read index received' (duration: 44.211µs)","trace[2127212862] 'applied index is now lower than readState.Index' (duration: 226.957076ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:59.410881Z","caller":"traceutil/trace.go:171","msg":"trace[1010494429] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"418.576591ms","start":"2026-04-01T23:31:58.992276Z","end":"2026-04-01T23:31:59.410853Z","steps":["trace[1010494429] 'process raft request' (duration: 119.137782ms)","trace[1010494429] 'compare' (duration: 299.022919ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:59.41096Z","caller":"traceutil/trace.go:171","msg":"trace[1561066076] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"418.425818ms","start":"2026-04-01T23:31:58.99251Z","end":"2026-04-01T23:31:59.410936Z","steps":["trace[1561066076] 'process raft request' (duration: 418.274575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:59.411051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.190421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:31:59.411063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.992256Z","time spent":"418.720274ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:59.411069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:58.992501Z","time spent":"418.52233ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:31:59.41111Z","caller":"traceutil/trace.go:171","msg":"trace[871725635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:435; }","duration":"227.270692ms","start":"2026-04-01T23:31:59.183818Z","end":"2026-04-01T23:31:59.411089Z","steps":["trace[871725635] 'agreement among raft nodes before linearized reading' (duration: 227.113479ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:59.656183Z","caller":"traceutil/trace.go:171","msg":"trace[1111543733] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"240.974594ms","start":"2026-04-01T23:31:59.415188Z","end":"2026-04-01T23:31:59.656163Z","steps":["trace[1111543733] 'process raft request' (duration: 240.939603ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:59.656296Z","caller":"traceutil/trace.go:171","msg":"trace[2127943390] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"241.68798ms","start":"2026-04-01T23:31:59.414571Z","end":"2026-04-01T23:31:59.656259Z","steps":["trace[2127943390] 'process raft request' (duration: 213.624313ms)","trace[2127943390] 'compare' (duration: 27.805191ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:00.233976Z","caller":"traceutil/trace.go:171","msg":"trace[1063707199] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"315.232706ms","start":"2026-04-01T23:31:59.918714Z","end":"2026-04-01T23:32:00.233947Z","steps":["trace[1063707199] 'process raft request' (duration: 305.105687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:00.23416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:59.918693Z","time spent":"315.399459ms","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:00.66073Z","caller":"traceutil/trace.go:171","msg":"trace[622500568] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"664.307542ms","start":"2026-04-01T23:31:59.996389Z","end":"2026-04-01T23:32:00.660696Z","steps":["trace[622500568] 'process raft request' (duration: 592.065374ms)","trace[622500568] 'compare' (duration: 71.932391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:00.660844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:59.996364Z","time spent":"664.426814ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4177,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:00.661065Z","caller":"traceutil/trace.go:171","msg":"trace[837637868] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:462; }","duration":"418.885768ms","start":"2026-04-01T23:32:00.242157Z","end":"2026-04-01T23:32:00.661042Z","steps":["trace[837637868] 'read index received' (duration: 346.18249ms)","trace[837637868] 'applied index is now lower than readState.Index' (duration: 72.702328ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:00.661119Z","caller":"traceutil/trace.go:171","msg":"trace[256351514] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"549.854086ms","start":"2026-04-01T23:32:00.111233Z","end":"2026-04-01T23:32:00.661087Z","steps":["trace[256351514] 'process raft request' (duration: 549.415297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:00.661255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.060462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:00.66132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.111205Z","time spent":"550.015449ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:00.661338Z","caller":"traceutil/trace.go:171","msg":"trace[688210270] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:446; }","duration":"419.219646ms","start":"2026-04-01T23:32:00.242098Z","end":"2026-04-01T23:32:00.661318Z","steps":["trace[688210270] 'agreement among raft nodes before linearized reading' (duration: 419.025041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:00.661474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.242075Z","time spent":"419.383029ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-04-01T23:32:01.50541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.9666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:01.505483Z","caller":"traceutil/trace.go:171","msg":"trace[2029684169] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"840.302402ms","start":"2026-04-01T23:32:00.665169Z","end":"2026-04-01T23:32:01.505471Z","steps":["trace[2029684169] 'process raft request' (duration: 226.228449ms)","trace[2029684169] 'compare' (duration: 613.860128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:01.505513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.665147Z","time spent":"840.354664ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15015,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:01.53112Z","caller":"traceutil/trace.go:171","msg":"trace[1343672393] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:464; }","duration":"793.970672ms","start":"2026-04-01T23:32:00.737137Z","end":"2026-04-01T23:32:01.531108Z","steps":["trace[1343672393] 'read index received' (duration: 154.261098ms)","trace[1343672393] 'applied index is now lower than readState.Index' (duration: 639.708544ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:01.531149Z","caller":"traceutil/trace.go:171","msg":"trace[1233235460] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"865.742269ms","start":"2026-04-01T23:32:00.665366Z","end":"2026-04-01T23:32:01.531108Z","steps":["trace[1233235460] 'process raft request' (duration: 865.643577ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:01.531198Z","caller":"traceutil/trace.go:171","msg":"trace[1249655731] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"865.591556ms","start":"2026-04-01T23:32:00.665553Z","end":"2026-04-01T23:32:01.531144Z","steps":["trace[1249655731] 'process raft request' (duration: 865.495274ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:01.531294Z","caller":"traceutil/trace.go:171","msg":"trace[1105495712] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"864.116392ms","start":"2026-04-01T23:32:00.667143Z","end":"2026-04-01T23:32:01.53126Z","steps":["trace[1105495712] 'process raft request' (duration: 863.931937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.531332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.66535Z","time spent":"865.909453ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:01.531363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.665547Z","time spent":"865.747289ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:01.531403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.667124Z","time spent":"864.224186ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:01.53192Z","caller":"traceutil/trace.go:171","msg":"trace[780190663] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"866.543438ms","start":"2026-04-01T23:32:00.66534Z","end":"2026-04-01T23:32:01.531883Z","steps":["trace[780190663] 'process raft request' (duration: 865.596435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.531987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.833802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"warn","ts":"2026-04-01T23:32:01.532095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.665317Z","time spent":"866.687671ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:01.532157Z","caller":"traceutil/trace.go:171","msg":"trace[1408994333] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:451; }","duration":"795.002376ms","start":"2026-04-01T23:32:00.737085Z","end":"2026-04-01T23:32:01.532087Z","steps":["trace[1408994333] 'agreement among raft nodes before linearized reading' (duration: 794.174407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.532212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.737058Z","time spent":"795.141559ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329982,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-01T23:32:01.946227Z","caller":"traceutil/trace.go:171","msg":"trace[620739435] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"434.142523ms","start":"2026-04-01T23:32:01.512031Z","end":"2026-04-01T23:32:01.946174Z","steps":["trace[620739435] 'process raft request' (duration: 343.821954ms)","trace[620739435] 'compare' (duration: 89.99031ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:01.946425Z","caller":"traceutil/trace.go:171","msg":"trace[1945205974] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"434.015161ms","start":"2026-04-01T23:32:01.512389Z","end":"2026-04-01T23:32:01.946404Z","steps":["trace[1945205974] 'process raft request' (duration: 433.612372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.946545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.390771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:01.94658Z","caller":"traceutil/trace.go:171","msg":"trace[1757287089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"532.469132ms","start":"2026-04-01T23:32:01.4141Z","end":"2026-04-01T23:32:01.94657Z","steps":["trace[1757287089] 'agreement among raft nodes before linearized reading' (duration: 532.38095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.94661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.414073Z","time spent":"532.530944ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:01.946619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.512355Z","time spent":"434.163443ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:01.946621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.74243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:01.946664Z","caller":"traceutil/trace.go:171","msg":"trace[1544422699] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"430.150043ms","start":"2026-04-01T23:32:01.516478Z","end":"2026-04-01T23:32:01.946628Z","steps":["trace[1544422699] 'process raft request' (duration: 429.639801ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:01.946453Z","caller":"traceutil/trace.go:171","msg":"trace[203273628] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:469; }","duration":"415.263606ms","start":"2026-04-01T23:32:01.531162Z","end":"2026-04-01T23:32:01.946426Z","steps":["trace[203273628] 'read index received' (duration: 324.780334ms)","trace[203273628] 'applied index is now lower than readState.Index' (duration: 90.481932ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:01.947595Z","caller":"traceutil/trace.go:171","msg":"trace[831763510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"749.856922ms","start":"2026-04-01T23:32:01.196809Z","end":"2026-04-01T23:32:01.946666Z","steps":["trace[831763510] 'agreement among raft nodes before linearized reading' (duration: 749.717458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.947659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.196787Z","time spent":"750.845754ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:01.94802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.319452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:01.948119Z","caller":"traceutil/trace.go:171","msg":"trace[323102995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"926.433985ms","start":"2026-04-01T23:32:01.021642Z","end":"2026-04-01T23:32:01.948076Z","steps":["trace[323102995] 'agreement among raft nodes before linearized reading' (duration: 926.047557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.948295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.021621Z","time spent":"926.66227ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:01.948547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.787735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:32:01.948505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.51201Z","time spent":"434.304567ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:01.948706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.516457Z","time spent":"432.120387ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:01.950887Z","caller":"traceutil/trace.go:171","msg":"trace[1792958996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:454; }","duration":"957.921928ms","start":"2026-04-01T23:32:00.990684Z","end":"2026-04-01T23:32:01.948606Z","steps":["trace[1792958996] 'agreement among raft nodes before linearized reading' (duration: 957.454698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.951498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:00.990655Z","time spent":"960.802614ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:32:01.991699Z","caller":"traceutil/trace.go:171","msg":"trace[449065022] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"454.192528ms","start":"2026-04-01T23:32:01.537477Z","end":"2026-04-01T23:32:01.991669Z","steps":["trace[449065022] 'process raft request' (duration: 453.933032ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:01.991846Z","caller":"traceutil/trace.go:171","msg":"trace[1157982861] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"453.151314ms","start":"2026-04-01T23:32:01.53867Z","end":"2026-04-01T23:32:01.991821Z","steps":["trace[1157982861] 'process raft request' (duration: 452.882758ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:01.9919Z","caller":"traceutil/trace.go:171","msg":"trace[1081397257] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"451.374063ms","start":"2026-04-01T23:32:01.540502Z","end":"2026-04-01T23:32:01.991876Z","steps":["trace[1081397257] 'process raft request' (duration: 451.135398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.991962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.53865Z","time spent":"453.232067ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:01.992028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.540476Z","time spent":"451.479056ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4294,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:01.992543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.537461Z","time spent":"454.987015ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:01.992654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.595266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-04-01T23:32:01.99272Z","caller":"traceutil/trace.go:171","msg":"trace[1249273815] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:457; }","duration":"360.697318ms","start":"2026-04-01T23:32:01.632004Z","end":"2026-04-01T23:32:01.992701Z","steps":["trace[1249273815] 'agreement among raft nodes before linearized reading' (duration: 359.793758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.992796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.631991Z","time spent":"360.786841ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329982,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-01T23:32:01.993018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.895143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-04-01T23:32:01.993147Z","caller":"traceutil/trace.go:171","msg":"trace[1798420133] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:457; }","duration":"451.058816ms","start":"2026-04-01T23:32:01.542069Z","end":"2026-04-01T23:32:01.993128Z","steps":["trace[1798420133] 'agreement among raft nodes before linearized reading' (duration: 449.735477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:01.993194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:01.542054Z","time spent":"451.126509ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4357,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-01T23:32:02.205406Z","caller":"traceutil/trace.go:171","msg":"trace[120855068] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"204.094138ms","start":"2026-04-01T23:32:02.001283Z","end":"2026-04-01T23:32:02.205377Z","steps":["trace[120855068] 'process raft request' (duration: 204.043426ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.205401Z","caller":"traceutil/trace.go:171","msg":"trace[1595590418] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"205.419357ms","start":"2026-04-01T23:32:01.999964Z","end":"2026-04-01T23:32:02.205384Z","steps":["trace[1595590418] 'process raft request' (duration: 205.239753ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.412145Z","caller":"traceutil/trace.go:171","msg":"trace[713911942] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"199.512183ms","start":"2026-04-01T23:32:02.21261Z","end":"2026-04-01T23:32:02.412123Z","steps":["trace[713911942] 'process raft request' (duration: 199.464802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.412316Z","caller":"traceutil/trace.go:171","msg":"trace[1744626938] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"385.527851ms","start":"2026-04-01T23:32:02.02676Z","end":"2026-04-01T23:32:02.412288Z","steps":["trace[1744626938] 'process raft request' (duration: 285.200406ms)","trace[1744626938] 'compare' (duration: 99.897686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:02.412436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.026742Z","time spent":"385.635924ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:02.412452Z","caller":"traceutil/trace.go:171","msg":"trace[2048408309] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"374.343388ms","start":"2026-04-01T23:32:02.038096Z","end":"2026-04-01T23:32:02.412439Z","steps":["trace[2048408309] 'process raft request' (duration: 373.884867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.412548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:02.038063Z","time spent":"374.418659ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:02.412722Z","caller":"traceutil/trace.go:171","msg":"trace[1538289780] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:479; }","duration":"211.202208ms","start":"2026-04-01T23:32:02.2015Z","end":"2026-04-01T23:32:02.412702Z","steps":["trace[1538289780] 'read index received' (duration: 3.786525ms)","trace[1538289780] 'applied index is now lower than readState.Index' (duration: 207.414183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:02.412875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.370422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-01T23:32:02.412872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.359502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-01T23:32:02.412918Z","caller":"traceutil/trace.go:171","msg":"trace[1065315192] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:466; }","duration":"211.438484ms","start":"2026-04-01T23:32:02.201468Z","end":"2026-04-01T23:32:02.412906Z","steps":["trace[1065315192] 'agreement among raft nodes before linearized reading' (duration: 211.364192ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.412922Z","caller":"traceutil/trace.go:171","msg":"trace[2067143512] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:466; }","duration":"211.433923ms","start":"2026-04-01T23:32:02.201477Z","end":"2026-04-01T23:32:02.412911Z","steps":["trace[2067143512] 'agreement among raft nodes before linearized reading' (duration: 211.344181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.517772Z","caller":"traceutil/trace.go:171","msg":"trace[715406524] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"104.97714ms","start":"2026-04-01T23:32:02.412768Z","end":"2026-04-01T23:32:02.517745Z","steps":["trace[715406524] 'read index received' (duration: 29.498099ms)","trace[715406524] 'applied index is now lower than readState.Index' (duration: 75.477361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:02.518027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.753202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-swvrp\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-04-01T23:32:02.518028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.803954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tgmmh\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-01T23:32:02.518065Z","caller":"traceutil/trace.go:171","msg":"trace[613828733] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-swvrp; range_end:; response_count:1; response_revision:466; }","duration":"103.850074ms","start":"2026-04-01T23:32:02.414206Z","end":"2026-04-01T23:32:02.518056Z","steps":["trace[613828733] 'agreement among raft nodes before linearized reading' (duration: 103.764442ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.518074Z","caller":"traceutil/trace.go:171","msg":"trace[152785643] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tgmmh; range_end:; response_count:1; response_revision:466; }","duration":"103.917916ms","start":"2026-04-01T23:32:02.414144Z","end":"2026-04-01T23:32:02.518062Z","steps":["trace[152785643] 'agreement among raft nodes before linearized reading' (duration: 103.771083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:02.518098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.222034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-swvrp\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-01T23:32:02.518197Z","caller":"traceutil/trace.go:171","msg":"trace[987264383] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-swvrp; range_end:; response_count:1; response_revision:466; }","duration":"101.360338ms","start":"2026-04-01T23:32:02.416817Z","end":"2026-04-01T23:32:02.518177Z","steps":["trace[987264383] 'agreement among raft nodes before linearized reading' (duration: 101.137703ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:02.628033Z","caller":"traceutil/trace.go:171","msg":"trace[1219723013] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"101.726566ms","start":"2026-04-01T23:32:02.526285Z","end":"2026-04-01T23:32:02.628012Z","steps":["trace[1219723013] 'process raft request' (duration: 101.597553ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.431967Z","caller":"traceutil/trace.go:171","msg":"trace[1629238465] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"211.494175ms","start":"2026-04-01T23:32:03.220457Z","end":"2026-04-01T23:32:03.431951Z","steps":["trace[1629238465] 'process raft request' (duration: 211.398883ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.54644Z","caller":"traceutil/trace.go:171","msg":"trace[1866704163] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"153.878889ms","start":"2026-04-01T23:32:03.392527Z","end":"2026-04-01T23:32:03.546406Z","steps":["trace[1866704163] 'process raft request' (duration: 153.538352ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546495Z","caller":"traceutil/trace.go:171","msg":"trace[1683005331] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"152.18003ms","start":"2026-04-01T23:32:03.394292Z","end":"2026-04-01T23:32:03.546472Z","steps":["trace[1683005331] 'process raft request' (duration: 152.005016ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546623Z","caller":"traceutil/trace.go:171","msg":"trace[2137945908] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"140.951706ms","start":"2026-04-01T23:32:03.405659Z","end":"2026-04-01T23:32:03.546611Z","steps":["trace[2137945908] 'process raft request' (duration: 140.780502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546627Z","caller":"traceutil/trace.go:171","msg":"trace[1772252975] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"150.668936ms","start":"2026-04-01T23:32:03.39595Z","end":"2026-04-01T23:32:03.546619Z","steps":["trace[1772252975] 'process raft request' (duration: 150.38388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546704Z","caller":"traceutil/trace.go:171","msg":"trace[1881585954] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"123.50502ms","start":"2026-04-01T23:32:03.423187Z","end":"2026-04-01T23:32:03.546692Z","steps":["trace[1881585954] 'process raft request' (duration: 123.468069ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546737Z","caller":"traceutil/trace.go:171","msg":"trace[1343061819] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"142.315697ms","start":"2026-04-01T23:32:03.404398Z","end":"2026-04-01T23:32:03.546714Z","steps":["trace[1343061819] 'process raft request' (duration: 141.973999ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546857Z","caller":"traceutil/trace.go:171","msg":"trace[1547562080] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"135.982913ms","start":"2026-04-01T23:32:03.410869Z","end":"2026-04-01T23:32:03.546852Z","steps":["trace[1547562080] 'process raft request' (duration: 135.693647ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546808Z","caller":"traceutil/trace.go:171","msg":"trace[982390042] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"137.029377ms","start":"2026-04-01T23:32:03.409769Z","end":"2026-04-01T23:32:03.546798Z","steps":["trace[982390042] 'process raft request' (duration: 136.7395ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546863Z","caller":"traceutil/trace.go:171","msg":"trace[2000129783] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"135.261367ms","start":"2026-04-01T23:32:03.411584Z","end":"2026-04-01T23:32:03.546845Z","steps":["trace[2000129783] 'process raft request' (duration: 135.019882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.546832Z","caller":"traceutil/trace.go:171","msg":"trace[970403358] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"140.915455ms","start":"2026-04-01T23:32:03.405912Z","end":"2026-04-01T23:32:03.546827Z","steps":["trace[970403358] 'process raft request' (duration: 140.564917ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.586627Z","caller":"traceutil/trace.go:171","msg":"trace[999351686] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"138.05867ms","start":"2026-04-01T23:32:03.448527Z","end":"2026-04-01T23:32:03.586586Z","steps":["trace[999351686] 'process raft request' (duration: 137.290383ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731024Z","caller":"traceutil/trace.go:171","msg":"trace[1277854576] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"175.066529ms","start":"2026-04-01T23:32:03.555927Z","end":"2026-04-01T23:32:03.730993Z","steps":["trace[1277854576] 'process raft request' (duration: 174.845484ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731215Z","caller":"traceutil/trace.go:171","msg":"trace[1866071599] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"177.112335ms","start":"2026-04-01T23:32:03.554092Z","end":"2026-04-01T23:32:03.731204Z","steps":["trace[1866071599] 'process raft request' (duration: 134.854147ms)","trace[1866071599] 'compare' (duration: 41.541282ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:03.731281Z","caller":"traceutil/trace.go:171","msg":"trace[1151385059] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"176.365849ms","start":"2026-04-01T23:32:03.554909Z","end":"2026-04-01T23:32:03.731275Z","steps":["trace[1151385059] 'process raft request' (duration: 175.791696ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731339Z","caller":"traceutil/trace.go:171","msg":"trace[1115475750] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"175.700354ms","start":"2026-04-01T23:32:03.555633Z","end":"2026-04-01T23:32:03.731333Z","steps":["trace[1115475750] 'process raft request' (duration: 175.104111ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731438Z","caller":"traceutil/trace.go:171","msg":"trace[1337208380] transaction","detail":"{read_only:false; number_of_response:1; response_revision:485; }","duration":"174.301741ms","start":"2026-04-01T23:32:03.557128Z","end":"2026-04-01T23:32:03.731429Z","steps":["trace[1337208380] 'process raft request' (duration: 173.79248ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731459Z","caller":"traceutil/trace.go:171","msg":"trace[1427764511] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"160.744645ms","start":"2026-04-01T23:32:03.570679Z","end":"2026-04-01T23:32:03.731424Z","steps":["trace[1427764511] 'process raft request' (duration: 160.588311ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731539Z","caller":"traceutil/trace.go:171","msg":"trace[1833658092] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"175.223623ms","start":"2026-04-01T23:32:03.55625Z","end":"2026-04-01T23:32:03.731473Z","steps":["trace[1833658092] 'process raft request' (duration: 174.568758ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731722Z","caller":"traceutil/trace.go:171","msg":"trace[270527659] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"174.738541ms","start":"2026-04-01T23:32:03.556951Z","end":"2026-04-01T23:32:03.731689Z","steps":["trace[270527659] 'process raft request' (duration: 173.927123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731829Z","caller":"traceutil/trace.go:171","msg":"trace[1550130835] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"170.051916ms","start":"2026-04-01T23:32:03.561763Z","end":"2026-04-01T23:32:03.731815Z","steps":["trace[1550130835] 'process raft request' (duration: 169.200867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731846Z","caller":"traceutil/trace.go:171","msg":"trace[1266917028] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"168.49268ms","start":"2026-04-01T23:32:03.563343Z","end":"2026-04-01T23:32:03.731835Z","steps":["trace[1266917028] 'process raft request' (duration: 167.781534ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.731877Z","caller":"traceutil/trace.go:171","msg":"trace[95129260] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"166.632228ms","start":"2026-04-01T23:32:03.56523Z","end":"2026-04-01T23:32:03.731862Z","steps":["trace[95129260] 'process raft request' (duration: 165.964853ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.736231Z","caller":"traceutil/trace.go:171","msg":"trace[2084013693] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"145.819496ms","start":"2026-04-01T23:32:03.590385Z","end":"2026-04-01T23:32:03.736205Z","steps":["trace[2084013693] 'process raft request' (duration: 145.742144ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:03.73661Z","caller":"traceutil/trace.go:171","msg":"trace[231935130] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"152.802655ms","start":"2026-04-01T23:32:03.583781Z","end":"2026-04-01T23:32:03.736584Z","steps":["trace[231935130] 'process raft request' (duration: 152.192341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.141063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.307085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:04.141432Z","caller":"traceutil/trace.go:171","msg":"trace[1102911570] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"338.891913ms","start":"2026-04-01T23:32:03.802524Z","end":"2026-04-01T23:32:04.141416Z","steps":["trace[1102911570] 'process raft request' (duration: 338.830092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.141488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:03.802513Z","time spent":"338.955605ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:04.141424Z","caller":"traceutil/trace.go:171","msg":"trace[1137572721] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"339.217171ms","start":"2026-04-01T23:32:03.802099Z","end":"2026-04-01T23:32:04.141316Z","steps":["trace[1137572721] 'process raft request' (duration: 189.601159ms)","trace[1137572721] 'compare' (duration: 149.173092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:04.141803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:03.802075Z","time spent":"339.590259ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:04.1872Z","caller":"traceutil/trace.go:171","msg":"trace[1464099710] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"372.522466ms","start":"2026-04-01T23:32:03.814642Z","end":"2026-04-01T23:32:04.187164Z","steps":["trace[1464099710] 'process raft request' (duration: 372.000033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.187363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:03.814632Z","time spent":"372.647689ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:04.187355Z","caller":"traceutil/trace.go:171","msg":"trace[864288538] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:520; }","duration":"159.831243ms","start":"2026-04-01T23:32:04.027482Z","end":"2026-04-01T23:32:04.187314Z","steps":["trace[864288538] 'read index received' (duration: 158.958203ms)","trace[864288538] 'applied index is now lower than readState.Index' (duration: 848.33µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:04.187448Z","caller":"traceutil/trace.go:171","msg":"trace[1055408833] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"371.843211ms","start":"2026-04-01T23:32:03.815538Z","end":"2026-04-01T23:32:04.187382Z","steps":["trace[1055408833] 'process raft request' (duration: 371.195195ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.187498Z","caller":"traceutil/trace.go:171","msg":"trace[402112109] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"375.375991ms","start":"2026-04-01T23:32:03.81211Z","end":"2026-04-01T23:32:04.187486Z","steps":["trace[402112109] 'process raft request' (duration: 374.296136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.187577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:03.812084Z","time spent":"375.467773ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:04.187599Z","caller":"traceutil/trace.go:171","msg":"trace[152263199] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"368.432434ms","start":"2026-04-01T23:32:03.819037Z","end":"2026-04-01T23:32:04.18747Z","steps":["trace[152263199] 'process raft request' (duration: 367.890201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.187782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:03.81902Z","time spent":"368.660518ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:04.187795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:03.815517Z","time spent":"372.071205ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:04.187883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.391747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:04.18797Z","caller":"traceutil/trace.go:171","msg":"trace[706694299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:503; }","duration":"160.52737ms","start":"2026-04-01T23:32:04.02743Z","end":"2026-04-01T23:32:04.187957Z","steps":["trace[706694299] 'agreement among raft nodes before linearized reading' (duration: 160.09483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.19945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.929888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:32:04.199469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.382345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:04.199525Z","caller":"traceutil/trace.go:171","msg":"trace[1420829729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:504; }","duration":"172.051901ms","start":"2026-04-01T23:32:04.027458Z","end":"2026-04-01T23:32:04.19951Z","steps":["trace[1420829729] 'agreement among raft nodes before linearized reading' (duration: 171.913868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.199552Z","caller":"traceutil/trace.go:171","msg":"trace[1703755981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:504; }","duration":"171.494708ms","start":"2026-04-01T23:32:04.028045Z","end":"2026-04-01T23:32:04.19954Z","steps":["trace[1703755981] 'agreement among raft nodes before linearized reading' (duration: 171.356005ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.393056Z","caller":"traceutil/trace.go:171","msg":"trace[894004652] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"200.125737ms","start":"2026-04-01T23:32:04.192901Z","end":"2026-04-01T23:32:04.393027Z","steps":["trace[894004652] 'process raft request' (duration: 141.61049ms)","trace[894004652] 'compare' (duration: 58.19877ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:04.39393Z","caller":"traceutil/trace.go:171","msg":"trace[1105426217] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"166.815201ms","start":"2026-04-01T23:32:04.227087Z","end":"2026-04-01T23:32:04.393902Z","steps":["trace[1105426217] 'process raft request' (duration: 166.74501ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.394467Z","caller":"traceutil/trace.go:171","msg":"trace[47539113] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"196.038624ms","start":"2026-04-01T23:32:04.198408Z","end":"2026-04-01T23:32:04.394446Z","steps":["trace[47539113] 'process raft request' (duration: 195.196074ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.394505Z","caller":"traceutil/trace.go:171","msg":"trace[1430347602] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"191.959402ms","start":"2026-04-01T23:32:04.20253Z","end":"2026-04-01T23:32:04.394489Z","steps":["trace[1430347602] 'process raft request' (duration: 191.214025ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.394649Z","caller":"traceutil/trace.go:171","msg":"trace[1433588677] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"192.000053ms","start":"2026-04-01T23:32:04.202631Z","end":"2026-04-01T23:32:04.394631Z","steps":["trace[1433588677] 'process raft request' (duration: 191.156624ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.393539Z","caller":"traceutil/trace.go:171","msg":"trace[477885479] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"195.173544ms","start":"2026-04-01T23:32:04.19833Z","end":"2026-04-01T23:32:04.393504Z","steps":["trace[477885479] 'process raft request' (duration: 194.590311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:04.726523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.988075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:04.726641Z","caller":"traceutil/trace.go:171","msg":"trace[1477963462] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"246.392176ms","start":"2026-04-01T23:32:04.48023Z","end":"2026-04-01T23:32:04.726622Z","steps":["trace[1477963462] 'process raft request' (duration: 87.221477ms)","trace[1477963462] 'compare' (duration: 158.888863ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:04.740447Z","caller":"traceutil/trace.go:171","msg":"trace[1315918320] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"252.534115ms","start":"2026-04-01T23:32:04.487884Z","end":"2026-04-01T23:32:04.740418Z","steps":["trace[1315918320] 'process raft request' (duration: 252.344301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:04.740522Z","caller":"traceutil/trace.go:171","msg":"trace[1752647238] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"207.028674ms","start":"2026-04-01T23:32:04.533472Z","end":"2026-04-01T23:32:04.7405Z","steps":["trace[1752647238] 'process raft request' (duration: 206.883331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:05.02638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.007773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:05.026494Z","caller":"traceutil/trace.go:171","msg":"trace[115242394] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"273.315707ms","start":"2026-04-01T23:32:04.75316Z","end":"2026-04-01T23:32:05.026476Z","steps":["trace[115242394] 'process raft request' (duration: 171.135521ms)","trace[115242394] 'compare' (duration: 101.880199ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:05.070583Z","caller":"traceutil/trace.go:171","msg":"trace[875761952] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"314.532261ms","start":"2026-04-01T23:32:04.756033Z","end":"2026-04-01T23:32:05.070565Z","steps":["trace[875761952] 'process raft request' (duration: 314.200264ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.070575Z","caller":"traceutil/trace.go:171","msg":"trace[1947038155] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"305.921215ms","start":"2026-04-01T23:32:04.764601Z","end":"2026-04-01T23:32:05.070522Z","steps":["trace[1947038155] 'process raft request' (duration: 305.851184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:05.070686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:04.756019Z","time spent":"314.612383ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:05.070789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:04.764588Z","time spent":"306.09404ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:05.337127Z","caller":"traceutil/trace.go:171","msg":"trace[1861940924] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"292.608133ms","start":"2026-04-01T23:32:05.044487Z","end":"2026-04-01T23:32:05.337095Z","steps":["trace[1861940924] 'process raft request' (duration: 292.362538ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.350359Z","caller":"traceutil/trace.go:171","msg":"trace[1695060807] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:540; }","duration":"168.303386ms","start":"2026-04-01T23:32:05.182028Z","end":"2026-04-01T23:32:05.350332Z","steps":["trace[1695060807] 'read index received' (duration: 154.921532ms)","trace[1695060807] 'applied index is now lower than readState.Index' (duration: 13.380754ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:05.350539Z","caller":"traceutil/trace.go:171","msg":"trace[701340312] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"261.374055ms","start":"2026-04-01T23:32:05.089133Z","end":"2026-04-01T23:32:05.350507Z","steps":["trace[701340312] 'process raft request' (duration: 261.060978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:05.350677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.45971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:05.350732Z","caller":"traceutil/trace.go:171","msg":"trace[758275093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"168.749996ms","start":"2026-04-01T23:32:05.181969Z","end":"2026-04-01T23:32:05.350719Z","steps":["trace[758275093] 'agreement among raft nodes before linearized reading' (duration: 168.474ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.662604Z","caller":"traceutil/trace.go:171","msg":"trace[793490606] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"279.097507ms","start":"2026-04-01T23:32:05.383481Z","end":"2026-04-01T23:32:05.662578Z","steps":["trace[793490606] 'process raft request' (duration: 184.943773ms)","trace[793490606] 'compare' (duration: 94.017231ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:05.67225Z","caller":"traceutil/trace.go:171","msg":"trace[1790815755] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"288.02222ms","start":"2026-04-01T23:32:05.384189Z","end":"2026-04-01T23:32:05.672212Z","steps":["trace[1790815755] 'process raft request' (duration: 287.677372ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.67229Z","caller":"traceutil/trace.go:171","msg":"trace[1184039623] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"253.546979ms","start":"2026-04-01T23:32:05.418719Z","end":"2026-04-01T23:32:05.672266Z","steps":["trace[1184039623] 'process raft request' (duration: 253.416996ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:05.810407Z","caller":"traceutil/trace.go:171","msg":"trace[373502864] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"125.185668ms","start":"2026-04-01T23:32:05.685198Z","end":"2026-04-01T23:32:05.810383Z","steps":["trace[373502864] 'process raft request' (duration: 78.094531ms)","trace[373502864] 'compare' (duration: 46.858712ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:05.810422Z","caller":"traceutil/trace.go:171","msg":"trace[1123762339] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"123.603012ms","start":"2026-04-01T23:32:05.686793Z","end":"2026-04-01T23:32:05.810396Z","steps":["trace[1123762339] 'process raft request' (duration: 123.52221ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.132907Z","caller":"traceutil/trace.go:171","msg":"trace[184301347] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"294.266182ms","start":"2026-04-01T23:32:05.838608Z","end":"2026-04-01T23:32:06.132874Z","steps":["trace[184301347] 'process raft request' (duration: 294.126459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.133117Z","caller":"traceutil/trace.go:171","msg":"trace[696798889] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"302.730914ms","start":"2026-04-01T23:32:05.830351Z","end":"2026-04-01T23:32:06.133082Z","steps":["trace[696798889] 'process raft request' (duration: 258.44978ms)","trace[696798889] 'compare' (duration: 43.750322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:06.133406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:05.830314Z","time spent":"302.908288ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:06.133587Z","caller":"traceutil/trace.go:171","msg":"trace[578021626] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"158.022683ms","start":"2026-04-01T23:32:05.97546Z","end":"2026-04-01T23:32:06.133483Z","steps":["trace[578021626] 'process raft request' (duration: 157.860019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.304789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.719519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:06.304797Z","caller":"traceutil/trace.go:171","msg":"trace[34257854] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"107.555148ms","start":"2026-04-01T23:32:06.19721Z","end":"2026-04-01T23:32:06.304765Z","steps":["trace[34257854] 'process raft request' (duration: 107.290632ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.305201Z","caller":"traceutil/trace.go:171","msg":"trace[1959887714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"121.819691ms","start":"2026-04-01T23:32:06.183012Z","end":"2026-04-01T23:32:06.304832Z","steps":["trace[1959887714] 'agreement among raft nodes before linearized reading' (duration: 121.733399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.584088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.731642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:06.584285Z","caller":"traceutil/trace.go:171","msg":"trace[354300994] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:554; }","duration":"243.216025ms","start":"2026-04-01T23:32:06.341053Z","end":"2026-04-01T23:32:06.584269Z","steps":["trace[354300994] 'read index received' (duration: 104.402048ms)","trace[354300994] 'applied index is now lower than readState.Index' (duration: 138.811197ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.58438Z","caller":"traceutil/trace.go:171","msg":"trace[908018581] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"260.401214ms","start":"2026-04-01T23:32:06.323944Z","end":"2026-04-01T23:32:06.584345Z","steps":["trace[908018581] 'process raft request' (duration: 121.580737ms)","trace[908018581] 'compare' (duration: 137.392335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:06.584603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.519212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-01T23:32:06.584716Z","caller":"traceutil/trace.go:171","msg":"trace[219992685] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:534; }","duration":"243.666994ms","start":"2026-04-01T23:32:06.341019Z","end":"2026-04-01T23:32:06.584686Z","steps":["trace[219992685] 'agreement among raft nodes before linearized reading' (duration: 243.330577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.58691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.57666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:32:06.58697Z","caller":"traceutil/trace.go:171","msg":"trace[1901630691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:535; }","duration":"186.680722ms","start":"2026-04-01T23:32:06.400272Z","end":"2026-04-01T23:32:06.586953Z","steps":["trace[1901630691] 'agreement among raft nodes before linearized reading' (duration: 186.525069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.587477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.992949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:32:06.587532Z","caller":"traceutil/trace.go:171","msg":"trace[938044458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:535; }","duration":"187.084501ms","start":"2026-04-01T23:32:06.400435Z","end":"2026-04-01T23:32:06.587519Z","steps":["trace[938044458] 'agreement among raft nodes before linearized reading' (duration: 186.950958ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.587574Z","caller":"traceutil/trace.go:171","msg":"trace[2029607853] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"184.38874ms","start":"2026-04-01T23:32:06.403091Z","end":"2026-04-01T23:32:06.587479Z","steps":["trace[2029607853] 'process raft request' (duration: 183.48046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.58786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.475081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:32:06.587923Z","caller":"traceutil/trace.go:171","msg":"trace[1666775047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:535; }","duration":"187.593103ms","start":"2026-04-01T23:32:06.400314Z","end":"2026-04-01T23:32:06.587907Z","steps":["trace[1666775047] 'agreement among raft nodes before linearized reading' (duration: 187.49146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.847374Z","caller":"traceutil/trace.go:171","msg":"trace[642950234] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"255.031133ms","start":"2026-04-01T23:32:06.592297Z","end":"2026-04-01T23:32:06.847328Z","steps":["trace[642950234] 'process raft request' (duration: 228.539012ms)","trace[642950234] 'compare' (duration: 25.755774ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.847413Z","caller":"traceutil/trace.go:171","msg":"trace[1414308242] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"255.044633ms","start":"2026-04-01T23:32:06.592342Z","end":"2026-04-01T23:32:06.847387Z","steps":["trace[1414308242] 'process raft request' (duration: 254.716456ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.847599Z","caller":"traceutil/trace.go:171","msg":"trace[342052380] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"241.467695ms","start":"2026-04-01T23:32:06.606094Z","end":"2026-04-01T23:32:06.847562Z","steps":["trace[342052380] 'process raft request' (duration: 241.037255ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:06.847796Z","caller":"traceutil/trace.go:171","msg":"trace[492422109] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:556; }","duration":"234.779943ms","start":"2026-04-01T23:32:06.612989Z","end":"2026-04-01T23:32:06.847769Z","steps":["trace[492422109] 'read index received' (duration: 26.237305ms)","trace[492422109] 'applied index is now lower than readState.Index' (duration: 208.541288ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:06.848047Z","caller":"traceutil/trace.go:171","msg":"trace[1115512928] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"240.129303ms","start":"2026-04-01T23:32:06.607905Z","end":"2026-04-01T23:32:06.848034Z","steps":["trace[1115512928] 'process raft request' (duration: 239.560861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:06.848119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.113901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-01T23:32:06.848194Z","caller":"traceutil/trace.go:171","msg":"trace[1830289285] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:540; }","duration":"235.202033ms","start":"2026-04-01T23:32:06.612974Z","end":"2026-04-01T23:32:06.848176Z","steps":["trace[1830289285] 'agreement among raft nodes before linearized reading' (duration: 234.903956ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.293372Z","caller":"traceutil/trace.go:171","msg":"trace[431627081] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"315.407801ms","start":"2026-04-01T23:32:06.977941Z","end":"2026-04-01T23:32:07.293349Z","steps":["trace[431627081] 'read index received' (duration: 315.303589ms)","trace[431627081] 'applied index is now lower than readState.Index' (duration: 102.872µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:07.293484Z","caller":"traceutil/trace.go:171","msg":"trace[1714554035] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"395.719202ms","start":"2026-04-01T23:32:06.897754Z","end":"2026-04-01T23:32:07.293473Z","steps":["trace[1714554035] 'process raft request' (duration: 395.382005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.293617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.897744Z","time spent":"395.783684ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:07.293843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.910863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-04-01T23:32:07.293887Z","caller":"traceutil/trace.go:171","msg":"trace[1816788341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:542; }","duration":"315.989395ms","start":"2026-04-01T23:32:06.977886Z","end":"2026-04-01T23:32:07.293876Z","steps":["trace[1816788341] 'agreement among raft nodes before linearized reading' (duration: 315.855481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.293919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.977865Z","time spent":"316.046937ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31167,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-01T23:32:07.385821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.830207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:07.385904Z","caller":"traceutil/trace.go:171","msg":"trace[1305997752] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"389.245046ms","start":"2026-04-01T23:32:06.996633Z","end":"2026-04-01T23:32:07.385878Z","steps":["trace[1305997752] 'process raft request' (duration: 356.74721ms)","trace[1305997752] 'compare' (duration: 32.111487ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:07.385918Z","caller":"traceutil/trace.go:171","msg":"trace[2030305319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"201.979039ms","start":"2026-04-01T23:32:07.183924Z","end":"2026-04-01T23:32:07.385903Z","steps":["trace[2030305319] 'agreement among raft nodes before linearized reading' (duration: 201.811076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.385837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.512835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:32:07.386036Z","caller":"traceutil/trace.go:171","msg":"trace[797123453] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:543; }","duration":"282.755561ms","start":"2026-04-01T23:32:07.103265Z","end":"2026-04-01T23:32:07.386021Z","steps":["trace[797123453] 'agreement among raft nodes before linearized reading' (duration: 282.510206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.386066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:06.996605Z","time spent":"389.347308ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:07.528584Z","caller":"traceutil/trace.go:171","msg":"trace[471670681] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"142.89422ms","start":"2026-04-01T23:32:07.385664Z","end":"2026-04-01T23:32:07.528558Z","steps":["trace[471670681] 'read index received' (duration: 122.512728ms)","trace[471670681] 'applied index is now lower than readState.Index' (duration: 20.380292ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:07.528667Z","caller":"traceutil/trace.go:171","msg":"trace[1152002646] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"204.427715ms","start":"2026-04-01T23:32:07.324214Z","end":"2026-04-01T23:32:07.528641Z","steps":["trace[1152002646] 'process raft request' (duration: 183.874739ms)","trace[1152002646] 'compare' (duration: 20.328161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:07.528843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.821397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-04-01T23:32:07.528915Z","caller":"traceutil/trace.go:171","msg":"trace[1063538199] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:544; }","duration":"224.93756ms","start":"2026-04-01T23:32:07.303961Z","end":"2026-04-01T23:32:07.528899Z","steps":["trace[1063538199] 'agreement among raft nodes before linearized reading' (duration: 224.715995ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.596659Z","caller":"traceutil/trace.go:171","msg":"trace[903257233] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"191.306638ms","start":"2026-04-01T23:32:07.405322Z","end":"2026-04-01T23:32:07.596629Z","steps":["trace[903257233] 'process raft request' (duration: 191.166165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.596798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.227634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:07.597152Z","caller":"traceutil/trace.go:171","msg":"trace[2141539194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"209.565112ms","start":"2026-04-01T23:32:07.387486Z","end":"2026-04-01T23:32:07.597051Z","steps":["trace[2141539194] 'agreement among raft nodes before linearized reading' (duration: 209.217644ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.852637Z","caller":"traceutil/trace.go:171","msg":"trace[627823904] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"256.018104ms","start":"2026-04-01T23:32:07.596588Z","end":"2026-04-01T23:32:07.852606Z","steps":["trace[627823904] 'read index received' (duration: 246.519279ms)","trace[627823904] 'applied index is now lower than readState.Index' (duration: 9.497805ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:07.852745Z","caller":"traceutil/trace.go:171","msg":"trace[329416912] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"295.694685ms","start":"2026-04-01T23:32:07.557021Z","end":"2026-04-01T23:32:07.852715Z","steps":["trace[329416912] 'process raft request' (duration: 285.997345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.853245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.257069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-04-01T23:32:07.853289Z","caller":"traceutil/trace.go:171","msg":"trace[577697088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:546; }","duration":"312.344051ms","start":"2026-04-01T23:32:07.540933Z","end":"2026-04-01T23:32:07.853277Z","steps":["trace[577697088] 'agreement among raft nodes before linearized reading' (duration: 311.765669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:07.853318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:07.540915Z","time spent":"312.396552ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31148,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-01T23:32:07.874164Z","caller":"traceutil/trace.go:171","msg":"trace[2017881451] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"276.376197ms","start":"2026-04-01T23:32:07.597754Z","end":"2026-04-01T23:32:07.87413Z","steps":["trace[2017881451] 'process raft request' (duration: 276.182012ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:07.875006Z","caller":"traceutil/trace.go:171","msg":"trace[2123011207] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"119.397718ms","start":"2026-04-01T23:32:07.755581Z","end":"2026-04-01T23:32:07.874979Z","steps":["trace[2123011207] 'process raft request' (duration: 118.579269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:08.232691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.843004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:08.23288Z","caller":"traceutil/trace.go:171","msg":"trace[1059142727] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"315.179627ms","start":"2026-04-01T23:32:07.917676Z","end":"2026-04-01T23:32:08.232856Z","steps":["trace[1059142727] 'process raft request' (duration: 35.048286ms)","trace[1059142727] 'compare' (duration: 279.664461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:08.233005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:07.917655Z","time spent":"315.280619ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:08.234007Z","caller":"traceutil/trace.go:171","msg":"trace[820064872] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"291.306995ms","start":"2026-04-01T23:32:07.942631Z","end":"2026-04-01T23:32:08.233938Z","steps":["trace[820064872] 'read index received' (duration: 10.046169ms)","trace[820064872] 'applied index is now lower than readState.Index' (duration: 281.252216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:08.234139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.716907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:08.234213Z","caller":"traceutil/trace.go:171","msg":"trace[1519343288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:550; }","duration":"326.83034ms","start":"2026-04-01T23:32:07.907363Z","end":"2026-04-01T23:32:08.234194Z","steps":["trace[1519343288] 'agreement among raft nodes before linearized reading' (duration: 326.583464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:08.234253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:07.907353Z","time spent":"326.893231ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:08.234333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.483167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-04-01T23:32:08.234467Z","caller":"traceutil/trace.go:171","msg":"trace[759225362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:550; }","duration":"350.676581ms","start":"2026-04-01T23:32:07.88376Z","end":"2026-04-01T23:32:08.234437Z","steps":["trace[759225362] 'agreement among raft nodes before linearized reading' (duration: 350.254482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:08.234533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:07.883739Z","time spent":"350.783213ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":29498,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-04-01T23:32:08.234581Z","caller":"traceutil/trace.go:171","msg":"trace[1854212556] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"148.530768ms","start":"2026-04-01T23:32:08.086028Z","end":"2026-04-01T23:32:08.234559Z","steps":["trace[1854212556] 'process raft request' (duration: 147.348642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:08.236799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.477669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:32:08.23691Z","caller":"traceutil/trace.go:171","msg":"trace[196128625] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:551; }","duration":"291.586771ms","start":"2026-04-01T23:32:07.945278Z","end":"2026-04-01T23:32:08.236864Z","steps":["trace[196128625] 'agreement among raft nodes before linearized reading' (duration: 289.221158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.558155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105984945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:09.558431Z","caller":"traceutil/trace.go:171","msg":"trace[461516309] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.315521057s","start":"2026-04-01T23:32:08.242879Z","end":"2026-04-01T23:32:09.5584Z","steps":["trace[461516309] 'process raft request' (duration: 209.171093ms)","trace[461516309] 'compare' (duration: 1.105707419s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:09.558585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.24286Z","time spent":"1.315644269s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:09.558605Z","caller":"traceutil/trace.go:171","msg":"trace[1351723729] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.314915892s","start":"2026-04-01T23:32:08.243637Z","end":"2026-04-01T23:32:09.558553Z","steps":["trace[1351723729] 'process raft request' (duration: 1.314657746s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.558671Z","caller":"traceutil/trace.go:171","msg":"trace[1953286993] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.285020214s","start":"2026-04-01T23:32:08.273628Z","end":"2026-04-01T23:32:09.558649Z","steps":["trace[1953286993] 'process raft request' (duration: 1.28480293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.558782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.273594Z","time spent":"1.285133297s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:09.558849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.24362Z","time spent":"1.315102036s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:09.559039Z","caller":"traceutil/trace.go:171","msg":"trace[63088520] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:573; }","duration":"1.31303866s","start":"2026-04-01T23:32:08.245984Z","end":"2026-04-01T23:32:09.559022Z","steps":["trace[63088520] 'read index received' (duration: 206.115673ms)","trace[63088520] 'applied index is now lower than readState.Index' (duration: 1.106921327s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:09.559142Z","caller":"traceutil/trace.go:171","msg":"trace[1973111655] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.277899483s","start":"2026-04-01T23:32:08.281165Z","end":"2026-04-01T23:32:09.559065Z","steps":["trace[1973111655] 'process raft request' (duration: 1.277415512s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.55924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313247325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-04-01T23:32:09.559297Z","caller":"traceutil/trace.go:171","msg":"trace[297939878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:555; }","duration":"1.313331817s","start":"2026-04-01T23:32:08.245949Z","end":"2026-04-01T23:32:09.559281Z","steps":["trace[297939878] 'agreement among raft nodes before linearized reading' (duration: 1.313179583s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.559308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.281144Z","time spent":"1.278066847s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:09.559315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.954354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:32:09.559336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.245933Z","time spent":"1.313395419s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9171,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-04-01T23:32:09.559371Z","caller":"traceutil/trace.go:171","msg":"trace[321448472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"915.151798ms","start":"2026-04-01T23:32:08.6442Z","end":"2026-04-01T23:32:09.559352Z","steps":["trace[321448472] 'agreement among raft nodes before linearized reading' (duration: 914.948854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.55943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.644181Z","time spent":"915.235701ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:09.559498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.813237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:32:09.559505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.030942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:09.559542Z","caller":"traceutil/trace.go:171","msg":"trace[959973816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"707.91757ms","start":"2026-04-01T23:32:08.851614Z","end":"2026-04-01T23:32:09.559532Z","steps":["trace[959973816] 'agreement among raft nodes before linearized reading' (duration: 707.824868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.559519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.465209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:09.559619Z","caller":"traceutil/trace.go:171","msg":"trace[755750203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"374.602683ms","start":"2026-04-01T23:32:09.184991Z","end":"2026-04-01T23:32:09.559594Z","steps":["trace[755750203] 'agreement among raft nodes before linearized reading' (duration: 374.426909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.559671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.184966Z","time spent":"374.691724ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:09.559546Z","caller":"traceutil/trace.go:171","msg":"trace[813247310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"708.109384ms","start":"2026-04-01T23:32:08.851427Z","end":"2026-04-01T23:32:09.559536Z","steps":["trace[813247310] 'agreement among raft nodes before linearized reading' (duration: 708.008662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.559803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.851405Z","time spent":"708.37673ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:09.559567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:08.851582Z","time spent":"707.980601ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:32:09.802226Z","caller":"traceutil/trace.go:171","msg":"trace[119564307] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"237.068215ms","start":"2026-04-01T23:32:09.565113Z","end":"2026-04-01T23:32:09.802182Z","steps":["trace[119564307] 'process raft request' (duration: 233.071914ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.802302Z","caller":"traceutil/trace.go:171","msg":"trace[1787100269] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"237.087586ms","start":"2026-04-01T23:32:09.565184Z","end":"2026-04-01T23:32:09.802272Z","steps":["trace[1787100269] 'process raft request' (duration: 236.908632ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:09.802372Z","caller":"traceutil/trace.go:171","msg":"trace[1064709858] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"236.79376ms","start":"2026-04-01T23:32:09.565555Z","end":"2026-04-01T23:32:09.802349Z","steps":["trace[1064709858] 'read index received' (duration: 63.224144ms)","trace[1064709858] 'applied index is now lower than readState.Index' (duration: 173.568586ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:09.8024Z","caller":"traceutil/trace.go:171","msg":"trace[401580163] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"186.793935ms","start":"2026-04-01T23:32:09.615583Z","end":"2026-04-01T23:32:09.802377Z","steps":["trace[401580163] 'process raft request' (duration: 186.596341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:09.802593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.015225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:18056"} {"level":"info","ts":"2026-04-01T23:32:09.802655Z","caller":"traceutil/trace.go:171","msg":"trace[1325632619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:559; }","duration":"237.130757ms","start":"2026-04-01T23:32:09.565504Z","end":"2026-04-01T23:32:09.802635Z","steps":["trace[1325632619] 'agreement among raft nodes before linearized reading' (duration: 236.930423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.290256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.92697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-04-01T23:32:10.290361Z","caller":"traceutil/trace.go:171","msg":"trace[355994364] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:559; }","duration":"386.075483ms","start":"2026-04-01T23:32:09.904259Z","end":"2026-04-01T23:32:10.290335Z","steps":["trace[355994364] 'range keys from in-memory index tree' (duration: 385.549572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:10.290422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:09.90424Z","time spent":"386.165326ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":570127,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-01T23:32:12.042275Z","caller":"traceutil/trace.go:171","msg":"trace[1388604290] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"410.364774ms","start":"2026-04-01T23:32:11.631886Z","end":"2026-04-01T23:32:12.042251Z","steps":["trace[1388604290] 'read index received' (duration: 410.100377ms)","trace[1388604290] 'applied index is now lower than readState.Index' (duration: 263.147µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:12.042335Z","caller":"traceutil/trace.go:171","msg":"trace[1754754353] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"475.513711ms","start":"2026-04-01T23:32:11.566789Z","end":"2026-04-01T23:32:12.042302Z","steps":["trace[1754754353] 'process raft request' (duration: 475.294385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:12.042484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.566761Z","time spent":"475.646964ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:12.042542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.096473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:32:12.042569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.653163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:12.042579Z","caller":"traceutil/trace.go:171","msg":"trace[800575559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"236.188895ms","start":"2026-04-01T23:32:11.80638Z","end":"2026-04-01T23:32:12.042569Z","steps":["trace[800575559] 'agreement among raft nodes before linearized reading' (duration: 236.038352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:12.042575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.683591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:12.042618Z","caller":"traceutil/trace.go:171","msg":"trace[461588341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"235.738594ms","start":"2026-04-01T23:32:11.806868Z","end":"2026-04-01T23:32:12.042607Z","steps":["trace[461588341] 'agreement among raft nodes before linearized reading' (duration: 235.607031ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:12.042634Z","caller":"traceutil/trace.go:171","msg":"trace[880406551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"410.783173ms","start":"2026-04-01T23:32:11.631836Z","end":"2026-04-01T23:32:12.042619Z","steps":["trace[880406551] 'agreement among raft nodes before linearized reading' (duration: 410.573419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:12.042683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:11.631816Z","time spent":"410.858386ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:12.331793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.405824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:12.332113Z","caller":"traceutil/trace.go:171","msg":"trace[1959592110] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"284.730206ms","start":"2026-04-01T23:32:12.047354Z","end":"2026-04-01T23:32:12.332084Z","steps":["trace[1959592110] 'process raft request' (duration: 117.874023ms)","trace[1959592110] 'compare' (duration: 166.197259ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:12.332254Z","caller":"traceutil/trace.go:171","msg":"trace[392334871] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"284.560472ms","start":"2026-04-01T23:32:12.047639Z","end":"2026-04-01T23:32:12.3322Z","steps":["trace[392334871] 'process raft request' (duration: 284.284086ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:12.467884Z","caller":"traceutil/trace.go:171","msg":"trace[1289015000] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"107.672401ms","start":"2026-04-01T23:32:12.360178Z","end":"2026-04-01T23:32:12.467851Z","steps":["trace[1289015000] 'process raft request' (duration: 98.8051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:12.583061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.881448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:32:12.683066Z","caller":"traceutil/trace.go:171","msg":"trace[1023986815] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"210.833659ms","start":"2026-04-01T23:32:12.472192Z","end":"2026-04-01T23:32:12.683026Z","steps":["trace[1023986815] 'process raft request' (duration: 210.585994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.373486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.447035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:13.373629Z","caller":"traceutil/trace.go:171","msg":"trace[218163441] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"901.383737ms","start":"2026-04-01T23:32:12.472217Z","end":"2026-04-01T23:32:13.3736Z","steps":["trace[218163441] 'process raft request' (duration: 210.749168ms)","trace[218163441] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; req_size:1746; } (duration: 690.343422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:13.373718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:12.472193Z","time spent":"901.493879ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:13.390672Z","caller":"traceutil/trace.go:171","msg":"trace[1592509075] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"206.908521ms","start":"2026-04-01T23:32:13.18374Z","end":"2026-04-01T23:32:13.390649Z","steps":["trace[1592509075] 'read index received' (duration: 206.252726ms)","trace[1592509075] 'applied index is now lower than readState.Index' (duration: 654.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:13.390747Z","caller":"traceutil/trace.go:171","msg":"trace[756222930] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"526.407394ms","start":"2026-04-01T23:32:12.864299Z","end":"2026-04-01T23:32:13.390707Z","steps":["trace[756222930] 'process raft request' (duration: 525.995065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:13.390899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:12.864236Z","time spent":"526.596549ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036015,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:13.390888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.122876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:13.390966Z","caller":"traceutil/trace.go:171","msg":"trace[210539434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"207.27462ms","start":"2026-04-01T23:32:13.183673Z","end":"2026-04-01T23:32:13.390948Z","steps":["trace[210539434] 'agreement among raft nodes before linearized reading' (duration: 207.075345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:14.383632Z","caller":"traceutil/trace.go:171","msg":"trace[2037968154] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"336.693893ms","start":"2026-04-01T23:32:14.046917Z","end":"2026-04-01T23:32:14.383611Z","steps":["trace[2037968154] 'read index received' (duration: 334.606417ms)","trace[2037968154] 'applied index is now lower than readState.Index' (duration: 2.085696ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:14.383875Z","caller":"traceutil/trace.go:171","msg":"trace[1728271874] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"462.896495ms","start":"2026-04-01T23:32:13.920962Z","end":"2026-04-01T23:32:14.383858Z","steps":["trace[1728271874] 'process raft request' (duration: 461.299599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:14.384012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.089792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:32:14.384013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:13.920937Z","time spent":"462.976166ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036101,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:14.384044Z","caller":"traceutil/trace.go:171","msg":"trace[134247261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"337.154914ms","start":"2026-04-01T23:32:14.046878Z","end":"2026-04-01T23:32:14.384032Z","steps":["trace[134247261] 'agreement among raft nodes before linearized reading' (duration: 337.017411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:14.384072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:14.046862Z","time spent":"337.201386ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:14.384378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.184213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:14.384458Z","caller":"traceutil/trace.go:171","msg":"trace[1847886840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:569; }","duration":"280.313605ms","start":"2026-04-01T23:32:14.104125Z","end":"2026-04-01T23:32:14.384438Z","steps":["trace[1847886840] 'agreement among raft nodes before linearized reading' (duration: 280.08306ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:14.57786Z","caller":"traceutil/trace.go:171","msg":"trace[574698428] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"190.555001ms","start":"2026-04-01T23:32:14.387284Z","end":"2026-04-01T23:32:14.577839Z","steps":["trace[574698428] 'process raft request' (duration: 150.845581ms)","trace[574698428] 'compare' (duration: 39.610967ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:14.580588Z","caller":"traceutil/trace.go:171","msg":"trace[993620685] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"144.356044ms","start":"2026-04-01T23:32:14.43621Z","end":"2026-04-01T23:32:14.580566Z","steps":["trace[993620685] 'process raft request' (duration: 144.307123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:14.580783Z","caller":"traceutil/trace.go:171","msg":"trace[1214274296] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"192.195368ms","start":"2026-04-01T23:32:14.388554Z","end":"2026-04-01T23:32:14.58075Z","steps":["trace[1214274296] 'process raft request' (duration: 191.893181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:14.580915Z","caller":"traceutil/trace.go:171","msg":"trace[1404911036] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"191.580124ms","start":"2026-04-01T23:32:14.38932Z","end":"2026-04-01T23:32:14.5809Z","steps":["trace[1404911036] 'process raft request' (duration: 191.165175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:14.580965Z","caller":"traceutil/trace.go:171","msg":"trace[1098183334] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"192.922284ms","start":"2026-04-01T23:32:14.388036Z","end":"2026-04-01T23:32:14.580958Z","steps":["trace[1098183334] 'process raft request' (duration: 192.314021ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:20.040777Z","caller":"traceutil/trace.go:171","msg":"trace[396903529] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"167.716853ms","start":"2026-04-01T23:32:19.873022Z","end":"2026-04-01T23:32:20.040738Z","steps":["trace[396903529] 'process raft request' (duration: 167.245832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.117027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:21.617839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:21.738017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130201645s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:32:21.738454Z","caller":"traceutil/trace.go:171","msg":"trace[191541978] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"1.12207088s","start":"2026-04-01T23:32:20.616361Z","end":"2026-04-01T23:32:21.738431Z","steps":["trace[191541978] 'read index received' (duration: 1.121812164s)","trace[191541978] 'applied index is now lower than readState.Index' (duration: 257.636µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:21.738497Z","caller":"traceutil/trace.go:171","msg":"trace[702016223] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.13089919s","start":"2026-04-01T23:32:20.607585Z","end":"2026-04-01T23:32:21.738485Z","steps":["trace[702016223] 'process raft request' (duration: 1.130677385s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.738595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:20.607561Z","time spent":"1.130964772s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:21.738631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122272065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:21.738686Z","caller":"traceutil/trace.go:171","msg":"trace[178631624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"1.122365667s","start":"2026-04-01T23:32:20.616305Z","end":"2026-04-01T23:32:21.738671Z","steps":["trace[178631624] 'agreement among raft nodes before linearized reading' (duration: 1.122205314s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.738725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:20.616284Z","time spent":"1.122432908s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:21.738742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113108797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:32:21.738637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116408582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:21.738795Z","caller":"traceutil/trace.go:171","msg":"trace[1108676506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"1.113205799s","start":"2026-04-01T23:32:20.625575Z","end":"2026-04-01T23:32:21.738781Z","steps":["trace[1108676506] 'agreement among raft nodes before linearized reading' (duration: 1.113088106s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.739955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:20.625553Z","time spent":"1.114378235s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:21.738744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.452031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:21.738867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.513343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tgmmh\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-01T23:32:21.739938Z","caller":"traceutil/trace.go:171","msg":"trace[241776567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"1.11766031s","start":"2026-04-01T23:32:20.622192Z","end":"2026-04-01T23:32:21.739853Z","steps":["trace[241776567] 'agreement among raft nodes before linearized reading' (duration: 1.116348841s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.740231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:20.62218Z","time spent":"1.118041618s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:32:21.740256Z","caller":"traceutil/trace.go:171","msg":"trace[1910363472] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tgmmh; range_end:; response_count:1; response_revision:605; }","duration":"836.881273ms","start":"2026-04-01T23:32:20.903291Z","end":"2026-04-01T23:32:21.740173Z","steps":["trace[1910363472] 'agreement among raft nodes before linearized reading' (duration: 835.39263ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:21.740143Z","caller":"traceutil/trace.go:171","msg":"trace[201167795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"555.930164ms","start":"2026-04-01T23:32:21.184193Z","end":"2026-04-01T23:32:21.740123Z","steps":["trace[201167795] 'agreement among raft nodes before linearized reading' (duration: 554.382429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:21.740393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:20.903273Z","time spent":"837.072608ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-tgmmh\" "} {"level":"warn","ts":"2026-04-01T23:32:21.740393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.184171Z","time spent":"556.20843ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:22.513325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.676341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:22.513494Z","caller":"traceutil/trace.go:171","msg":"trace[1098163773] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"770.252453ms","start":"2026-04-01T23:32:21.74321Z","end":"2026-04-01T23:32:22.513462Z","steps":["trace[1098163773] 'process raft request' (duration: 647.294797ms)","trace[1098163773] 'compare' (duration: 122.065877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:22.513606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.743187Z","time spent":"770.369606ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:23.292497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.905258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:23.292693Z","caller":"traceutil/trace.go:171","msg":"trace[615113405] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.548680992s","start":"2026-04-01T23:32:21.743981Z","end":"2026-04-01T23:32:23.292662Z","steps":["trace[615113405] 'process raft request' (duration: 1.308514167s)","trace[615113405] 'compare' (duration: 239.680343ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:23.292734Z","caller":"traceutil/trace.go:171","msg":"trace[1190156313] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.548045068s","start":"2026-04-01T23:32:21.744671Z","end":"2026-04-01T23:32:23.292716Z","steps":["trace[1190156313] 'process raft request' (duration: 1.547935305s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:23.292803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.744637Z","time spent":"1.54813416s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:23.292845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.743959Z","time spent":"1.548799905s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:23.293076Z","caller":"traceutil/trace.go:171","msg":"trace[1472920950] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.539781621s","start":"2026-04-01T23:32:21.753268Z","end":"2026-04-01T23:32:23.29305Z","steps":["trace[1472920950] 'process raft request' (duration: 1.539397252s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:23.293199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:21.753248Z","time spent":"1.539894203s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:24.7496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456664296s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:32:24.749717Z","caller":"traceutil/trace.go:171","msg":"trace[1859459394] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:630; }","duration":"1.564832528s","start":"2026-04-01T23:32:23.184863Z","end":"2026-04-01T23:32:24.749695Z","steps":["trace[1859459394] 'read index received' (duration: 14.762734ms)","trace[1859459394] 'applied index is now lower than readState.Index' (duration: 1.550067384s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:24.749847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564975972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:24.749905Z","caller":"traceutil/trace.go:171","msg":"trace[539733276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"1.565038144s","start":"2026-04-01T23:32:23.18485Z","end":"2026-04-01T23:32:24.749888Z","steps":["trace[539733276] 'agreement among raft nodes before linearized reading' (duration: 1.564942991s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:24.749963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:23.184792Z","time spent":"1.565158966s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:24.850832Z","caller":"traceutil/trace.go:171","msg":"trace[151116183] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"101.057911ms","start":"2026-04-01T23:32:24.749754Z","end":"2026-04-01T23:32:24.850812Z","steps":["trace[151116183] 'read index received' (duration: 100.850476ms)","trace[151116183] 'applied index is now lower than readState.Index' (duration: 206.445µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:24.850998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.927251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:32:24.851031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.215624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:24.851049Z","caller":"traceutil/trace.go:171","msg":"trace[750040399] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:610; }","duration":"349.076405ms","start":"2026-04-01T23:32:24.501962Z","end":"2026-04-01T23:32:24.851038Z","steps":["trace[750040399] 'agreement among raft nodes before linearized reading' (duration: 348.974423ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:24.851078Z","caller":"traceutil/trace.go:171","msg":"trace[1500746284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"333.288736ms","start":"2026-04-01T23:32:24.517777Z","end":"2026-04-01T23:32:24.851065Z","steps":["trace[1500746284] 'agreement among raft nodes before linearized reading' (duration: 333.100472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:24.85109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.501942Z","time spent":"349.137676ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:24.851119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.517765Z","time spent":"333.346047ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:32:24.850994Z","caller":"traceutil/trace.go:171","msg":"trace[1991995027] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"738.613527ms","start":"2026-04-01T23:32:24.112244Z","end":"2026-04-01T23:32:24.850858Z","steps":["trace[1991995027] 'process raft request' (duration: 738.424433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:24.851305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108916902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:24.85141Z","caller":"traceutil/trace.go:171","msg":"trace[1886219845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"1.109071835s","start":"2026-04-01T23:32:23.742314Z","end":"2026-04-01T23:32:24.851386Z","steps":["trace[1886219845] 'agreement among raft nodes before linearized reading' (duration: 1.108778598s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:24.851477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:23.742292Z","time spent":"1.109170907s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:24.851664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.112226Z","time spent":"739.062006ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:25.413916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.846796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:25.41431Z","caller":"traceutil/trace.go:171","msg":"trace[1154403591] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"559.040335ms","start":"2026-04-01T23:32:24.855193Z","end":"2026-04-01T23:32:25.414234Z","steps":["trace[1154403591] 'process raft request' (duration: 139.737558ms)","trace[1154403591] 'compare' (duration: 418.620611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:25.414499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.855154Z","time spent":"559.242019ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:25.414652Z","caller":"traceutil/trace.go:171","msg":"trace[12821717] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"555.190997ms","start":"2026-04-01T23:32:24.859381Z","end":"2026-04-01T23:32:25.414572Z","steps":["trace[12821717] 'read index received' (duration: 135.563003ms)","trace[12821717] 'applied index is now lower than readState.Index' (duration: 419.626224ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:25.414679Z","caller":"traceutil/trace.go:171","msg":"trace[435447205] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"558.799839ms","start":"2026-04-01T23:32:24.855834Z","end":"2026-04-01T23:32:25.414634Z","steps":["trace[435447205] 'process raft request' (duration: 558.240646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:25.414821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.437552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:25.414884Z","caller":"traceutil/trace.go:171","msg":"trace[44750961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"555.523554ms","start":"2026-04-01T23:32:24.859347Z","end":"2026-04-01T23:32:25.41487Z","steps":["trace[44750961] 'agreement among raft nodes before linearized reading' (duration: 555.426272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:25.414886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.855806Z","time spent":"558.963912ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:25.414926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:24.859335Z","time spent":"555.582066ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:25.414929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.53279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:25.415022Z","caller":"traceutil/trace.go:171","msg":"trace[1184646443] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:612; }","duration":"370.668874ms","start":"2026-04-01T23:32:25.04433Z","end":"2026-04-01T23:32:25.414999Z","steps":["trace[1184646443] 'agreement among raft nodes before linearized reading' (duration: 370.5185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:25.415071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:25.044307Z","time spent":"370.753565ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:25.415108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.505074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:25.415192Z","caller":"traceutil/trace.go:171","msg":"trace[385345161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"117.625357ms","start":"2026-04-01T23:32:25.297549Z","end":"2026-04-01T23:32:25.415174Z","steps":["trace[385345161] 'agreement among raft nodes before linearized reading' (duration: 117.303639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:25.415295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.414884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:25.41534Z","caller":"traceutil/trace.go:171","msg":"trace[1837007658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"118.497406ms","start":"2026-04-01T23:32:25.296832Z","end":"2026-04-01T23:32:25.41533Z","steps":["trace[1837007658] 'agreement among raft nodes before linearized reading' (duration: 118.338963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:26.678026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:27.178344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:27.679319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:28.179484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:28.18287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:32:28.182937Z","caller":"traceutil/trace.go:171","msg":"trace[1146981257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588558s","start":"2026-04-01T23:32:26.182333Z","end":"2026-04-01T23:32:28.182921Z","steps":["trace[1146981257] 'agreement among raft nodes before linearized reading' (duration: 2.000511886s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:28.182979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:26.18229Z","time spent":"2.00068017s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:28.680198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362851861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:28.907547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.488621315s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:32:30.183158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:32:30.183258Z","caller":"traceutil/trace.go:171","msg":"trace[1951753510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451635s","start":"2026-04-01T23:32:28.182782Z","end":"2026-04-01T23:32:30.183233Z","steps":["trace[1951753510] 'agreement among raft nodes before linearized reading' (duration: 2.000325482s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:30.183323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:28.18276Z","time spent":"2.000547887s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:30.418451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:25.419518Z","time spent":"4.998925977s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:32:31.237627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060323975s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:31.237793Z","caller":"traceutil/trace.go:171","msg":"trace[272523534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"3.060483989s","start":"2026-04-01T23:32:28.17727Z","end":"2026-04-01T23:32:31.237754Z","steps":["trace[272523534] 'range keys from in-memory index tree' (duration: 3.060308025s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.237813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329960076s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:31.237915Z","caller":"traceutil/trace.go:171","msg":"trace[194582815] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"5.819082732s","start":"2026-04-01T23:32:25.418814Z","end":"2026-04-01T23:32:31.237896Z","steps":["trace[194582815] 'process raft request' (duration: 3.488955082s)","trace[194582815] 'compare' (duration: 2.329647339s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:31.238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:25.418789Z","time spent":"5.819162943s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:31.287318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.37957517s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:32:31.287906Z","caller":"traceutil/trace.go:171","msg":"trace[841644845] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:637; }","duration":"5.110848406s","start":"2026-04-01T23:32:26.177029Z","end":"2026-04-01T23:32:31.287878Z","steps":["trace[841644845] 'read index received' (duration: 2.730724762s)","trace[841644845] 'applied index is now lower than readState.Index' (duration: 2.380122604s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:31.288148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111094722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:31.28823Z","caller":"traceutil/trace.go:171","msg":"trace[1113376341] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:614; }","duration":"5.111224814s","start":"2026-04-01T23:32:26.176989Z","end":"2026-04-01T23:32:31.288213Z","steps":["trace[1113376341] 'agreement among raft nodes before linearized reading' (duration: 5.11102678s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.288326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:26.176972Z","time spent":"5.111346097s","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:31.505079Z","caller":"traceutil/trace.go:171","msg":"trace[1630407877] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"217.070421ms","start":"2026-04-01T23:32:31.287983Z","end":"2026-04-01T23:32:31.505054Z","steps":["trace[1630407877] 'read index received' (duration: 216.674602ms)","trace[1630407877] 'applied index is now lower than readState.Index' (duration: 394.739µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:31.505207Z","caller":"traceutil/trace.go:171","msg":"trace[1129652452] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.158321052s","start":"2026-04-01T23:32:30.346854Z","end":"2026-04-01T23:32:31.505175Z","steps":["trace[1129652452] 'process raft request' (duration: 1.158148518s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.505365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316215692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:32:31.505465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772370773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:31.505461Z","caller":"traceutil/trace.go:171","msg":"trace[861982225] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.542968824s","start":"2026-04-01T23:32:29.962472Z","end":"2026-04-01T23:32:31.505441Z","steps":["trace[861982225] 'process raft request' (duration: 1.542190476s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.505364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76660338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:31.505529Z","caller":"traceutil/trace.go:171","msg":"trace[120875435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.772450095s","start":"2026-04-01T23:32:29.733056Z","end":"2026-04-01T23:32:31.505506Z","steps":["trace[120875435] 'agreement among raft nodes before linearized reading' (duration: 1.772384954s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.505599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:29.733035Z","time spent":"1.772555518s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:31.505602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:29.962452Z","time spent":"1.543070325s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:31.505374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086390297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:31.505678Z","caller":"traceutil/trace.go:171","msg":"trace[155005749] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:616; }","duration":"1.316395416s","start":"2026-04-01T23:32:30.189077Z","end":"2026-04-01T23:32:31.505472Z","steps":["trace[155005749] 'agreement among raft nodes before linearized reading' (duration: 1.316011618s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.50582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401530583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:32:31.505855Z","caller":"traceutil/trace.go:171","msg":"trace[834707260] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:616; }","duration":"4.767140242s","start":"2026-04-01T23:32:26.738574Z","end":"2026-04-01T23:32:31.505714Z","steps":["trace[834707260] 'agreement among raft nodes before linearized reading' (duration: 4.766578979s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:31.505905Z","caller":"traceutil/trace.go:171","msg":"trace[859683014] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:616; }","duration":"4.401653986s","start":"2026-04-01T23:32:27.104235Z","end":"2026-04-01T23:32:31.505889Z","steps":["trace[859683014] 'agreement among raft nodes before linearized reading' (duration: 4.40140227s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.505942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316582921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:31.505932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:26.738518Z","time spent":"4.767391617s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:31.505977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.104213Z","time spent":"4.401752678s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:32:31.505391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:30.346806Z","time spent":"1.158485125s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:31.506006Z","caller":"traceutil/trace.go:171","msg":"trace[1905095238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.316669022s","start":"2026-04-01T23:32:30.189321Z","end":"2026-04-01T23:32:31.50599Z","steps":["trace[1905095238] 'agreement among raft nodes before linearized reading' (duration: 1.316556079s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.506062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:30.189309Z","time spent":"1.316741805s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:31.505384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112180213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:32:31.506024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050971468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:31.506128Z","caller":"traceutil/trace.go:171","msg":"trace[1231756999] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:616; }","duration":"4.112967062s","start":"2026-04-01T23:32:27.39314Z","end":"2026-04-01T23:32:31.506107Z","steps":["trace[1231756999] 'agreement among raft nodes before linearized reading' (duration: 4.112164343s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:31.505732Z","caller":"traceutil/trace.go:171","msg":"trace[1260969269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"4.086809037s","start":"2026-04-01T23:32:27.418902Z","end":"2026-04-01T23:32:31.505711Z","steps":["trace[1260969269] 'agreement among raft nodes before linearized reading' (duration: 4.086341226s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:31.50616Z","caller":"traceutil/trace.go:171","msg":"trace[1850180565] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:616; }","duration":"1.051186414s","start":"2026-04-01T23:32:30.45496Z","end":"2026-04-01T23:32:31.506146Z","steps":["trace[1850180565] 'agreement among raft nodes before linearized reading' (duration: 1.050898977s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.506241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.418875Z","time spent":"4.08735126s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:31.506268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:30.454935Z","time spent":"1.051319207s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:31.505826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:30.189056Z","time spent":"1.316746654s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" "} {"level":"warn","ts":"2026-04-01T23:32:31.505829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086560801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:32:31.506756Z","caller":"traceutil/trace.go:171","msg":"trace[682021997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"4.087506803s","start":"2026-04-01T23:32:27.419221Z","end":"2026-04-01T23:32:31.506728Z","steps":["trace[682021997] 'agreement among raft nodes before linearized reading' (duration: 4.086547321s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:31.506197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.393119Z","time spent":"4.113059213s","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:31.506799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:27.419202Z","time spent":"4.087583125s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:32.449762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.459929ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-01T23:32:32.708251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.289072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:32.708286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.825452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:32.708356Z","caller":"traceutil/trace.go:171","msg":"trace[1234075443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:622; }","duration":"102.935994ms","start":"2026-04-01T23:32:32.605401Z","end":"2026-04-01T23:32:32.708337Z","steps":["trace[1234075443] 'range keys from in-memory index tree' (duration: 102.73839ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:32.708368Z","caller":"traceutil/trace.go:171","msg":"trace[1103457141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:622; }","duration":"103.400184ms","start":"2026-04-01T23:32:32.604913Z","end":"2026-04-01T23:32:32.708314Z","steps":["trace[1103457141] 'range keys from in-memory index tree' (duration: 103.246801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:32.708374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.674281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:32.708406Z","caller":"traceutil/trace.go:171","msg":"trace[1444030753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:622; }","duration":"103.733562ms","start":"2026-04-01T23:32:32.604664Z","end":"2026-04-01T23:32:32.708398Z","steps":["trace[1444030753] 'count revisions from in-memory index tree' (duration: 103.623519ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.358729Z","caller":"traceutil/trace.go:171","msg":"trace[875312390] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"413.409873ms","start":"2026-04-01T23:32:32.945295Z","end":"2026-04-01T23:32:33.358705Z","steps":["trace[875312390] 'read index received' (duration: 413.370702ms)","trace[875312390] 'applied index is now lower than readState.Index' (duration: 38.161µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:33.358746Z","caller":"traceutil/trace.go:171","msg":"trace[44340829] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"413.749021ms","start":"2026-04-01T23:32:32.94497Z","end":"2026-04-01T23:32:33.358719Z","steps":["trace[44340829] 'process raft request' (duration: 413.606518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.358877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.558637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.358919Z","caller":"traceutil/trace.go:171","msg":"trace[2051260644] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:623; }","duration":"413.650918ms","start":"2026-04-01T23:32:32.945257Z","end":"2026-04-01T23:32:33.358908Z","steps":["trace[2051260644] 'agreement among raft nodes before linearized reading' (duration: 413.537526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.358932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.944958Z","time spent":"413.911815ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:33.358959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.945234Z","time spent":"413.71388ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:32:33.489543Z","caller":"traceutil/trace.go:171","msg":"trace[1331225738] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"130.691443ms","start":"2026-04-01T23:32:33.358821Z","end":"2026-04-01T23:32:33.489512Z","steps":["trace[1331225738] 'read index received' (duration: 128.124575ms)","trace[1331225738] 'applied index is now lower than readState.Index' (duration: 2.565668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:33.489643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.292162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.489678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.110082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.489702Z","caller":"traceutil/trace.go:171","msg":"trace[753692217] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:624; }","duration":"140.385194ms","start":"2026-04-01T23:32:33.349305Z","end":"2026-04-01T23:32:33.48969Z","steps":["trace[753692217] 'agreement among raft nodes before linearized reading' (duration: 140.248311ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.489714Z","caller":"traceutil/trace.go:171","msg":"trace[2026272972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:624; }","duration":"490.175073ms","start":"2026-04-01T23:32:32.999525Z","end":"2026-04-01T23:32:33.4897Z","steps":["trace[2026272972] 'agreement among raft nodes before linearized reading' (duration: 490.115662ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.489712Z","caller":"traceutil/trace.go:171","msg":"trace[1157061963] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"530.592461ms","start":"2026-04-01T23:32:32.959087Z","end":"2026-04-01T23:32:33.489679Z","steps":["trace[1157061963] 'process raft request' (duration: 527.851418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.489784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.244348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.489907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.410834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.489935Z","caller":"traceutil/trace.go:171","msg":"trace[1880863849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:624; }","duration":"140.514285ms","start":"2026-04-01T23:32:33.349415Z","end":"2026-04-01T23:32:33.489929Z","steps":["trace[1880863849] 'agreement among raft nodes before linearized reading' (duration: 140.470134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.489937Z","caller":"traceutil/trace.go:171","msg":"trace[1130707853] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:624; }","duration":"139.437701ms","start":"2026-04-01T23:32:33.350484Z","end":"2026-04-01T23:32:33.489921Z","steps":["trace[1130707853] 'agreement among raft nodes before linearized reading' (duration: 139.252037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.921503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490056Z","caller":"traceutil/trace.go:171","msg":"trace[1699001743] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:624; }","duration":"165.979024ms","start":"2026-04-01T23:32:33.324066Z","end":"2026-04-01T23:32:33.490045Z","steps":["trace[1699001743] 'agreement among raft nodes before linearized reading' (duration: 165.907912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.49006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.321905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490082Z","caller":"traceutil/trace.go:171","msg":"trace[1723472581] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:624; }","duration":"508.380987ms","start":"2026-04-01T23:32:32.981695Z","end":"2026-04-01T23:32:33.490076Z","steps":["trace[1723472581] 'agreement among raft nodes before linearized reading' (duration: 508.346976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.981672Z","time spent":"508.430588ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:33.490128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.789643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.489688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.088921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.490126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.325746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490174Z","caller":"traceutil/trace.go:171","msg":"trace[701046230] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:624; }","duration":"507.878365ms","start":"2026-04-01T23:32:32.982283Z","end":"2026-04-01T23:32:33.490161Z","steps":["trace[701046230] 'agreement among raft nodes before linearized reading' (duration: 507.808124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.490228Z","caller":"traceutil/trace.go:171","msg":"trace[1582617146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:624; }","duration":"490.619594ms","start":"2026-04-01T23:32:32.999555Z","end":"2026-04-01T23:32:33.490175Z","steps":["trace[1582617146] 'agreement among raft nodes before linearized reading' (duration: 490.052951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.489756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.999509Z","time spent":"490.237065ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:33.490246Z","caller":"traceutil/trace.go:171","msg":"trace[128102076] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:624; }","duration":"508.496489ms","start":"2026-04-01T23:32:32.981731Z","end":"2026-04-01T23:32:33.490227Z","steps":["trace[128102076] 'agreement among raft nodes before linearized reading' (duration: 508.284194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.982259Z","time spent":"507.981828ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:33.490282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.981709Z","time spent":"508.566341ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:33.490299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.420138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.490305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.610773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.490308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.451016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490325Z","caller":"traceutil/trace.go:171","msg":"trace[448496909] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"194.461989ms","start":"2026-04-01T23:32:33.295856Z","end":"2026-04-01T23:32:33.490318Z","steps":["trace[448496909] 'agreement among raft nodes before linearized reading' (duration: 194.419278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.47658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490353Z","caller":"traceutil/trace.go:171","msg":"trace[30710533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"305.519417ms","start":"2026-04-01T23:32:33.184822Z","end":"2026-04-01T23:32:33.490341Z","steps":["trace[30710533] 'agreement among raft nodes before linearized reading' (duration: 305.459025ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.49037Z","caller":"traceutil/trace.go:171","msg":"trace[1814957095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"355.695725ms","start":"2026-04-01T23:32:33.134663Z","end":"2026-04-01T23:32:33.490358Z","steps":["trace[1814957095] 'agreement among raft nodes before linearized reading' (duration: 355.46379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.1848Z","time spent":"305.577058ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:33.490411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.134639Z","time spent":"355.760776ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:33.490436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.258895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490473Z","caller":"traceutil/trace.go:171","msg":"trace[1116213686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:624; }","duration":"490.304346ms","start":"2026-04-01T23:32:33.000155Z","end":"2026-04-01T23:32:33.490459Z","steps":["trace[1116213686] 'agreement among raft nodes before linearized reading' (duration: 490.254565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.000147Z","time spent":"490.343897ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:33.490457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.048061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:32:33.489648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.425789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490624Z","caller":"traceutil/trace.go:171","msg":"trace[1297797226] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"195.432291ms","start":"2026-04-01T23:32:33.29515Z","end":"2026-04-01T23:32:33.490583Z","steps":["trace[1297797226] 'agreement among raft nodes before linearized reading' (duration: 194.385867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.49063Z","caller":"traceutil/trace.go:171","msg":"trace[323144689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"247.291777ms","start":"2026-04-01T23:32:33.243288Z","end":"2026-04-01T23:32:33.49058Z","steps":["trace[323144689] 'agreement among raft nodes before linearized reading' (duration: 246.436608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.999544Z","time spent":"490.707986ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:32:33.490479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.075696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.489882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.959062Z","time spent":"530.734983ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:33.490334Z","caller":"traceutil/trace.go:171","msg":"trace[606945619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"355.665414ms","start":"2026-04-01T23:32:33.13466Z","end":"2026-04-01T23:32:33.490325Z","steps":["trace[606945619] 'agreement among raft nodes before linearized reading' (duration: 355.623923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:33.134637Z","time spent":"356.158365ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:33.489797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.317821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.490516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.287568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490889Z","caller":"traceutil/trace.go:171","msg":"trace[1505758835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:624; }","duration":"195.686057ms","start":"2026-04-01T23:32:33.295195Z","end":"2026-04-01T23:32:33.490881Z","steps":["trace[1505758835] 'agreement among raft nodes before linearized reading' (duration: 195.306258ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.490891Z","caller":"traceutil/trace.go:171","msg":"trace[1209741047] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"545.432246ms","start":"2026-04-01T23:32:32.94544Z","end":"2026-04-01T23:32:33.490872Z","steps":["trace[1209741047] 'agreement among raft nodes before linearized reading' (duration: 544.337712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.490939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.945426Z","time spent":"545.499249ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:32:33.490989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.777231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.490921Z","caller":"traceutil/trace.go:171","msg":"trace[1021446929] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:624; }","duration":"166.71195ms","start":"2026-04-01T23:32:33.324053Z","end":"2026-04-01T23:32:33.490765Z","steps":["trace[1021446929] 'agreement among raft nodes before linearized reading' (duration: 165.937573ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.491029Z","caller":"traceutil/trace.go:171","msg":"trace[1252741584] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:624; }","duration":"544.833073ms","start":"2026-04-01T23:32:32.946185Z","end":"2026-04-01T23:32:33.491018Z","steps":["trace[1252741584] 'agreement among raft nodes before linearized reading' (duration: 544.773351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.491209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:32.946175Z","time spent":"545.018347ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:32:33.491022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.907482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.491312Z","caller":"traceutil/trace.go:171","msg":"trace[1174271618] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:624; }","duration":"166.425653ms","start":"2026-04-01T23:32:33.324863Z","end":"2026-04-01T23:32:33.491289Z","steps":["trace[1174271618] 'agreement among raft nodes before linearized reading' (duration: 164.823967ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.815988Z","caller":"traceutil/trace.go:171","msg":"trace[1646915385] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"249.296832ms","start":"2026-04-01T23:32:33.566669Z","end":"2026-04-01T23:32:33.815966Z","steps":["trace[1646915385] 'read index received' (duration: 186.311685ms)","trace[1646915385] 'applied index is now lower than readState.Index' (duration: 62.984187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:33.816138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.375874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.816173Z","caller":"traceutil/trace.go:171","msg":"trace[1217497600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:627; }","duration":"249.432825ms","start":"2026-04-01T23:32:33.566732Z","end":"2026-04-01T23:32:33.816164Z","steps":["trace[1217497600] 'agreement among raft nodes before linearized reading' (duration: 249.356404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.816275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.156414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.816323Z","caller":"traceutil/trace.go:171","msg":"trace[743330920] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:627; }","duration":"187.210955ms","start":"2026-04-01T23:32:33.629097Z","end":"2026-04-01T23:32:33.816308Z","steps":["trace[743330920] 'agreement among raft nodes before linearized reading' (duration: 187.148083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.816325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.508907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.816597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.730696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:33.816607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.761866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.816643Z","caller":"traceutil/trace.go:171","msg":"trace[1146722322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:627; }","duration":"213.828738ms","start":"2026-04-01T23:32:33.602807Z","end":"2026-04-01T23:32:33.816635Z","steps":["trace[1146722322] 'agreement among raft nodes before linearized reading' (duration: 213.748376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.816662Z","caller":"traceutil/trace.go:171","msg":"trace[1361734083] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:627; }","duration":"213.886319ms","start":"2026-04-01T23:32:33.602762Z","end":"2026-04-01T23:32:33.816648Z","steps":["trace[1361734083] 'agreement among raft nodes before linearized reading' (duration: 213.751966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.816196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.835399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.816858Z","caller":"traceutil/trace.go:171","msg":"trace[1218771571] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:627; }","duration":"188.537995ms","start":"2026-04-01T23:32:33.628303Z","end":"2026-04-01T23:32:33.816841Z","steps":["trace[1218771571] 'agreement among raft nodes before linearized reading' (duration: 187.843139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.816435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.017653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.816927Z","caller":"traceutil/trace.go:171","msg":"trace[147522847] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:627; }","duration":"188.537295ms","start":"2026-04-01T23:32:33.628362Z","end":"2026-04-01T23:32:33.816899Z","steps":["trace[147522847] 'agreement among raft nodes before linearized reading' (duration: 187.988173ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.816585Z","caller":"traceutil/trace.go:171","msg":"trace[1027111400] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:627; }","duration":"249.877766ms","start":"2026-04-01T23:32:33.566652Z","end":"2026-04-01T23:32:33.81653Z","steps":["trace[1027111400] 'agreement among raft nodes before linearized reading' (duration: 249.435066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:33.816495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.198864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:33.81713Z","caller":"traceutil/trace.go:171","msg":"trace[1598733335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:627; }","duration":"213.840238ms","start":"2026-04-01T23:32:33.603265Z","end":"2026-04-01T23:32:33.817105Z","steps":["trace[1598733335] 'agreement among raft nodes before linearized reading' (duration: 213.206174ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:33.816115Z","caller":"traceutil/trace.go:171","msg":"trace[987510512] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"265.028759ms","start":"2026-04-01T23:32:33.55105Z","end":"2026-04-01T23:32:33.816079Z","steps":["trace[987510512] 'process raft request' (duration: 201.933419ms)","trace[987510512] 'compare' (duration: 62.886935ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:35.662266Z","caller":"traceutil/trace.go:171","msg":"trace[1210875954] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"115.393056ms","start":"2026-04-01T23:32:35.546829Z","end":"2026-04-01T23:32:35.662222Z","steps":["trace[1210875954] 'process raft request' (duration: 23.623135ms)","trace[1210875954] 'compare' (duration: 91.324561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:38.024053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.737144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:32:38.024128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.996717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:38.02416Z","caller":"traceutil/trace.go:171","msg":"trace[1418449307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:646; }","duration":"358.871396ms","start":"2026-04-01T23:32:37.665252Z","end":"2026-04-01T23:32:38.024124Z","steps":["trace[1418449307] 'range keys from in-memory index tree' (duration: 358.62322ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:38.024181Z","caller":"traceutil/trace.go:171","msg":"trace[219847095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"489.103619ms","start":"2026-04-01T23:32:37.535064Z","end":"2026-04-01T23:32:38.024167Z","steps":["trace[219847095] 'range keys from in-memory index tree' (duration: 488.872534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:38.02421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:37.535042Z","time spent":"489.16132ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:38.024221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:37.665233Z","time spent":"358.974439ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:38.024346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.363395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:38.025914Z","caller":"traceutil/trace.go:171","msg":"trace[519978133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"176.976863ms","start":"2026-04-01T23:32:37.848918Z","end":"2026-04-01T23:32:38.025895Z","steps":["trace[519978133] 'range keys from in-memory index tree' (duration: 175.146171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:38.790556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.982538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:38.790705Z","caller":"traceutil/trace.go:171","msg":"trace[182017197] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:688; }","duration":"128.019333ms","start":"2026-04-01T23:32:38.662665Z","end":"2026-04-01T23:32:38.790684Z","steps":["trace[182017197] 'read index received' (duration: 127.717396ms)","trace[182017197] 'applied index is now lower than readState.Index' (duration: 301.097µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:38.790813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.146596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:38.790839Z","caller":"traceutil/trace.go:171","msg":"trace[1675051165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:661; }","duration":"128.206807ms","start":"2026-04-01T23:32:38.662626Z","end":"2026-04-01T23:32:38.790832Z","steps":["trace[1675051165] 'agreement among raft nodes before linearized reading' (duration: 128.097165ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:38.79091Z","caller":"traceutil/trace.go:171","msg":"trace[539119362] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"415.546681ms","start":"2026-04-01T23:32:38.375323Z","end":"2026-04-01T23:32:38.79087Z","steps":["trace[539119362] 'process raft request' (duration: 184.191885ms)","trace[539119362] 'compare' (duration: 230.572789ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:38.790977Z","caller":"traceutil/trace.go:171","msg":"trace[553565615] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"259.365521ms","start":"2026-04-01T23:32:38.531604Z","end":"2026-04-01T23:32:38.79097Z","steps":["trace[553565615] 'process raft request' (duration: 259.030913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:38.791122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.375304Z","time spent":"415.714725ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:38.850425Z","caller":"traceutil/trace.go:171","msg":"trace[1506229275] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"117.549465ms","start":"2026-04-01T23:32:38.732852Z","end":"2026-04-01T23:32:38.850401Z","steps":["trace[1506229275] 'process raft request' (duration: 117.401431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.356948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.217572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:32:39.358488Z","caller":"traceutil/trace.go:171","msg":"trace[1296179106] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:690; }","duration":"518.316942ms","start":"2026-04-01T23:32:38.840103Z","end":"2026-04-01T23:32:39.35842Z","steps":["trace[1296179106] 'read index received' (duration: 10.255152ms)","trace[1296179106] 'applied index is now lower than readState.Index' (duration: 507.976598ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:39.358643Z","caller":"traceutil/trace.go:171","msg":"trace[936729782] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"561.46136ms","start":"2026-04-01T23:32:38.797076Z","end":"2026-04-01T23:32:39.358537Z","steps":["trace[936729782] 'process raft request' (duration: 559.954636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.358797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.797064Z","time spent":"561.648865ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:39.358835Z","caller":"traceutil/trace.go:171","msg":"trace[907857558] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"557.422818ms","start":"2026-04-01T23:32:38.801386Z","end":"2026-04-01T23:32:39.358809Z","steps":["trace[907857558] 'process raft request' (duration: 555.696369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.359011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.801363Z","time spent":"557.533871ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:39.359258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.14362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:32:39.359317Z","caller":"traceutil/trace.go:171","msg":"trace[1850361613] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:665; }","duration":"519.224952ms","start":"2026-04-01T23:32:38.840069Z","end":"2026-04-01T23:32:39.359294Z","steps":["trace[1850361613] 'agreement among raft nodes before linearized reading' (duration: 518.965646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.359349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.840049Z","time spent":"519.291513ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:32:39.359799Z","caller":"traceutil/trace.go:171","msg":"trace[219128767] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"564.227472ms","start":"2026-04-01T23:32:38.795539Z","end":"2026-04-01T23:32:39.359766Z","steps":["trace[219128767] 'process raft request' (duration: 390.110824ms)","trace[219128767] 'compare' (duration: 171.10904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:32:39.359919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.795506Z","time spent":"564.358035ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:39.364308Z","caller":"traceutil/trace.go:171","msg":"trace[6306544] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"234.22041ms","start":"2026-04-01T23:32:39.130066Z","end":"2026-04-01T23:32:39.364286Z","steps":["trace[6306544] 'process raft request' (duration: 234.19283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.364484Z","caller":"traceutil/trace.go:171","msg":"trace[1369834876] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"381.735436ms","start":"2026-04-01T23:32:38.982741Z","end":"2026-04-01T23:32:39.364476Z","steps":["trace[1369834876] 'process raft request' (duration: 381.46669ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.36433Z","caller":"traceutil/trace.go:171","msg":"trace[1084917749] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"434.547642ms","start":"2026-04-01T23:32:38.929762Z","end":"2026-04-01T23:32:39.364309Z","steps":["trace[1084917749] 'process raft request' (duration: 434.345597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.364568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.982703Z","time spent":"381.813778ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:32:39.364625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.929738Z","time spent":"434.800338ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:32:39.455779Z","caller":"traceutil/trace.go:171","msg":"trace[142237125] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"126.239622ms","start":"2026-04-01T23:32:39.329496Z","end":"2026-04-01T23:32:39.455736Z","steps":["trace[142237125] 'process raft request' (duration: 126.087809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.45581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.960132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-swvrp\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-04-01T23:32:39.455887Z","caller":"traceutil/trace.go:171","msg":"trace[1175959926] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-swvrp; range_end:; response_count:1; response_revision:669; }","duration":"480.093954ms","start":"2026-04-01T23:32:38.975777Z","end":"2026-04-01T23:32:39.455871Z","steps":["trace[1175959926] 'agreement among raft nodes before linearized reading' (duration: 479.9054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.455879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.58735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:32:39.455922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:38.975757Z","time spent":"480.157426ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4705,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-swvrp\" "} {"level":"info","ts":"2026-04-01T23:32:39.45609Z","caller":"traceutil/trace.go:171","msg":"trace[1003120998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"272.729023ms","start":"2026-04-01T23:32:39.183219Z","end":"2026-04-01T23:32:39.455948Z","steps":["trace[1003120998] 'agreement among raft nodes before linearized reading' (duration: 272.546269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.476205Z","caller":"traceutil/trace.go:171","msg":"trace[1796983366] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"105.550464ms","start":"2026-04-01T23:32:39.370629Z","end":"2026-04-01T23:32:39.47618Z","steps":["trace[1796983366] 'process raft request' (duration: 105.281207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.4764Z","caller":"traceutil/trace.go:171","msg":"trace[903328805] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"104.330696ms","start":"2026-04-01T23:32:39.372059Z","end":"2026-04-01T23:32:39.47639Z","steps":["trace[903328805] 'process raft request' (duration: 104.076411ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.651747Z","caller":"traceutil/trace.go:171","msg":"trace[541053392] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"143.862431ms","start":"2026-04-01T23:32:39.507858Z","end":"2026-04-01T23:32:39.651721Z","steps":["trace[541053392] 'process raft request' (duration: 143.37391ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.651941Z","caller":"traceutil/trace.go:171","msg":"trace[1093296585] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:701; }","duration":"114.308051ms","start":"2026-04-01T23:32:39.537554Z","end":"2026-04-01T23:32:39.651862Z","steps":["trace[1093296585] 'read index received' (duration: 113.468553ms)","trace[1093296585] 'applied index is now lower than readState.Index' (duration: 838.548µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:39.651992Z","caller":"traceutil/trace.go:171","msg":"trace[2751092] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"139.764088ms","start":"2026-04-01T23:32:39.51218Z","end":"2026-04-01T23:32:39.651944Z","steps":["trace[2751092] 'process raft request' (duration: 139.434231ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.652135Z","caller":"traceutil/trace.go:171","msg":"trace[139113861] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"121.600696ms","start":"2026-04-01T23:32:39.530518Z","end":"2026-04-01T23:32:39.652118Z","steps":["trace[139113861] 'process raft request' (duration: 121.271399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:39.652322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.750921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tgmmh\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-04-01T23:32:39.652403Z","caller":"traceutil/trace.go:171","msg":"trace[1387065983] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tgmmh; range_end:; response_count:1; response_revision:675; }","duration":"114.874404ms","start":"2026-04-01T23:32:39.537516Z","end":"2026-04-01T23:32:39.652391Z","steps":["trace[1387065983] 'agreement among raft nodes before linearized reading' (duration: 114.554277ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.815923Z","caller":"traceutil/trace.go:171","msg":"trace[1114707091] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"102.71933ms","start":"2026-04-01T23:32:39.713178Z","end":"2026-04-01T23:32:39.815898Z","steps":["trace[1114707091] 'process raft request' (duration: 88.510098ms)","trace[1114707091] 'compare' (duration: 14.083889ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:39.839953Z","caller":"traceutil/trace.go:171","msg":"trace[1807492954] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"105.46051ms","start":"2026-04-01T23:32:39.734456Z","end":"2026-04-01T23:32:39.839916Z","steps":["trace[1807492954] 'process raft request' (duration: 105.194414ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.839962Z","caller":"traceutil/trace.go:171","msg":"trace[3856337] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"105.4043ms","start":"2026-04-01T23:32:39.73453Z","end":"2026-04-01T23:32:39.839934Z","steps":["trace[3856337] 'process raft request' (duration: 105.269717ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:39.84006Z","caller":"traceutil/trace.go:171","msg":"trace[2095081309] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"102.38992ms","start":"2026-04-01T23:32:39.737631Z","end":"2026-04-01T23:32:39.840021Z","steps":["trace[2095081309] 'process raft request' (duration: 102.221987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:40.498134Z","caller":"traceutil/trace.go:171","msg":"trace[749135613] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"170.555237ms","start":"2026-04-01T23:32:40.327556Z","end":"2026-04-01T23:32:40.498111Z","steps":["trace[749135613] 'read index received' (duration: 170.343422ms)","trace[749135613] 'applied index is now lower than readState.Index' (duration: 210.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:40.498174Z","caller":"traceutil/trace.go:171","msg":"trace[1956173251] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"246.204001ms","start":"2026-04-01T23:32:40.251949Z","end":"2026-04-01T23:32:40.498153Z","steps":["trace[1956173251] 'process raft request' (duration: 246.007577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:40.498355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.775322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-01T23:32:40.498434Z","caller":"traceutil/trace.go:171","msg":"trace[323929902] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:699; }","duration":"170.882305ms","start":"2026-04-01T23:32:40.327516Z","end":"2026-04-01T23:32:40.498398Z","steps":["trace[323929902] 'agreement among raft nodes before linearized reading' (duration: 170.68759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:42.742934Z","caller":"traceutil/trace.go:171","msg":"trace[1385124373] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"183.830298ms","start":"2026-04-01T23:32:42.559075Z","end":"2026-04-01T23:32:42.742905Z","steps":["trace[1385124373] 'process raft request' (duration: 183.677205ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:48.250828Z","caller":"traceutil/trace.go:171","msg":"trace[10098030] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"146.962613ms","start":"2026-04-01T23:32:48.103833Z","end":"2026-04-01T23:32:48.250796Z","steps":["trace[10098030] 'read index received' (duration: 146.657356ms)","trace[10098030] 'applied index is now lower than readState.Index' (duration: 303.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:48.250902Z","caller":"traceutil/trace.go:171","msg":"trace[1357518351] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"208.016747ms","start":"2026-04-01T23:32:48.042859Z","end":"2026-04-01T23:32:48.250876Z","steps":["trace[1357518351] 'process raft request' (duration: 207.757101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:48.251115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.265049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:32:48.251407Z","caller":"traceutil/trace.go:171","msg":"trace[672818982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:759; }","duration":"147.382192ms","start":"2026-04-01T23:32:48.10378Z","end":"2026-04-01T23:32:48.251162Z","steps":["trace[672818982] 'agreement among raft nodes before linearized reading' (duration: 147.165017ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:53.800196Z","caller":"traceutil/trace.go:171","msg":"trace[1950885966] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"156.64444ms","start":"2026-04-01T23:32:53.643528Z","end":"2026-04-01T23:32:53.800172Z","steps":["trace[1950885966] 'process raft request' (duration: 156.497627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:54.828572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362852264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:55.329538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362852264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:55.83024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362852264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:56.331164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362852264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:56.832614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362852264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:57.183232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:32:57.183327Z","caller":"traceutil/trace.go:171","msg":"trace[571472931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055501s","start":"2026-04-01T23:32:55.182749Z","end":"2026-04-01T23:32:57.183304Z","steps":["trace[571472931] 'agreement among raft nodes before linearized reading' (duration: 2.000406537s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.183379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.182732Z","time spent":"2.000635771s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:32:57.333448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362852264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:32:57.543523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.426942634s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:32:57.544153Z","caller":"traceutil/trace.go:171","msg":"trace[1558163233] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"3.466247011s","start":"2026-04-01T23:32:54.077871Z","end":"2026-04-01T23:32:57.544118Z","steps":["trace[1558163233] 'process raft request' (duration: 3.465980565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.544574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.077842Z","time spent":"3.46660664s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:57.550165Z","caller":"traceutil/trace.go:171","msg":"trace[2135753571] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:823; }","duration":"3.221669745s","start":"2026-04-01T23:32:54.328478Z","end":"2026-04-01T23:32:57.550147Z","steps":["trace[2135753571] 'read index received' (duration: 3.215353653s)","trace[2135753571] 'applied index is now lower than readState.Index' (duration: 6.314792ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:57.550412Z","caller":"traceutil/trace.go:171","msg":"trace[2054157029] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"1.615996349s","start":"2026-04-01T23:32:55.934403Z","end":"2026-04-01T23:32:57.550399Z","steps":["trace[2054157029] 'process raft request' (duration: 1.61561906s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.550498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.934377Z","time spent":"1.616066161s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:57.550731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222263049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:57.550766Z","caller":"traceutil/trace.go:171","msg":"trace[1468334204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:792; }","duration":"3.222341901s","start":"2026-04-01T23:32:54.328414Z","end":"2026-04-01T23:32:57.550756Z","steps":["trace[1468334204] 'agreement among raft nodes before linearized reading' (duration: 3.222237829s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.550792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.328385Z","time spent":"3.222401483s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:57.55107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025598736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:32:57.551095Z","caller":"traceutil/trace.go:171","msg":"trace[2069329860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:792; }","duration":"2.025653326s","start":"2026-04-01T23:32:55.525436Z","end":"2026-04-01T23:32:57.551089Z","steps":["trace[2069329860] 'agreement among raft nodes before linearized reading' (duration: 2.025592065s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176874103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:32:57.551147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.948382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:57.551165Z","caller":"traceutil/trace.go:171","msg":"trace[2060915406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"366.993804ms","start":"2026-04-01T23:32:57.184166Z","end":"2026-04-01T23:32:57.55116Z","steps":["trace[2060915406] 'agreement among raft nodes before linearized reading' (duration: 366.961403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:57.184111Z","time spent":"367.069295ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:32:57.551169Z","caller":"traceutil/trace.go:171","msg":"trace[2131101666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:792; }","duration":"3.177015276s","start":"2026-04-01T23:32:54.374131Z","end":"2026-04-01T23:32:57.551146Z","steps":["trace[2131101666] 'agreement among raft nodes before linearized reading' (duration: 3.176721559s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.374111Z","time spent":"3.177116208s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:57.551307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.929897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:32:57.551327Z","caller":"traceutil/trace.go:171","msg":"trace[1408147604] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:792; }","duration":"445.991448ms","start":"2026-04-01T23:32:57.105331Z","end":"2026-04-01T23:32:57.551322Z","steps":["trace[1408147604] 'agreement among raft nodes before linearized reading' (duration: 445.934427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:57.105309Z","time spent":"446.034ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:32:57.551338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175494282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:32:57.551455Z","caller":"traceutil/trace.go:171","msg":"trace[1086605129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:792; }","duration":"3.175652516s","start":"2026-04-01T23:32:54.375777Z","end":"2026-04-01T23:32:57.55143Z","steps":["trace[1086605129] 'agreement among raft nodes before linearized reading' (duration: 3.175288638s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176641968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:32:57.551113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:55.525414Z","time spent":"2.025695038s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:32:57.551574Z","caller":"traceutil/trace.go:171","msg":"trace[1264545425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"3.176701629s","start":"2026-04-01T23:32:54.374861Z","end":"2026-04-01T23:32:57.551562Z","steps":["trace[1264545425] 'agreement among raft nodes before linearized reading' (duration: 3.176588206s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842269541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:57.55165Z","caller":"traceutil/trace.go:171","msg":"trace[1548583053] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:792; }","duration":"2.842352413s","start":"2026-04-01T23:32:54.709285Z","end":"2026-04-01T23:32:57.551638Z","steps":["trace[1548583053] 'agreement among raft nodes before linearized reading' (duration: 2.842275772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:57.551534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.37577Z","time spent":"3.175752498s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:57.55161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.374853Z","time spent":"3.17674925s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:32:57.55169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:54.709267Z","time spent":"2.842415764s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:33:01.324258Z","caller":"traceutil/trace.go:171","msg":"trace[707946733] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"102.972998ms","start":"2026-04-01T23:33:01.221251Z","end":"2026-04-01T23:33:01.324224Z","steps":["trace[707946733] 'process raft request' (duration: 57.761145ms)","trace[707946733] 'compare' (duration: 45.061679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:02.924544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.676684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-01T23:33:02.924633Z","caller":"traceutil/trace.go:171","msg":"trace[2050178916] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:849; }","duration":"111.803837ms","start":"2026-04-01T23:33:02.812813Z","end":"2026-04-01T23:33:02.924617Z","steps":["trace[2050178916] 'range keys from in-memory index tree' (duration: 111.529611ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:05.461242Z","caller":"traceutil/trace.go:171","msg":"trace[681818387] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"276.872946ms","start":"2026-04-01T23:33:05.184348Z","end":"2026-04-01T23:33:05.461221Z","steps":["trace[681818387] 'read index received' (duration: 252.029346ms)","trace[681818387] 'applied index is now lower than readState.Index' (duration: 24.84274ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:05.461317Z","caller":"traceutil/trace.go:171","msg":"trace[1567352412] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"379.490766ms","start":"2026-04-01T23:33:05.081799Z","end":"2026-04-01T23:33:05.461289Z","steps":["trace[1567352412] 'process raft request' (duration: 354.588294ms)","trace[1567352412] 'compare' (duration: 24.598425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:05.461381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.023249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:33:05.461451Z","caller":"traceutil/trace.go:171","msg":"trace[2005167400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:864; }","duration":"277.145432ms","start":"2026-04-01T23:33:05.184291Z","end":"2026-04-01T23:33:05.461436Z","steps":["trace[2005167400] 'agreement among raft nodes before linearized reading' (duration: 277.004629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:05.461467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.081778Z","time spent":"379.598878ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:05.988713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.523954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:33:05.988866Z","caller":"traceutil/trace.go:171","msg":"trace[721323520] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"523.081911ms","start":"2026-04-01T23:33:05.465757Z","end":"2026-04-01T23:33:05.988839Z","steps":["trace[721323520] 'process raft request' (duration: 356.315242ms)","trace[721323520] 'compare' (duration: 166.310199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:05.988972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.465731Z","time spent":"523.189703ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:06.036278Z","caller":"traceutil/trace.go:171","msg":"trace[395320374] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:899; }","duration":"344.058795ms","start":"2026-04-01T23:33:05.692199Z","end":"2026-04-01T23:33:06.036257Z","steps":["trace[395320374] 'read index received' (duration: 129.894105ms)","trace[395320374] 'applied index is now lower than readState.Index' (duration: 214.16386ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:06.036367Z","caller":"traceutil/trace.go:171","msg":"trace[1910713196] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"570.099163ms","start":"2026-04-01T23:33:05.466214Z","end":"2026-04-01T23:33:06.036314Z","steps":["trace[1910713196] 'process raft request' (duration: 569.877299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.03652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.466199Z","time spent":"570.236117ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:06.036566Z","caller":"traceutil/trace.go:171","msg":"trace[2006218796] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"567.331672ms","start":"2026-04-01T23:33:05.469222Z","end":"2026-04-01T23:33:06.036554Z","steps":["trace[2006218796] 'process raft request' (duration: 566.987594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.036657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.469201Z","time spent":"567.399903ms","remote":"127.0.0.1:49920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2316,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:06.03693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.706599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:33:06.03702Z","caller":"traceutil/trace.go:171","msg":"trace[1291312527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:867; }","duration":"344.836893ms","start":"2026-04-01T23:33:05.692161Z","end":"2026-04-01T23:33:06.036998Z","steps":["trace[1291312527] 'agreement among raft nodes before linearized reading' (duration: 344.570717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.037072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.692144Z","time spent":"344.919404ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:33:06.184564Z","caller":"traceutil/trace.go:171","msg":"trace[981930295] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"191.363196ms","start":"2026-04-01T23:33:05.99316Z","end":"2026-04-01T23:33:06.184524Z","steps":["trace[981930295] 'process raft request' (duration: 103.153302ms)","trace[981930295] 'compare' (duration: 88.03411ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:06.184625Z","caller":"traceutil/trace.go:171","msg":"trace[30749896] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:902; }","duration":"148.26386ms","start":"2026-04-01T23:33:06.036334Z","end":"2026-04-01T23:33:06.184597Z","steps":["trace[30749896] 'read index received' (duration: 59.946804ms)","trace[30749896] 'applied index is now lower than readState.Index' (duration: 88.314396ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:06.184636Z","caller":"traceutil/trace.go:171","msg":"trace[1007757933] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"140.921576ms","start":"2026-04-01T23:33:06.04369Z","end":"2026-04-01T23:33:06.184611Z","steps":["trace[1007757933] 'process raft request' (duration: 140.847124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.18483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.979714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:33:06.184875Z","caller":"traceutil/trace.go:171","msg":"trace[1611759037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:869; }","duration":"425.072986ms","start":"2026-04-01T23:33:05.759791Z","end":"2026-04-01T23:33:06.184864Z","steps":["trace[1611759037] 'agreement among raft nodes before linearized reading' (duration: 424.900113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.18491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.759772Z","time spent":"425.130337ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:33:06.184969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.632726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:33:06.185018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.508269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:33:06.185048Z","caller":"traceutil/trace.go:171","msg":"trace[1696474661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:869; }","duration":"422.58067ms","start":"2026-04-01T23:33:05.762459Z","end":"2026-04-01T23:33:06.18504Z","steps":["trace[1696474661] 'agreement among raft nodes before linearized reading' (duration: 422.480478ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:06.185052Z","caller":"traceutil/trace.go:171","msg":"trace[1730632378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:869; }","duration":"420.755198ms","start":"2026-04-01T23:33:05.764277Z","end":"2026-04-01T23:33:06.185032Z","steps":["trace[1730632378] 'agreement among raft nodes before linearized reading' (duration: 420.524533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.185085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.762435Z","time spent":"422.643861ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:06.185086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.480664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dkl5d\" ","response":"range_response_count:1 size:3871"} {"level":"warn","ts":"2026-04-01T23:33:06.185102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.764264Z","time spent":"420.82371ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:33:06.185117Z","caller":"traceutil/trace.go:171","msg":"trace[731698349] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dkl5d; range_end:; response_count:1; response_revision:869; }","duration":"190.525686ms","start":"2026-04-01T23:33:05.994582Z","end":"2026-04-01T23:33:06.185108Z","steps":["trace[731698349] 'agreement among raft nodes before linearized reading' (duration: 190.434654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.185102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.58871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:33:06.185184Z","caller":"traceutil/trace.go:171","msg":"trace[1533115617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:869; }","duration":"422.708183ms","start":"2026-04-01T23:33:05.762462Z","end":"2026-04-01T23:33:06.18517Z","steps":["trace[1533115617] 'agreement among raft nodes before linearized reading' (duration: 422.508449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.185256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:05.762448Z","time spent":"422.785945ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:33:06.412704Z","caller":"traceutil/trace.go:171","msg":"trace[764395876] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"221.961936ms","start":"2026-04-01T23:33:06.19071Z","end":"2026-04-01T23:33:06.412672Z","steps":["trace[764395876] 'process raft request' (duration: 128.222818ms)","trace[764395876] 'compare' (duration: 93.438441ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:06.412835Z","caller":"traceutil/trace.go:171","msg":"trace[1534911670] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"221.984616ms","start":"2026-04-01T23:33:06.190829Z","end":"2026-04-01T23:33:06.412814Z","steps":["trace[1534911670] 'process raft request' (duration: 221.724181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:06.412854Z","caller":"traceutil/trace.go:171","msg":"trace[447656911] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:905; }","duration":"188.50953ms","start":"2026-04-01T23:33:06.224317Z","end":"2026-04-01T23:33:06.412827Z","steps":["trace[447656911] 'read index received' (duration: 94.541527ms)","trace[447656911] 'applied index is now lower than readState.Index' (duration: 93.966583ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:06.41302Z","caller":"traceutil/trace.go:171","msg":"trace[102771200] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"218.956788ms","start":"2026-04-01T23:33:06.194056Z","end":"2026-04-01T23:33:06.413013Z","steps":["trace[102771200] 'process raft request' (duration: 218.702752ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:06.413028Z","caller":"traceutil/trace.go:171","msg":"trace[1997107851] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"222.14055ms","start":"2026-04-01T23:33:06.190872Z","end":"2026-04-01T23:33:06.413012Z","steps":["trace[1997107851] 'process raft request' (duration: 221.772622ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:06.413136Z","caller":"traceutil/trace.go:171","msg":"trace[473369313] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"222.234462ms","start":"2026-04-01T23:33:06.190892Z","end":"2026-04-01T23:33:06.413127Z","steps":["trace[473369313] 'process raft request' (duration: 221.816233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.41325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.915019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-01T23:33:06.413302Z","caller":"traceutil/trace.go:171","msg":"trace[823307780] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:875; }","duration":"189.010231ms","start":"2026-04-01T23:33:06.224278Z","end":"2026-04-01T23:33:06.413288Z","steps":["trace[823307780] 'agreement among raft nodes before linearized reading' (duration: 188.910439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.413337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.080866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:33:06.413491Z","caller":"traceutil/trace.go:171","msg":"trace[914541478] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:875; }","duration":"171.292261ms","start":"2026-04-01T23:33:06.242176Z","end":"2026-04-01T23:33:06.413468Z","steps":["trace[914541478] 'agreement among raft nodes before linearized reading' (duration: 171.080136ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:06.859226Z","caller":"traceutil/trace.go:171","msg":"trace[2120957307] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"437.812094ms","start":"2026-04-01T23:33:06.421391Z","end":"2026-04-01T23:33:06.859203Z","steps":["trace[2120957307] 'process raft request' (duration: 437.618899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:06.859372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:06.421368Z","time spent":"437.926206ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:07.252743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.775271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:33:07.25283Z","caller":"traceutil/trace.go:171","msg":"trace[430549407] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:876; }","duration":"244.911194ms","start":"2026-04-01T23:33:07.007899Z","end":"2026-04-01T23:33:07.25281Z","steps":["trace[430549407] 'count revisions from in-memory index tree' (duration: 244.70042ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:07.252881Z","caller":"traceutil/trace.go:171","msg":"trace[87583222] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:911; }","duration":"147.384301ms","start":"2026-04-01T23:33:07.105471Z","end":"2026-04-01T23:33:07.252855Z","steps":["trace[87583222] 'read index received' (duration: 113.853694ms)","trace[87583222] 'applied index is now lower than readState.Index' (duration: 33.529317ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:07.252969Z","caller":"traceutil/trace.go:171","msg":"trace[830706457] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"176.98807ms","start":"2026-04-01T23:33:07.075938Z","end":"2026-04-01T23:33:07.252926Z","steps":["trace[830706457] 'process raft request' (duration: 143.287778ms)","trace[830706457] 'compare' (duration: 33.351034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:07.25315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.654387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:33:07.25323Z","caller":"traceutil/trace.go:171","msg":"trace[1816219829] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:877; }","duration":"147.79616ms","start":"2026-04-01T23:33:07.105415Z","end":"2026-04-01T23:33:07.253211Z","steps":["trace[1816219829] 'agreement among raft nodes before linearized reading' (duration: 147.547915ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:07.719386Z","caller":"traceutil/trace.go:171","msg":"trace[589334691] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"132.719949ms","start":"2026-04-01T23:33:07.586635Z","end":"2026-04-01T23:33:07.719354Z","steps":["trace[589334691] 'process raft request' (duration: 131.478932ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:12.329577Z","caller":"traceutil/trace.go:171","msg":"trace[770976304] linearizableReadLoop","detail":"{readStateIndex:991; appliedIndex:990; }","duration":"104.767577ms","start":"2026-04-01T23:33:12.22478Z","end":"2026-04-01T23:33:12.329547Z","steps":["trace[770976304] 'read index received' (duration: 100.594794ms)","trace[770976304] 'applied index is now lower than readState.Index' (duration: 4.171343ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:12.329669Z","caller":"traceutil/trace.go:171","msg":"trace[1115065189] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"113.863222ms","start":"2026-04-01T23:33:12.21577Z","end":"2026-04-01T23:33:12.329633Z","steps":["trace[1115065189] 'process raft request' (duration: 109.556796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:12.329899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.035473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:33:12.329966Z","caller":"traceutil/trace.go:171","msg":"trace[287851634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:955; }","duration":"105.199517ms","start":"2026-04-01T23:33:12.224749Z","end":"2026-04-01T23:33:12.329948Z","steps":["trace[287851634] 'agreement among raft nodes before linearized reading' (duration: 104.923601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:12.78274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.629366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:33:12.782757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.424738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:33:12.782816Z","caller":"traceutil/trace.go:171","msg":"trace[845568910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:957; }","duration":"324.769519ms","start":"2026-04-01T23:33:12.458032Z","end":"2026-04-01T23:33:12.782802Z","steps":["trace[845568910] 'range keys from in-memory index tree' (duration: 324.376711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:12.782848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:12.458007Z","time spent":"324.834991ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:33:12.782839Z","caller":"traceutil/trace.go:171","msg":"trace[441901343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:957; }","duration":"319.572032ms","start":"2026-04-01T23:33:12.463247Z","end":"2026-04-01T23:33:12.78282Z","steps":["trace[441901343] 'range keys from in-memory index tree' (duration: 319.226154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:12.782741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.04766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:33:12.782909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:12.463223Z","time spent":"319.676353ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:33:12.782943Z","caller":"traceutil/trace.go:171","msg":"trace[982242545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:957; }","duration":"319.278835ms","start":"2026-04-01T23:33:12.463647Z","end":"2026-04-01T23:33:12.782926Z","steps":["trace[982242545] 'range keys from in-memory index tree' (duration: 318.861616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:12.782993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:12.463639Z","time spent":"319.338666ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:13.016235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.359922ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:33:14.613173Z","caller":"traceutil/trace.go:171","msg":"trace[1418292480] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1001; }","duration":"268.377554ms","start":"2026-04-01T23:33:14.344775Z","end":"2026-04-01T23:33:14.613153Z","steps":["trace[1418292480] 'read index received' (duration: 234.251893ms)","trace[1418292480] 'applied index is now lower than readState.Index' (duration: 34.124841ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:14.613243Z","caller":"traceutil/trace.go:171","msg":"trace[79788249] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"274.681187ms","start":"2026-04-01T23:33:14.338531Z","end":"2026-04-01T23:33:14.613212Z","steps":["trace[79788249] 'process raft request' (duration: 240.444524ms)","trace[79788249] 'compare' (duration: 34.08864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:14.613325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.544797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:33:14.613353Z","caller":"traceutil/trace.go:171","msg":"trace[1868846753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:965; }","duration":"268.628419ms","start":"2026-04-01T23:33:14.344718Z","end":"2026-04-01T23:33:14.613346Z","steps":["trace[1868846753] 'agreement among raft nodes before linearized reading' (duration: 268.508667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:14.983932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.581973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:33:14.984057Z","caller":"traceutil/trace.go:171","msg":"trace[401874653] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"308.212765ms","start":"2026-04-01T23:33:14.675824Z","end":"2026-04-01T23:33:14.984036Z","steps":["trace[401874653] 'read index received' (duration: 80.298224ms)","trace[401874653] 'applied index is now lower than readState.Index' (duration: 227.913121ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:14.984121Z","caller":"traceutil/trace.go:171","msg":"trace[1076755794] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"367.141237ms","start":"2026-04-01T23:33:14.616937Z","end":"2026-04-01T23:33:14.984078Z","steps":["trace[1076755794] 'process raft request' (duration: 139.319288ms)","trace[1076755794] 'compare' (duration: 227.4263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:14.984213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.374058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:33:14.984276Z","caller":"traceutil/trace.go:171","msg":"trace[475766130] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:966; }","duration":"308.482911ms","start":"2026-04-01T23:33:14.675775Z","end":"2026-04-01T23:33:14.984258Z","steps":["trace[475766130] 'agreement among raft nodes before linearized reading' (duration: 308.366168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:14.984324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:14.675752Z","time spent":"308.557573ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-01T23:33:14.984332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:14.616917Z","time spent":"367.30638ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:14.984494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.070277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:33:14.984552Z","caller":"traceutil/trace.go:171","msg":"trace[1792501761] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:966; }","duration":"144.153258ms","start":"2026-04-01T23:33:14.840383Z","end":"2026-04-01T23:33:14.984536Z","steps":["trace[1792501761] 'agreement among raft nodes before linearized reading' (duration: 144.011935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:14.984641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.42681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:33:14.984702Z","caller":"traceutil/trace.go:171","msg":"trace[1853164184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:966; }","duration":"154.535222ms","start":"2026-04-01T23:33:14.830149Z","end":"2026-04-01T23:33:14.984684Z","steps":["trace[1853164184] 'agreement among raft nodes before linearized reading' (duration: 154.333078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:14.984671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.505529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:33:14.984787Z","caller":"traceutil/trace.go:171","msg":"trace[241815424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:966; }","duration":"153.663252ms","start":"2026-04-01T23:33:14.831098Z","end":"2026-04-01T23:33:14.984761Z","steps":["trace[241815424] 'agreement among raft nodes before linearized reading' (duration: 153.340005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:14.984797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.73996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:33:14.984931Z","caller":"traceutil/trace.go:171","msg":"trace[1403018807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:966; }","duration":"171.953476ms","start":"2026-04-01T23:33:14.812922Z","end":"2026-04-01T23:33:14.984876Z","steps":["trace[1403018807] 'agreement among raft nodes before linearized reading' (duration: 171.408143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:15.577491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.699523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:33:15.577745Z","caller":"traceutil/trace.go:171","msg":"trace[701156024] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"196.733417ms","start":"2026-04-01T23:33:15.380979Z","end":"2026-04-01T23:33:15.577713Z","steps":["trace[701156024] 'process raft request' (duration: 92.692926ms)","trace[701156024] 'compare' (duration: 103.470167ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:15.577855Z","caller":"traceutil/trace.go:171","msg":"trace[1774667242] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"196.260275ms","start":"2026-04-01T23:33:15.38158Z","end":"2026-04-01T23:33:15.577841Z","steps":["trace[1774667242] 'process raft request' (duration: 196.04043ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.577769Z","caller":"traceutil/trace.go:171","msg":"trace[1850605330] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1029; }","duration":"194.538397ms","start":"2026-04-01T23:33:15.38322Z","end":"2026-04-01T23:33:15.577758Z","steps":["trace[1850605330] 'read index received' (duration: 90.542507ms)","trace[1850605330] 'applied index is now lower than readState.Index' (duration: 103.99486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:15.578154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.934785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.cert-manager.io\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-04-01T23:33:15.578191Z","caller":"traceutil/trace.go:171","msg":"trace[1607759458] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.cert-manager.io; range_end:; response_count:1; response_revision:993; }","duration":"195.010547ms","start":"2026-04-01T23:33:15.383168Z","end":"2026-04-01T23:33:15.578179Z","steps":["trace[1607759458] 'agreement among raft nodes before linearized reading' (duration: 194.800833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.579448Z","caller":"traceutil/trace.go:171","msg":"trace[257418464] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"189.920062ms","start":"2026-04-01T23:33:15.389494Z","end":"2026-04-01T23:33:15.579414Z","steps":["trace[257418464] 'process raft request' (duration: 189.627965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.579584Z","caller":"traceutil/trace.go:171","msg":"trace[715670402] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"187.219019ms","start":"2026-04-01T23:33:15.392354Z","end":"2026-04-01T23:33:15.579573Z","steps":["trace[715670402] 'process raft request' (duration: 186.982704ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812535Z","caller":"traceutil/trace.go:171","msg":"trace[557935996] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"152.567658ms","start":"2026-04-01T23:33:15.659934Z","end":"2026-04-01T23:33:15.812501Z","steps":["trace[557935996] 'process raft request' (duration: 152.179539ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.81259Z","caller":"traceutil/trace.go:171","msg":"trace[211491551] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"151.967805ms","start":"2026-04-01T23:33:15.660585Z","end":"2026-04-01T23:33:15.812552Z","steps":["trace[211491551] 'process raft request' (duration: 151.667277ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812687Z","caller":"traceutil/trace.go:171","msg":"trace[462507996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1026; }","duration":"107.852008ms","start":"2026-04-01T23:33:15.70482Z","end":"2026-04-01T23:33:15.812672Z","steps":["trace[462507996] 'process raft request' (duration: 107.802796ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812768Z","caller":"traceutil/trace.go:171","msg":"trace[1648505682] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"152.825925ms","start":"2026-04-01T23:33:15.659933Z","end":"2026-04-01T23:33:15.812759Z","steps":["trace[1648505682] 'process raft request' (duration: 152.23616ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812828Z","caller":"traceutil/trace.go:171","msg":"trace[2129038858] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"153.215813ms","start":"2026-04-01T23:33:15.659594Z","end":"2026-04-01T23:33:15.81281Z","steps":["trace[2129038858] 'process raft request' (duration: 152.425914ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812934Z","caller":"traceutil/trace.go:171","msg":"trace[1427374186] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"153.791055ms","start":"2026-04-01T23:33:15.659135Z","end":"2026-04-01T23:33:15.812927Z","steps":["trace[1427374186] 'process raft request' (duration: 150.170163ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812945Z","caller":"traceutil/trace.go:171","msg":"trace[2042792154] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"134.435368ms","start":"2026-04-01T23:33:15.678479Z","end":"2026-04-01T23:33:15.812914Z","steps":["trace[2042792154] 'process raft request' (duration: 133.989427ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812977Z","caller":"traceutil/trace.go:171","msg":"trace[911860999] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"153.51731ms","start":"2026-04-01T23:33:15.659437Z","end":"2026-04-01T23:33:15.812955Z","steps":["trace[911860999] 'process raft request' (duration: 152.520617ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813016Z","caller":"traceutil/trace.go:171","msg":"trace[1560510367] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"134.478929ms","start":"2026-04-01T23:33:15.678532Z","end":"2026-04-01T23:33:15.813011Z","steps":["trace[1560510367] 'process raft request' (duration: 133.999747ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813038Z","caller":"traceutil/trace.go:171","msg":"trace[1134344628] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"153.164581ms","start":"2026-04-01T23:33:15.659852Z","end":"2026-04-01T23:33:15.813016Z","steps":["trace[1134344628] 'process raft request' (duration: 152.231299ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813188Z","caller":"traceutil/trace.go:171","msg":"trace[589241688] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"134.95785ms","start":"2026-04-01T23:33:15.678221Z","end":"2026-04-01T23:33:15.813179Z","steps":["trace[589241688] 'process raft request' (duration: 134.074509ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813168Z","caller":"traceutil/trace.go:171","msg":"trace[727714187] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"153.10737ms","start":"2026-04-01T23:33:15.660047Z","end":"2026-04-01T23:33:15.813154Z","steps":["trace[727714187] 'process raft request' (duration: 152.150988ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813202Z","caller":"traceutil/trace.go:171","msg":"trace[18415679] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"153.360286ms","start":"2026-04-01T23:33:15.659784Z","end":"2026-04-01T23:33:15.813144Z","steps":["trace[18415679] 'process raft request' (duration: 152.267641ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813261Z","caller":"traceutil/trace.go:171","msg":"trace[756680677] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"152.854385ms","start":"2026-04-01T23:33:15.660399Z","end":"2026-04-01T23:33:15.813253Z","steps":["trace[756680677] 'process raft request' (duration: 151.826301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.812995Z","caller":"traceutil/trace.go:171","msg":"trace[521719733] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"134.298765ms","start":"2026-04-01T23:33:15.678691Z","end":"2026-04-01T23:33:15.81299Z","steps":["trace[521719733] 'process raft request' (duration: 133.883685ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.813357Z","caller":"traceutil/trace.go:171","msg":"trace[1627309809] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"135.128964ms","start":"2026-04-01T23:33:15.678218Z","end":"2026-04-01T23:33:15.813347Z","steps":["trace[1627309809] 'process raft request' (duration: 134.160701ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.992915Z","caller":"traceutil/trace.go:171","msg":"trace[406307424] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"134.862818ms","start":"2026-04-01T23:33:15.85802Z","end":"2026-04-01T23:33:15.992883Z","steps":["trace[406307424] 'process raft request' (duration: 134.621473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.993041Z","caller":"traceutil/trace.go:171","msg":"trace[697960028] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"134.867328ms","start":"2026-04-01T23:33:15.858132Z","end":"2026-04-01T23:33:15.992999Z","steps":["trace[697960028] 'process raft request' (duration: 134.640193ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.993154Z","caller":"traceutil/trace.go:171","msg":"trace[2128385513] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"110.089088ms","start":"2026-04-01T23:33:15.883057Z","end":"2026-04-01T23:33:15.993146Z","steps":["trace[2128385513] 'process raft request' (duration: 109.839282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.993157Z","caller":"traceutil/trace.go:171","msg":"trace[548053021] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1070; }","duration":"129.670741ms","start":"2026-04-01T23:33:15.863465Z","end":"2026-04-01T23:33:15.993136Z","steps":["trace[548053021] 'read index received' (duration: 46.856609ms)","trace[548053021] 'applied index is now lower than readState.Index' (duration: 82.813302ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:15.993212Z","caller":"traceutil/trace.go:171","msg":"trace[1695800537] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"107.53315ms","start":"2026-04-01T23:33:15.88565Z","end":"2026-04-01T23:33:15.993183Z","steps":["trace[1695800537] 'process raft request' (duration: 107.357356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:15.993522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.052729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-04-01T23:33:15.993572Z","caller":"traceutil/trace.go:171","msg":"trace[221154571] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1037; }","duration":"130.151921ms","start":"2026-04-01T23:33:15.863409Z","end":"2026-04-01T23:33:15.99356Z","steps":["trace[221154571] 'agreement among raft nodes before linearized reading' (duration: 129.841824ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:16.146996Z","caller":"traceutil/trace.go:171","msg":"trace[743633033] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"145.325524ms","start":"2026-04-01T23:33:16.001643Z","end":"2026-04-01T23:33:16.146968Z","steps":["trace[743633033] 'process raft request' (duration: 112.984242ms)","trace[743633033] 'compare' (duration: 32.211649ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:16.180764Z","caller":"traceutil/trace.go:171","msg":"trace[1768036126] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"151.31408ms","start":"2026-04-01T23:33:16.029419Z","end":"2026-04-01T23:33:16.180733Z","steps":["trace[1768036126] 'process raft request' (duration: 151.035404ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.350182Z","caller":"traceutil/trace.go:171","msg":"trace[318179029] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1143; }","duration":"167.802482ms","start":"2026-04-01T23:33:17.182349Z","end":"2026-04-01T23:33:17.350152Z","steps":["trace[318179029] 'read index received' (duration: 21.797353ms)","trace[318179029] 'applied index is now lower than readState.Index' (duration: 146.004019ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:17.350244Z","caller":"traceutil/trace.go:171","msg":"trace[2093543177] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"227.728426ms","start":"2026-04-01T23:33:17.122493Z","end":"2026-04-01T23:33:17.350222Z","steps":["trace[2093543177] 'process raft request' (duration: 169.806208ms)","trace[2093543177] 'compare' (duration: 57.665032ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:17.350264Z","caller":"traceutil/trace.go:171","msg":"trace[611582085] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"200.178533ms","start":"2026-04-01T23:33:17.15004Z","end":"2026-04-01T23:33:17.350219Z","steps":["trace[611582085] 'process raft request' (duration: 200.05345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:17.350354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.995036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:33:17.350426Z","caller":"traceutil/trace.go:171","msg":"trace[320326499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1107; }","duration":"168.106939ms","start":"2026-04-01T23:33:17.182301Z","end":"2026-04-01T23:33:17.350408Z","steps":["trace[320326499] 'agreement among raft nodes before linearized reading' (duration: 167.960856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.36016Z","caller":"traceutil/trace.go:171","msg":"trace[1984400236] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"151.709388ms","start":"2026-04-01T23:33:17.208426Z","end":"2026-04-01T23:33:17.360136Z","steps":["trace[1984400236] 'process raft request' (duration: 151.502924ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.360294Z","caller":"traceutil/trace.go:171","msg":"trace[251877247] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"148.167218ms","start":"2026-04-01T23:33:17.2121Z","end":"2026-04-01T23:33:17.360267Z","steps":["trace[251877247] 'process raft request' (duration: 148.011335ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.360186Z","caller":"traceutil/trace.go:171","msg":"trace[1002408395] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"148.414634ms","start":"2026-04-01T23:33:17.211746Z","end":"2026-04-01T23:33:17.360161Z","steps":["trace[1002408395] 'process raft request' (duration: 148.298891ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.71907Z","caller":"traceutil/trace.go:171","msg":"trace[1162444231] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1153; }","duration":"100.118373ms","start":"2026-04-01T23:33:17.618933Z","end":"2026-04-01T23:33:17.719052Z","steps":["trace[1162444231] 'read index received' (duration: 99.97596ms)","trace[1162444231] 'applied index is now lower than readState.Index' (duration: 141.653µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:17.719226Z","caller":"traceutil/trace.go:171","msg":"trace[1144484121] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"128.916013ms","start":"2026-04-01T23:33:17.59023Z","end":"2026-04-01T23:33:17.719146Z","steps":["trace[1144484121] 'process raft request' (duration: 128.700949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:17.719306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.352058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-01T23:33:17.719344Z","caller":"traceutil/trace.go:171","msg":"trace[2091745741] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1115; }","duration":"100.442391ms","start":"2026-04-01T23:33:17.618889Z","end":"2026-04-01T23:33:17.719331Z","steps":["trace[2091745741] 'agreement among raft nodes before linearized reading' (duration: 100.237446ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:17.885309Z","caller":"traceutil/trace.go:171","msg":"trace[782694658] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"113.241118ms","start":"2026-04-01T23:33:17.772045Z","end":"2026-04-01T23:33:17.885287Z","steps":["trace[782694658] 'process raft request' (duration: 112.655655ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:20.523114Z","caller":"traceutil/trace.go:171","msg":"trace[529938991] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"167.521386ms","start":"2026-04-01T23:33:20.355554Z","end":"2026-04-01T23:33:20.523076Z","steps":["trace[529938991] 'process raft request' (duration: 167.359752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.615524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362853061,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:33:35.874193Z","caller":"traceutil/trace.go:171","msg":"trace[842848801] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"955.059843ms","start":"2026-04-01T23:33:34.919099Z","end":"2026-04-01T23:33:35.874159Z","steps":["trace[842848801] 'process raft request' (duration: 954.858848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.874404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:34.919088Z","time spent":"955.210257ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:35.876327Z","caller":"traceutil/trace.go:171","msg":"trace[992492688] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1259; }","duration":"760.860064ms","start":"2026-04-01T23:33:35.115434Z","end":"2026-04-01T23:33:35.876294Z","steps":["trace[992492688] 'read index received' (duration: 758.592443ms)","trace[992492688] 'applied index is now lower than readState.Index' (duration: 2.266411ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:35.876384Z","caller":"traceutil/trace.go:171","msg":"trace[784252975] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"408.753547ms","start":"2026-04-01T23:33:35.467599Z","end":"2026-04-01T23:33:35.876353Z","steps":["trace[784252975] 'process raft request' (duration: 408.517622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.87658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.467574Z","time spent":"408.90175ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:35.876581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.187635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-01T23:33:35.87658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.12523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:33:35.876601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.70937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T23:33:35.876652Z","caller":"traceutil/trace.go:171","msg":"trace[903624924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1219; }","duration":"643.300758ms","start":"2026-04-01T23:33:35.233332Z","end":"2026-04-01T23:33:35.876633Z","steps":["trace[903624924] 'agreement among raft nodes before linearized reading' (duration: 643.140774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.876669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.446135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:33:35.876666Z","caller":"traceutil/trace.go:171","msg":"trace[1290648974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1219; }","duration":"761.246483ms","start":"2026-04-01T23:33:35.115398Z","end":"2026-04-01T23:33:35.876644Z","steps":["trace[1290648974] 'agreement among raft nodes before linearized reading' (duration: 761.012148ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:35.876675Z","caller":"traceutil/trace.go:171","msg":"trace[475211845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1219; }","duration":"679.816033ms","start":"2026-04-01T23:33:35.196839Z","end":"2026-04-01T23:33:35.876655Z","steps":["trace[475211845] 'agreement among raft nodes before linearized reading' (duration: 679.647249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.876696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.233311Z","time spent":"643.375159ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:33:35.876703Z","caller":"traceutil/trace.go:171","msg":"trace[475925624] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1219; }","duration":"687.478996ms","start":"2026-04-01T23:33:35.189212Z","end":"2026-04-01T23:33:35.876691Z","steps":["trace[475925624] 'agreement among raft nodes before linearized reading' (duration: 687.426535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.87672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.115379Z","time spent":"761.326494ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:33:35.876744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.189182Z","time spent":"687.552878ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:33:35.876722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.196821Z","time spent":"679.889704ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:33:35.876854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.152572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:33:35.876883Z","caller":"traceutil/trace.go:171","msg":"trace[1240427767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1219; }","duration":"631.199754ms","start":"2026-04-01T23:33:35.245674Z","end":"2026-04-01T23:33:35.876874Z","steps":["trace[1240427767] 'agreement among raft nodes before linearized reading' (duration: 631.115102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.87661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.14663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:33:35.876915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.245663Z","time spent":"631.244656ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:33:35.876946Z","caller":"traceutil/trace.go:171","msg":"trace[633077272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1219; }","duration":"699.521178ms","start":"2026-04-01T23:33:35.177407Z","end":"2026-04-01T23:33:35.876928Z","steps":["trace[633077272] 'agreement among raft nodes before linearized reading' (duration: 699.056718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:35.877007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:35.177391Z","time spent":"699.60009ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:33:39.630705Z","caller":"traceutil/trace.go:171","msg":"trace[111233570] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"199.878488ms","start":"2026-04-01T23:33:39.430804Z","end":"2026-04-01T23:33:39.630682Z","steps":["trace[111233570] 'process raft request' (duration: 199.740735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:39.956045Z","caller":"traceutil/trace.go:171","msg":"trace[1355896675] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"319.91524ms","start":"2026-04-01T23:33:39.63611Z","end":"2026-04-01T23:33:39.956025Z","steps":["trace[1355896675] 'process raft request' (duration: 319.800217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:39.956179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:39.636077Z","time spent":"320.033282ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4050,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:40.071181Z","caller":"traceutil/trace.go:171","msg":"trace[1697852633] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"108.292258ms","start":"2026-04-01T23:33:39.962868Z","end":"2026-04-01T23:33:40.071161Z","steps":["trace[1697852633] 'process raft request' (duration: 108.149654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.084853Z","caller":"traceutil/trace.go:171","msg":"trace[1263871687] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"121.795254ms","start":"2026-04-01T23:33:39.963034Z","end":"2026-04-01T23:33:40.08483Z","steps":["trace[1263871687] 'process raft request' (duration: 121.742212ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.084909Z","caller":"traceutil/trace.go:171","msg":"trace[962372651] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"121.923076ms","start":"2026-04-01T23:33:39.962953Z","end":"2026-04-01T23:33:40.084876Z","steps":["trace[962372651] 'process raft request' (duration: 121.68117ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.085139Z","caller":"traceutil/trace.go:171","msg":"trace[662944446] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"121.821823ms","start":"2026-04-01T23:33:39.963301Z","end":"2026-04-01T23:33:40.085123Z","steps":["trace[662944446] 'process raft request' (duration: 121.501316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.085362Z","caller":"traceutil/trace.go:171","msg":"trace[873381539] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"121.441694ms","start":"2026-04-01T23:33:39.963907Z","end":"2026-04-01T23:33:40.085349Z","steps":["trace[873381539] 'process raft request' (duration: 121.376503ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.085382Z","caller":"traceutil/trace.go:171","msg":"trace[1165391344] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"122.012797ms","start":"2026-04-01T23:33:39.963361Z","end":"2026-04-01T23:33:40.085374Z","steps":["trace[1165391344] 'process raft request' (duration: 121.667659ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:40.378129Z","caller":"traceutil/trace.go:171","msg":"trace[1781003546] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1250; }","duration":"151.600786ms","start":"2026-04-01T23:33:40.226495Z","end":"2026-04-01T23:33:40.378095Z","steps":["trace[1781003546] 'process raft request' (duration: 101.30541ms)","trace[1781003546] 'compare' (duration: 50.148083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:52.943938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.391996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-dc42h\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-01T23:33:52.944051Z","caller":"traceutil/trace.go:171","msg":"trace[181071201] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-dc42h; range_end:; response_count:1; response_revision:1359; }","duration":"480.55119ms","start":"2026-04-01T23:33:52.463472Z","end":"2026-04-01T23:33:52.944023Z","steps":["trace[181071201] 'range keys from in-memory index tree' (duration: 480.230103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:52.944303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:52.463451Z","time spent":"480.655692ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-dc42h\" "} {"level":"info","ts":"2026-04-01T23:33:52.944593Z","caller":"traceutil/trace.go:171","msg":"trace[1694493456] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"142.251344ms","start":"2026-04-01T23:33:52.8023Z","end":"2026-04-01T23:33:52.944551Z","steps":["trace[1694493456] 'process raft request' (duration: 140.973296ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:58.328261Z","caller":"traceutil/trace.go:171","msg":"trace[1873426271] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"115.192918ms","start":"2026-04-01T23:33:58.213043Z","end":"2026-04-01T23:33:58.328236Z","steps":["trace[1873426271] 'process raft request' (duration: 115.131946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:58.328272Z","caller":"traceutil/trace.go:171","msg":"trace[1092040219] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"115.577537ms","start":"2026-04-01T23:33:58.212659Z","end":"2026-04-01T23:33:58.328237Z","steps":["trace[1092040219] 'process raft request' (duration: 62.158163ms)","trace[1092040219] 'compare' (duration: 53.23263ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:58.328434Z","caller":"traceutil/trace.go:171","msg":"trace[1138390632] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"115.163737ms","start":"2026-04-01T23:33:58.213253Z","end":"2026-04-01T23:33:58.328417Z","steps":["trace[1138390632] 'process raft request' (duration: 114.965642ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.363156Z","caller":"traceutil/trace.go:171","msg":"trace[792861757] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"179.218663ms","start":"2026-04-01T23:34:02.183913Z","end":"2026-04-01T23:34:02.363132Z","steps":["trace[792861757] 'read index received' (duration: 178.971556ms)","trace[792861757] 'applied index is now lower than readState.Index' (duration: 245.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:02.363295Z","caller":"traceutil/trace.go:171","msg":"trace[1065924412] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"281.723043ms","start":"2026-04-01T23:34:02.081555Z","end":"2026-04-01T23:34:02.363278Z","steps":["trace[1065924412] 'process raft request' (duration: 281.409376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:02.363509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.586271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:02.363566Z","caller":"traceutil/trace.go:171","msg":"trace[1433681636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1487; }","duration":"179.687783ms","start":"2026-04-01T23:34:02.183864Z","end":"2026-04-01T23:34:02.363552Z","steps":["trace[1433681636] 'agreement among raft nodes before linearized reading' (duration: 179.595041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:02.363655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.317208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:34:02.363754Z","caller":"traceutil/trace.go:171","msg":"trace[436113951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1487; }","duration":"147.448942ms","start":"2026-04-01T23:34:02.216289Z","end":"2026-04-01T23:34:02.363738Z","steps":["trace[436113951] 'agreement among raft nodes before linearized reading' (duration: 147.247597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:02.363829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.501146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:34:02.363935Z","caller":"traceutil/trace.go:171","msg":"trace[1903336512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1487; }","duration":"141.637259ms","start":"2026-04-01T23:34:02.222273Z","end":"2026-04-01T23:34:02.36391Z","steps":["trace[1903336512] 'agreement among raft nodes before linearized reading' (duration: 141.382104ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:02.615416Z","caller":"traceutil/trace.go:171","msg":"trace[61201993] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"247.72729ms","start":"2026-04-01T23:34:02.367643Z","end":"2026-04-01T23:34:02.61537Z","steps":["trace[61201993] 'process raft request' (duration: 237.710682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:03.402505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.741841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:03.402718Z","caller":"traceutil/trace.go:171","msg":"trace[2093121245] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"1.034227954s","start":"2026-04-01T23:34:02.368462Z","end":"2026-04-01T23:34:03.40269Z","steps":["trace[2093121245] 'process raft request' (duration: 1.034128091s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.402763Z","caller":"traceutil/trace.go:171","msg":"trace[236838560] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"1.033864215s","start":"2026-04-01T23:34:02.368868Z","end":"2026-04-01T23:34:03.402732Z","steps":["trace[236838560] 'process raft request' (duration: 1.033758452s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.402755Z","caller":"traceutil/trace.go:171","msg":"trace[2028376269] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"1.034997221s","start":"2026-04-01T23:34:02.367705Z","end":"2026-04-01T23:34:03.402703Z","steps":["trace[2028376269] 'process raft request' (duration: 925.39582ms)","trace[2028376269] 'compare' (duration: 108.429534ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:03.402797Z","caller":"traceutil/trace.go:171","msg":"trace[1596679894] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"1.033149728s","start":"2026-04-01T23:34:02.369616Z","end":"2026-04-01T23:34:03.402766Z","steps":["trace[1596679894] 'process raft request' (duration: 1.033033826s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:03.402864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:02.368445Z","time spent":"1.034357506s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:03.402915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:02.36885Z","time spent":"1.033981077s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:03.402931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:02.367682Z","time spent":"1.035157745s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:03.403008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:02.369598Z","time spent":"1.033266572s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:03.405516Z","caller":"traceutil/trace.go:171","msg":"trace[752995056] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"156.336153ms","start":"2026-04-01T23:34:03.249168Z","end":"2026-04-01T23:34:03.405504Z","steps":["trace[752995056] 'process raft request' (duration: 156.264311ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.405541Z","caller":"traceutil/trace.go:171","msg":"trace[1940038848] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1539; }","duration":"525.741008ms","start":"2026-04-01T23:34:02.87977Z","end":"2026-04-01T23:34:03.405511Z","steps":["trace[1940038848] 'read index received' (duration: 413.422795ms)","trace[1940038848] 'applied index is now lower than readState.Index' (duration: 112.314883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:03.4057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.914621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:03.405684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.430682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:03.405733Z","caller":"traceutil/trace.go:171","msg":"trace[61698035] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1493; }","duration":"526.064114ms","start":"2026-04-01T23:34:02.879661Z","end":"2026-04-01T23:34:03.405726Z","steps":["trace[61698035] 'agreement among raft nodes before linearized reading' (duration: 525.967272ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:03.405754Z","caller":"traceutil/trace.go:171","msg":"trace[338466810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1493; }","duration":"221.539715ms","start":"2026-04-01T23:34:03.184202Z","end":"2026-04-01T23:34:03.405742Z","steps":["trace[338466810] 'agreement among raft nodes before linearized reading' (duration: 221.451303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:03.405765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:02.879636Z","time spent":"526.121926ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:34:04.840913Z","caller":"traceutil/trace.go:171","msg":"trace[857174696] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"216.662254ms","start":"2026-04-01T23:34:04.624204Z","end":"2026-04-01T23:34:04.840866Z","steps":["trace[857174696] 'process raft request' (duration: 182.957138ms)","trace[857174696] 'compare' (duration: 33.590453ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:14.731837Z","caller":"traceutil/trace.go:171","msg":"trace[482616142] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"146.643363ms","start":"2026-04-01T23:34:14.585167Z","end":"2026-04-01T23:34:14.73181Z","steps":["trace[482616142] 'process raft request' (duration: 146.459729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:17.074244Z","caller":"traceutil/trace.go:171","msg":"trace[1960490361] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1742; }","duration":"178.260582ms","start":"2026-04-01T23:34:16.89596Z","end":"2026-04-01T23:34:17.07422Z","steps":["trace[1960490361] 'process raft request' (duration: 178.160569ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:17.079886Z","caller":"traceutil/trace.go:171","msg":"trace[1353108703] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1742; }","duration":"183.206673ms","start":"2026-04-01T23:34:16.896658Z","end":"2026-04-01T23:34:17.079865Z","steps":["trace[1353108703] 'process raft request' (duration: 182.995958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:17.080048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.585008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:34:17.080099Z","caller":"traceutil/trace.go:171","msg":"trace[2011500487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"163.7029ms","start":"2026-04-01T23:34:16.916385Z","end":"2026-04-01T23:34:17.080088Z","steps":["trace[2011500487] 'agreement among raft nodes before linearized reading' (duration: 163.562777ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:17.079911Z","caller":"traceutil/trace.go:171","msg":"trace[363462590] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1813; }","duration":"163.442895ms","start":"2026-04-01T23:34:16.916448Z","end":"2026-04-01T23:34:17.079891Z","steps":["trace[363462590] 'read index received' (duration: 157.692784ms)","trace[363462590] 'applied index is now lower than readState.Index' (duration: 5.749451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:21.487608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.712391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:21.487704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.084426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.487759Z","caller":"traceutil/trace.go:171","msg":"trace[1465346455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"244.908015ms","start":"2026-04-01T23:34:21.24283Z","end":"2026-04-01T23:34:21.487738Z","steps":["trace[1465346455] 'range keys from in-memory index tree' (duration: 244.64651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.487776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.593056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.487804Z","caller":"traceutil/trace.go:171","msg":"trace[42234836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"218.222959ms","start":"2026-04-01T23:34:21.269563Z","end":"2026-04-01T23:34:21.487786Z","steps":["trace[42234836] 'range keys from in-memory index tree' (duration: 217.986964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.487776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.175441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.487871Z","caller":"traceutil/trace.go:171","msg":"trace[1179981066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"177.791531ms","start":"2026-04-01T23:34:21.310059Z","end":"2026-04-01T23:34:21.48785Z","steps":["trace[1179981066] 'range keys from in-memory index tree' (duration: 177.460243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:21.487876Z","caller":"traceutil/trace.go:171","msg":"trace[348873725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"278.319635ms","start":"2026-04-01T23:34:21.209544Z","end":"2026-04-01T23:34:21.487864Z","steps":["trace[348873725] 'count revisions from in-memory index tree' (duration: 278.08571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.487924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.413009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.48805Z","caller":"traceutil/trace.go:171","msg":"trace[571849283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1800; }","duration":"143.578694ms","start":"2026-04-01T23:34:21.344433Z","end":"2026-04-01T23:34:21.488012Z","steps":["trace[571849283] 'range keys from in-memory index tree' (duration: 143.322618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.488119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.343046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.488161Z","caller":"traceutil/trace.go:171","msg":"trace[1973612971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"278.434468ms","start":"2026-04-01T23:34:21.209715Z","end":"2026-04-01T23:34:21.488149Z","steps":["trace[1973612971] 'range keys from in-memory index tree' (duration: 278.166893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.487616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.464273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.488239Z","caller":"traceutil/trace.go:171","msg":"trace[563340470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"178.17878ms","start":"2026-04-01T23:34:21.310048Z","end":"2026-04-01T23:34:21.488227Z","steps":["trace[563340470] 'count revisions from in-memory index tree' (duration: 177.323719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.488259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.847217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-01T23:34:21.488285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.417643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:21.488303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.479564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.488319Z","caller":"traceutil/trace.go:171","msg":"trace[1190911944] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1800; }","duration":"157.92601ms","start":"2026-04-01T23:34:21.330355Z","end":"2026-04-01T23:34:21.488281Z","steps":["trace[1190911944] 'range keys from in-memory index tree' (duration: 157.673064ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:21.488352Z","caller":"traceutil/trace.go:171","msg":"trace[835754570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"144.514374ms","start":"2026-04-01T23:34:21.343823Z","end":"2026-04-01T23:34:21.488337Z","steps":["trace[835754570] 'count revisions from in-memory index tree' (duration: 144.381572ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:21.488383Z","caller":"traceutil/trace.go:171","msg":"trace[1274644104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"144.587556ms","start":"2026-04-01T23:34:21.343776Z","end":"2026-04-01T23:34:21.488364Z","steps":["trace[1274644104] 'range keys from in-memory index tree' (duration: 144.388782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:21.488263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.473029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:21.488345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.864594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:21.488503Z","caller":"traceutil/trace.go:171","msg":"trace[526379836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"219.054518ms","start":"2026-04-01T23:34:21.269438Z","end":"2026-04-01T23:34:21.488493Z","steps":["trace[526379836] 'count revisions from in-memory index tree' (duration: 218.100816ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:21.488489Z","caller":"traceutil/trace.go:171","msg":"trace[538956288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"245.766205ms","start":"2026-04-01T23:34:21.242694Z","end":"2026-04-01T23:34:21.48846Z","steps":["trace[538956288] 'count revisions from in-memory index tree' (duration: 245.242134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:26.092962Z","caller":"traceutil/trace.go:171","msg":"trace[1475869104] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"230.849496ms","start":"2026-04-01T23:34:25.862082Z","end":"2026-04-01T23:34:26.092931Z","steps":["trace[1475869104] 'process raft request' (duration: 230.338575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:26.105132Z","caller":"traceutil/trace.go:171","msg":"trace[256251395] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"148.515405ms","start":"2026-04-01T23:34:25.956598Z","end":"2026-04-01T23:34:26.105114Z","steps":["trace[256251395] 'process raft request' (duration: 148.429843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:26.385623Z","caller":"traceutil/trace.go:171","msg":"trace[396354422] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"182.089978ms","start":"2026-04-01T23:34:26.203505Z","end":"2026-04-01T23:34:26.385595Z","steps":["trace[396354422] 'process raft request' (duration: 113.13706ms)","trace[396354422] 'compare' (duration: 68.722062ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:26.38586Z","caller":"traceutil/trace.go:171","msg":"trace[1793773880] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"181.2996ms","start":"2026-04-01T23:34:26.204531Z","end":"2026-04-01T23:34:26.38583Z","steps":["trace[1793773880] 'process raft request' (duration: 181.018474ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:26.386452Z","caller":"traceutil/trace.go:171","msg":"trace[1172655848] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"106.902439ms","start":"2026-04-01T23:34:26.279469Z","end":"2026-04-01T23:34:26.386371Z","steps":["trace[1172655848] 'process raft request' (duration: 106.680564ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:26.386631Z","caller":"traceutil/trace.go:171","msg":"trace[1344913840] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1927; }","duration":"106.233344ms","start":"2026-04-01T23:34:26.280377Z","end":"2026-04-01T23:34:26.38661Z","steps":["trace[1344913840] 'read index received' (duration: 36.275355ms)","trace[1344913840] 'applied index is now lower than readState.Index' (duration: 69.956219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:26.386828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.445309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-04-01T23:34:26.386861Z","caller":"traceutil/trace.go:171","msg":"trace[107383290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1855; }","duration":"106.538631ms","start":"2026-04-01T23:34:26.280314Z","end":"2026-04-01T23:34:26.386852Z","steps":["trace[107383290] 'agreement among raft nodes before linearized reading' (duration: 106.372937ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:29.285159Z","caller":"traceutil/trace.go:171","msg":"trace[679492039] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"109.10472ms","start":"2026-04-01T23:34:29.176012Z","end":"2026-04-01T23:34:29.285116Z","steps":["trace[679492039] 'process raft request' (duration: 108.784092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:30.078348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362854434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:30.579387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362854434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:30.678855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.388168666s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:34:30.67928Z","caller":"traceutil/trace.go:171","msg":"trace[21580111] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.388711199s","start":"2026-04-01T23:34:29.290534Z","end":"2026-04-01T23:34:30.679246Z","steps":["trace[21580111] 'process raft request' (duration: 1.388537154s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:30.679453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.290505Z","time spent":"1.388859863s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:31.72493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:34:31.725016Z","caller":"traceutil/trace.go:171","msg":"trace[1737911745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737505s","start":"2026-04-01T23:34:29.724261Z","end":"2026-04-01T23:34:31.724998Z","steps":["trace[1737911745] 'agreement among raft nodes before linearized reading' (duration: 2.000637283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:31.72506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.724232Z","time spent":"2.000818887s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:34:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:34:31.740166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06105429s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:34:31.740623Z","caller":"traceutil/trace.go:171","msg":"trace[435427618] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"2.413984835s","start":"2026-04-01T23:34:29.326612Z","end":"2026-04-01T23:34:31.740597Z","steps":["trace[435427618] 'process raft request' (duration: 2.413806511s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:31.740791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.326577Z","time spent":"2.414124729s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:31.741118Z","caller":"traceutil/trace.go:171","msg":"trace[335484425] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.992011457s","start":"2026-04-01T23:34:29.749061Z","end":"2026-04-01T23:34:31.741072Z","steps":["trace[335484425] 'process raft request' (duration: 1.991483304s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:31.741329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.749032Z","time spent":"1.992182031s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:31.741493Z","caller":"traceutil/trace.go:171","msg":"trace[1375892346] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.217950266s","start":"2026-04-01T23:34:30.523519Z","end":"2026-04-01T23:34:31.741469Z","steps":["trace[1375892346] 'process raft request' (duration: 1.217661709s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:31.74159Z","caller":"traceutil/trace.go:171","msg":"trace[1764057102] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1986; }","duration":"2.164166119s","start":"2026-04-01T23:34:29.577403Z","end":"2026-04-01T23:34:31.741569Z","steps":["trace[1764057102] 'read index received' (duration: 1.101725876s)","trace[1764057102] 'applied index is now lower than readState.Index' (duration: 1.062438893s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:31.741622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.523501Z","time spent":"1.218053439s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:31.741635Z","caller":"traceutil/trace.go:171","msg":"trace[1885075874] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.141224453s","start":"2026-04-01T23:34:30.600374Z","end":"2026-04-01T23:34:31.741598Z","steps":["trace[1885075874] 'process raft request' (duration: 1.141013978s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:31.741828Z","caller":"traceutil/trace.go:171","msg":"trace[1243217329] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.218283903s","start":"2026-04-01T23:34:30.523519Z","end":"2026-04-01T23:34:31.741803Z","steps":["trace[1243217329] 'process raft request' (duration: 1.217403082s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:31.741823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.600346Z","time spent":"1.141371205s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:31.74185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164430806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-01T23:34:31.741898Z","caller":"traceutil/trace.go:171","msg":"trace[677846036] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784; range_end:; response_count:1; response_revision:1914; }","duration":"2.164517287s","start":"2026-04-01T23:34:29.577367Z","end":"2026-04-01T23:34:31.741885Z","steps":["trace[677846036] 'agreement among raft nodes before linearized reading' (duration: 2.164319143s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:31.74191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.523501Z","time spent":"1.218368026s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:31.74194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.57735Z","time spent":"2.164579549s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" "} {"level":"warn","ts":"2026-04-01T23:34:32.185784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:34:32.185924Z","caller":"traceutil/trace.go:171","msg":"trace[1107122817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376188s","start":"2026-04-01T23:34:30.185514Z","end":"2026-04-01T23:34:32.185891Z","steps":["trace[1107122817] 'agreement among raft nodes before linearized reading' (duration: 2.000190644s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:32.186005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.185485Z","time spent":"2.000494231s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:34:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:34:32.242141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362854442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:32.743302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362854442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:32.903653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163224645s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:34:33.033381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.263785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:34:33.034747Z","caller":"traceutil/trace.go:171","msg":"trace[1304514803] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.305473495s","start":"2026-04-01T23:34:31.729208Z","end":"2026-04-01T23:34:33.034682Z","steps":["trace[1304514803] 'process raft request' (duration: 1.174788727s)","trace[1304514803] 'compare' (duration: 128.463408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:33.034994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:31.729171Z","time spent":"1.30571452s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:34:33.057353Z","caller":"traceutil/trace.go:171","msg":"trace[396775588] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1992; }","duration":"1.315678717s","start":"2026-04-01T23:34:31.741636Z","end":"2026-04-01T23:34:33.057315Z","steps":["trace[396775588] 'read index received' (duration: 1.162381506s)","trace[396775588] 'applied index is now lower than readState.Index' (duration: 153.295391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:33.057436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961616989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:33.057509Z","caller":"traceutil/trace.go:171","msg":"trace[2046566833] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1915; }","duration":"2.961787442s","start":"2026-04-01T23:34:30.095702Z","end":"2026-04-01T23:34:33.057489Z","steps":["trace[2046566833] 'agreement among raft nodes before linearized reading' (duration: 2.961638328s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.057568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.095662Z","time spent":"2.961891204s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:33.0576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451320048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:34:33.057665Z","caller":"traceutil/trace.go:171","msg":"trace[771717240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"3.45142676s","start":"2026-04-01T23:34:29.60622Z","end":"2026-04-01T23:34:33.057647Z","steps":["trace[771717240] 'agreement among raft nodes before linearized reading' (duration: 3.451191424s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.057692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454659024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:34:33.057712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.606195Z","time spent":"3.451507993s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:34:33.057721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399659674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:33.057759Z","caller":"traceutil/trace.go:171","msg":"trace[1341043546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"3.454766146s","start":"2026-04-01T23:34:29.602967Z","end":"2026-04-01T23:34:33.057733Z","steps":["trace[1341043546] 'agreement among raft nodes before linearized reading' (duration: 3.45454476s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:33.057774Z","caller":"traceutil/trace.go:171","msg":"trace[518143856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"3.399719425s","start":"2026-04-01T23:34:29.658037Z","end":"2026-04-01T23:34:33.057757Z","steps":["trace[518143856] 'agreement among raft nodes before linearized reading' (duration: 3.399566121s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.057805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.602952Z","time spent":"3.454844329s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:33.057837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.658031Z","time spent":"3.399793126s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:34:33.057917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344694026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-01T23:34:33.057973Z","caller":"traceutil/trace.go:171","msg":"trace[1637799406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1915; }","duration":"1.344779048s","start":"2026-04-01T23:34:31.713178Z","end":"2026-04-01T23:34:33.057957Z","steps":["trace[1637799406] 'agreement among raft nodes before linearized reading' (duration: 1.344642275s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:31.713156Z","time spent":"1.3448783s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:34:33.05815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403527531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-01T23:34:33.05817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310344147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:34:33.058218Z","caller":"traceutil/trace.go:171","msg":"trace[2098333310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1915; }","duration":"1.310429908s","start":"2026-04-01T23:34:31.747776Z","end":"2026-04-01T23:34:33.058205Z","steps":["trace[2098333310] 'agreement among raft nodes before linearized reading' (duration: 1.310263994s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:33.058218Z","caller":"traceutil/trace.go:171","msg":"trace[929759433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784; range_end:; response_count:1; response_revision:1915; }","duration":"3.403624094s","start":"2026-04-01T23:34:29.654574Z","end":"2026-04-01T23:34:33.058199Z","steps":["trace[929759433] 'agreement among raft nodes before linearized reading' (duration: 3.40346171s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:31.747754Z","time spent":"1.31048951s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:33.058269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.654543Z","time spent":"3.403710245s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" "} {"level":"warn","ts":"2026-04-01T23:34:33.058296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240609705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:33.058346Z","caller":"traceutil/trace.go:171","msg":"trace[722053785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"2.240692077s","start":"2026-04-01T23:34:30.817639Z","end":"2026-04-01T23:34:33.058331Z","steps":["trace[722053785] 'agreement among raft nodes before linearized reading' (duration: 2.240575694s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.817616Z","time spent":"2.240761878s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:34:33.058405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.029594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:33.058459Z","caller":"traceutil/trace.go:171","msg":"trace[425794730] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1915; }","duration":"490.144556ms","start":"2026-04-01T23:34:32.568302Z","end":"2026-04-01T23:34:33.058447Z","steps":["trace[425794730] 'agreement among raft nodes before linearized reading' (duration: 490.051844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:32.56827Z","time spent":"490.228248ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:33.058542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.014031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25fbc8b0b2705\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-01T23:34:33.057998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475016947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:34:33.058577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59639589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:34:33.058615Z","caller":"traceutil/trace.go:171","msg":"trace[450121525] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1915; }","duration":"2.596457031s","start":"2026-04-01T23:34:30.462149Z","end":"2026-04-01T23:34:33.058606Z","steps":["trace[450121525] 'agreement among raft nodes before linearized reading' (duration: 2.596393979s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177602618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:34:33.058655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:30.462131Z","time spent":"2.596517043s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:34:33.058674Z","caller":"traceutil/trace.go:171","msg":"trace[1274039996] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1915; }","duration":"1.177670721s","start":"2026-04-01T23:34:31.880994Z","end":"2026-04-01T23:34:33.058665Z","steps":["trace[1274039996] 'agreement among raft nodes before linearized reading' (duration: 1.17760814s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:31.880941Z","time spent":"1.177765813s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:33.058734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084327968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:34:33.058762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.197049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:33.058577Z","caller":"traceutil/trace.go:171","msg":"trace[694227595] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25fbc8b0b2705; range_end:; response_count:1; response_revision:1915; }","duration":"735.093913ms","start":"2026-04-01T23:34:32.323473Z","end":"2026-04-01T23:34:33.058567Z","steps":["trace[694227595] 'agreement among raft nodes before linearized reading' (duration: 734.98452ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:33.058837Z","caller":"traceutil/trace.go:171","msg":"trace[2101144885] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1915; }","duration":"1.084498832s","start":"2026-04-01T23:34:31.974314Z","end":"2026-04-01T23:34:33.058813Z","steps":["trace[2101144885] 'agreement among raft nodes before linearized reading' (duration: 1.084244447s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:33.058859Z","caller":"traceutil/trace.go:171","msg":"trace[377884030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"865.339542ms","start":"2026-04-01T23:34:32.193497Z","end":"2026-04-01T23:34:33.058836Z","steps":["trace[377884030] 'agreement among raft nodes before linearized reading' (duration: 865.152848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.058862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:32.323446Z","time spent":"735.40379ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25fbc8b0b2705\" "} {"level":"warn","ts":"2026-04-01T23:34:33.057568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41145294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:34:33.058896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:31.974284Z","time spent":"1.084599135s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:33.058908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:32.193477Z","time spent":"865.422933ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:34:33.058948Z","caller":"traceutil/trace.go:171","msg":"trace[1282981008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"3.412843623s","start":"2026-04-01T23:34:29.646065Z","end":"2026-04-01T23:34:33.058908Z","steps":["trace[1282981008] 'agreement among raft nodes before linearized reading' (duration: 3.411329108s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.059042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.646046Z","time spent":"3.412969536s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:33.05921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.249592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-01T23:34:33.059268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.930566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:34:33.059284Z","caller":"traceutil/trace.go:171","msg":"trace[2002277182] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784; range_end:; response_count:1; response_revision:1915; }","duration":"311.319564ms","start":"2026-04-01T23:34:32.747944Z","end":"2026-04-01T23:34:33.059263Z","steps":["trace[2002277182] 'agreement among raft nodes before linearized reading' (duration: 311.16099ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:33.059308Z","caller":"traceutil/trace.go:171","msg":"trace[68892221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"374.025698ms","start":"2026-04-01T23:34:32.685271Z","end":"2026-04-01T23:34:33.059297Z","steps":["trace[68892221] 'agreement among raft nodes before linearized reading' (duration: 373.903816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.059331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:32.74787Z","time spent":"311.448266ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" "} {"level":"warn","ts":"2026-04-01T23:34:33.059349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:32.685234Z","time spent":"374.10386ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:34:33.059472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.072411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:34:33.059559Z","caller":"traceutil/trace.go:171","msg":"trace[79396612] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1915; }","duration":"323.212784ms","start":"2026-04-01T23:34:32.736334Z","end":"2026-04-01T23:34:33.059547Z","steps":["trace[79396612] 'agreement among raft nodes before linearized reading' (duration: 323.015539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.059595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:32.736304Z","time spent":"323.282496ms","remote":"127.0.0.1:60318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:34:33.061307Z","caller":"traceutil/trace.go:171","msg":"trace[2057525790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1915; }","duration":"3.478291171s","start":"2026-04-01T23:34:29.582957Z","end":"2026-04-01T23:34:33.061248Z","steps":["trace[2057525790] 'agreement among raft nodes before linearized reading' (duration: 3.474974746s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:33.061489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:29.582948Z","time spent":"3.478481375s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:34:37.137605Z","caller":"traceutil/trace.go:171","msg":"trace[1243538441] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"126.045444ms","start":"2026-04-01T23:34:37.011516Z","end":"2026-04-01T23:34:37.137561Z","steps":["trace[1243538441] 'process raft request' (duration: 125.362729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:39.895542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.338406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11082"} {"level":"info","ts":"2026-04-01T23:34:39.895674Z","caller":"traceutil/trace.go:171","msg":"trace[753003992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1986; }","duration":"183.529071ms","start":"2026-04-01T23:34:39.712121Z","end":"2026-04-01T23:34:39.895651Z","steps":["trace[753003992] 'range keys from in-memory index tree' (duration: 183.03237ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:40.019637Z","caller":"traceutil/trace.go:171","msg":"trace[1314272210] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"188.594516ms","start":"2026-04-01T23:34:39.831011Z","end":"2026-04-01T23:34:40.019606Z","steps":["trace[1314272210] 'process raft request' (duration: 188.484994ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:40.019697Z","caller":"traceutil/trace.go:171","msg":"trace[107981816] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"188.778351ms","start":"2026-04-01T23:34:39.830859Z","end":"2026-04-01T23:34:40.019637Z","steps":["trace[107981816] 'process raft request' (duration: 173.314129ms)","trace[107981816] 'compare' (duration: 15.127604ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:40.020125Z","caller":"traceutil/trace.go:171","msg":"trace[258608677] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"187.735956ms","start":"2026-04-01T23:34:39.832359Z","end":"2026-04-01T23:34:40.020095Z","steps":["trace[258608677] 'process raft request' (duration: 187.194154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:40.020262Z","caller":"traceutil/trace.go:171","msg":"trace[1836558701] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2067; }","duration":"102.864888ms","start":"2026-04-01T23:34:39.917356Z","end":"2026-04-01T23:34:40.020221Z","steps":["trace[1836558701] 'read index received' (duration: 86.67302ms)","trace[1836558701] 'applied index is now lower than readState.Index' (duration: 16.189658ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:40.020348Z","caller":"traceutil/trace.go:171","msg":"trace[1010570383] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"111.533735ms","start":"2026-04-01T23:34:39.908786Z","end":"2026-04-01T23:34:40.02032Z","steps":["trace[1010570383] 'process raft request' (duration: 111.165777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:40.020545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.139694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:34:40.020601Z","caller":"traceutil/trace.go:171","msg":"trace[41203697] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1991; }","duration":"103.249616ms","start":"2026-04-01T23:34:39.917335Z","end":"2026-04-01T23:34:40.020585Z","steps":["trace[41203697] 'agreement among raft nodes before linearized reading' (duration: 103.053502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:40.281706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.916765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:40.281906Z","caller":"traceutil/trace.go:171","msg":"trace[545365291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1991; }","duration":"120.183581ms","start":"2026-04-01T23:34:40.161694Z","end":"2026-04-01T23:34:40.281877Z","steps":["trace[545365291] 'range keys from in-memory index tree' (duration: 119.657379ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.379131Z","caller":"traceutil/trace.go:171","msg":"trace[640305138] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2092; }","duration":"228.300418ms","start":"2026-04-01T23:34:43.150808Z","end":"2026-04-01T23:34:43.379108Z","steps":["trace[640305138] 'read index received' (duration: 228.045682ms)","trace[640305138] 'applied index is now lower than readState.Index' (duration: 253.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:43.379202Z","caller":"traceutil/trace.go:171","msg":"trace[540493] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"568.230732ms","start":"2026-04-01T23:34:42.810926Z","end":"2026-04-01T23:34:43.379157Z","steps":["trace[540493] 'process raft request' (duration: 567.992587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.379355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:42.810872Z","time spent":"568.401276ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:43.379383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.526527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-01T23:34:43.379418Z","caller":"traceutil/trace.go:171","msg":"trace[489786492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2011; }","duration":"182.588519ms","start":"2026-04-01T23:34:43.19682Z","end":"2026-04-01T23:34:43.379408Z","steps":["trace[489786492] 'agreement among raft nodes before linearized reading' (duration: 182.493497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.379363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.535843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"warn","ts":"2026-04-01T23:34:43.379413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.515599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T23:34:43.379449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.293175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:34:43.379452Z","caller":"traceutil/trace.go:171","msg":"trace[730200214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2011; }","duration":"228.686187ms","start":"2026-04-01T23:34:43.150756Z","end":"2026-04-01T23:34:43.379442Z","steps":["trace[730200214] 'agreement among raft nodes before linearized reading' (duration: 228.483482ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.379478Z","caller":"traceutil/trace.go:171","msg":"trace[195234464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2011; }","duration":"183.355896ms","start":"2026-04-01T23:34:43.196113Z","end":"2026-04-01T23:34:43.379469Z","steps":["trace[195234464] 'agreement among raft nodes before linearized reading' (duration: 183.283175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.379478Z","caller":"traceutil/trace.go:171","msg":"trace[1985812692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2011; }","duration":"190.620841ms","start":"2026-04-01T23:34:43.188843Z","end":"2026-04-01T23:34:43.379464Z","steps":["trace[1985812692] 'agreement among raft nodes before linearized reading' (duration: 190.430447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.37956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.329674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:34:43.379583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.822582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-01T23:34:43.379608Z","caller":"traceutil/trace.go:171","msg":"trace[1139323117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2011; }","duration":"181.861102ms","start":"2026-04-01T23:34:43.197739Z","end":"2026-04-01T23:34:43.3796Z","steps":["trace[1139323117] 'agreement among raft nodes before linearized reading' (duration: 181.78298ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.379609Z","caller":"traceutil/trace.go:171","msg":"trace[1009046174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2011; }","duration":"186.413015ms","start":"2026-04-01T23:34:43.193183Z","end":"2026-04-01T23:34:43.379596Z","steps":["trace[1009046174] 'agreement among raft nodes before linearized reading' (duration: 186.264112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.612834Z","caller":"traceutil/trace.go:171","msg":"trace[625204461] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2093; }","duration":"228.592475ms","start":"2026-04-01T23:34:43.384215Z","end":"2026-04-01T23:34:43.612807Z","steps":["trace[625204461] 'read index received' (duration: 225.497115ms)","trace[625204461] 'applied index is now lower than readState.Index' (duration: 3.09436ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:43.612967Z","caller":"traceutil/trace.go:171","msg":"trace[414037604] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"229.050716ms","start":"2026-04-01T23:34:43.38387Z","end":"2026-04-01T23:34:43.612921Z","steps":["trace[414037604] 'process raft request' (duration: 225.785501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.613337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.098897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-9qb5m\" ","response":"range_response_count:1 size:6144"} {"level":"info","ts":"2026-04-01T23:34:43.613429Z","caller":"traceutil/trace.go:171","msg":"trace[565095855] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-9qb5m; range_end:; response_count:1; response_revision:2012; }","duration":"229.248821ms","start":"2026-04-01T23:34:43.384161Z","end":"2026-04-01T23:34:43.61341Z","steps":["trace[565095855] 'agreement among raft nodes before linearized reading' (duration: 228.765649ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.616756Z","caller":"traceutil/trace.go:171","msg":"trace[1810715612] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"232.126396ms","start":"2026-04-01T23:34:43.384615Z","end":"2026-04-01T23:34:43.616742Z","steps":["trace[1810715612] 'process raft request' (duration: 232.057785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.616746Z","caller":"traceutil/trace.go:171","msg":"trace[1183524987] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"232.189398ms","start":"2026-04-01T23:34:43.384529Z","end":"2026-04-01T23:34:43.616718Z","steps":["trace[1183524987] 'process raft request' (duration: 232.045764ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.617013Z","caller":"traceutil/trace.go:171","msg":"trace[987413372] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"232.206308ms","start":"2026-04-01T23:34:43.384783Z","end":"2026-04-01T23:34:43.616989Z","steps":["trace[987413372] 'process raft request' (duration: 231.914931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.617267Z","caller":"traceutil/trace.go:171","msg":"trace[1792983402] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"232.106405ms","start":"2026-04-01T23:34:43.385142Z","end":"2026-04-01T23:34:43.617248Z","steps":["trace[1792983402] 'process raft request' (duration: 231.809809ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.617307Z","caller":"traceutil/trace.go:171","msg":"trace[1545644118] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"228.919433ms","start":"2026-04-01T23:34:43.388356Z","end":"2026-04-01T23:34:43.617276Z","steps":["trace[1545644118] 'process raft request' (duration: 228.849291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:43.617332Z","caller":"traceutil/trace.go:171","msg":"trace[1081854176] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"232.081915ms","start":"2026-04-01T23:34:43.385239Z","end":"2026-04-01T23:34:43.617321Z","steps":["trace[1081854176] 'process raft request' (duration: 231.908191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:43.617458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.536351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:43.617543Z","caller":"traceutil/trace.go:171","msg":"trace[29467034] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2018; }","duration":"227.780997ms","start":"2026-04-01T23:34:43.389748Z","end":"2026-04-01T23:34:43.617529Z","steps":["trace[29467034] 'agreement among raft nodes before linearized reading' (duration: 227.512661ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:46.891362Z","caller":"traceutil/trace.go:171","msg":"trace[488330912] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"107.470513ms","start":"2026-04-01T23:34:46.783866Z","end":"2026-04-01T23:34:46.891336Z","steps":["trace[488330912] 'process raft request' (duration: 107.298279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.018154Z","caller":"traceutil/trace.go:171","msg":"trace[304299860] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"376.048584ms","start":"2026-04-01T23:34:49.642076Z","end":"2026-04-01T23:34:50.018124Z","steps":["trace[304299860] 'process raft request' (duration: 375.920551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.018306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:49.642062Z","time spent":"376.167457ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:50.206482Z","caller":"traceutil/trace.go:171","msg":"trace[2031983469] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"564.238111ms","start":"2026-04-01T23:34:49.642211Z","end":"2026-04-01T23:34:50.206449Z","steps":["trace[2031983469] 'process raft request' (duration: 563.075765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.206518Z","caller":"traceutil/trace.go:171","msg":"trace[1412404795] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"563.449983ms","start":"2026-04-01T23:34:49.643047Z","end":"2026-04-01T23:34:50.206497Z","steps":["trace[1412404795] 'process raft request' (duration: 563.33213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.206639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:49.643001Z","time spent":"563.571116ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:50.206707Z","caller":"traceutil/trace.go:171","msg":"trace[794808974] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"562.824449ms","start":"2026-04-01T23:34:49.643856Z","end":"2026-04-01T23:34:50.206681Z","steps":["trace[794808974] 'process raft request' (duration: 562.608524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.206672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:49.642185Z","time spent":"564.383764ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:50.206734Z","caller":"traceutil/trace.go:171","msg":"trace[1493959172] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2139; }","duration":"562.782008ms","start":"2026-04-01T23:34:49.643922Z","end":"2026-04-01T23:34:50.206704Z","steps":["trace[1493959172] 'read index received' (duration: 374.142992ms)","trace[1493959172] 'applied index is now lower than readState.Index' (duration: 188.638046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:50.206804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:49.643846Z","time spent":"562.901441ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:50.206881Z","caller":"traceutil/trace.go:171","msg":"trace[1965995897] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"276.504633ms","start":"2026-04-01T23:34:49.930351Z","end":"2026-04-01T23:34:50.206855Z","steps":["trace[1965995897] 'process raft request' (duration: 276.201946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.206957Z","caller":"traceutil/trace.go:171","msg":"trace[464589511] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"242.164503ms","start":"2026-04-01T23:34:49.96473Z","end":"2026-04-01T23:34:50.206894Z","steps":["trace[464589511] 'process raft request' (duration: 241.922447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.207151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.208978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:34:50.207216Z","caller":"traceutil/trace.go:171","msg":"trace[766716506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2062; }","duration":"563.29231ms","start":"2026-04-01T23:34:49.643904Z","end":"2026-04-01T23:34:50.207197Z","steps":["trace[766716506] 'agreement among raft nodes before linearized reading' (duration: 563.113666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.207251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:49.643899Z","time spent":"563.344231ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:34:50.21074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.657261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:50.21084Z","caller":"traceutil/trace.go:171","msg":"trace[2091556609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2065; }","duration":"487.845595ms","start":"2026-04-01T23:34:49.722972Z","end":"2026-04-01T23:34:50.210818Z","steps":["trace[2091556609] 'agreement among raft nodes before linearized reading' (duration: 487.657461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:50.210892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:49.722942Z","time spent":"487.939028ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:34:50.211296Z","caller":"traceutil/trace.go:171","msg":"trace[1421128025] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"155.945405ms","start":"2026-04-01T23:34:50.055338Z","end":"2026-04-01T23:34:50.211284Z","steps":["trace[1421128025] 'process raft request' (duration: 155.041624ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.211427Z","caller":"traceutil/trace.go:171","msg":"trace[1076674161] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"154.114593ms","start":"2026-04-01T23:34:50.057299Z","end":"2026-04-01T23:34:50.211413Z","steps":["trace[1076674161] 'process raft request' (duration: 153.253213ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:50.211616Z","caller":"traceutil/trace.go:171","msg":"trace[1467856806] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"153.495759ms","start":"2026-04-01T23:34:50.0581Z","end":"2026-04-01T23:34:50.211595Z","steps":["trace[1467856806] 'process raft request' (duration: 152.488566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:52.717947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362854752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:53.218091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362854752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:34:53.322146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109417938s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:34:53.343655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434171068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:53.343742Z","caller":"traceutil/trace.go:171","msg":"trace[2089829008] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2066; }","duration":"1.434324512s","start":"2026-04-01T23:34:51.909403Z","end":"2026-04-01T23:34:53.343728Z","steps":["trace[2089829008] 'count revisions from in-memory index tree' (duration: 1.434080706s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.343771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.909379Z","time spent":"1.434385853s","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:53.343761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133104306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:34:53.343823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431257342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:34:53.343867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159553743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:34:53.343894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13325574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:34:53.343898Z","caller":"traceutil/trace.go:171","msg":"trace[2033886244] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2066; }","duration":"1.431392465s","start":"2026-04-01T23:34:51.912487Z","end":"2026-04-01T23:34:53.343879Z","steps":["trace[2033886244] 'count revisions from in-memory index tree' (duration: 1.431075908s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.343883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385369054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:34:53.343929Z","caller":"traceutil/trace.go:171","msg":"trace[793571848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2066; }","duration":"1.133334072s","start":"2026-04-01T23:34:52.210587Z","end":"2026-04-01T23:34:53.343921Z","steps":["trace[793571848] 'range keys from in-memory index tree' (duration: 1.133175748s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:53.343939Z","caller":"traceutil/trace.go:171","msg":"trace[881916633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2066; }","duration":"2.159677846s","start":"2026-04-01T23:34:51.184242Z","end":"2026-04-01T23:34:53.34392Z","steps":["trace[881916633] 'range keys from in-memory index tree' (duration: 2.159448401s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.343948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.912463Z","time spent":"1.431473377s","remote":"127.0.0.1:49920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:34:53.343979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.210561Z","time spent":"1.133409804s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:53.343983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.184218Z","time spent":"2.159757148s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:34:53.343978Z","caller":"traceutil/trace.go:171","msg":"trace[1095161751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2066; }","duration":"2.385489697s","start":"2026-04-01T23:34:50.958469Z","end":"2026-04-01T23:34:53.343959Z","steps":["trace[1095161751] 'range keys from in-memory index tree' (duration: 2.38517502s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.344058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:50.958451Z","time spent":"2.385588979s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:34:53.344064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133029565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:34:53.343902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911734695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:53.344185Z","caller":"traceutil/trace.go:171","msg":"trace[2041375148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2066; }","duration":"1.133215389s","start":"2026-04-01T23:34:52.210942Z","end":"2026-04-01T23:34:53.344157Z","steps":["trace[2041375148] 'range keys from in-memory index tree' (duration: 1.132897682s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:53.344197Z","caller":"traceutil/trace.go:171","msg":"trace[324371155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2066; }","duration":"2.912104554s","start":"2026-04-01T23:34:50.432077Z","end":"2026-04-01T23:34:53.344182Z","steps":["trace[324371155] 'range keys from in-memory index tree' (duration: 2.911458959s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.344232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:50.432054Z","time spent":"2.912167486s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:34:53.344234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.210919Z","time spent":"1.133303421s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:34:53.343847Z","caller":"traceutil/trace.go:171","msg":"trace[998764353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2066; }","duration":"1.133266341s","start":"2026-04-01T23:34:52.210562Z","end":"2026-04-01T23:34:53.343829Z","steps":["trace[998764353] 'range keys from in-memory index tree' (duration: 1.132939163s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.34438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.21054Z","time spent":"1.133828954s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:34:53.344382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830957995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:34:53.344461Z","caller":"traceutil/trace.go:171","msg":"trace[1709105697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2066; }","duration":"1.831063817s","start":"2026-04-01T23:34:51.513368Z","end":"2026-04-01T23:34:53.344431Z","steps":["trace[1709105697] 'range keys from in-memory index tree' (duration: 1.83074716s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.344498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322343416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:34:53.344521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:51.513347Z","time spent":"1.831160019s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:34:53.344551Z","caller":"traceutil/trace.go:171","msg":"trace[2102183293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2066; }","duration":"1.322422929s","start":"2026-04-01T23:34:52.022111Z","end":"2026-04-01T23:34:53.344534Z","steps":["trace[2102183293] 'range keys from in-memory index tree' (duration: 1.322198814s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.344595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.022078Z","time spent":"1.322505051s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:34:53.346022Z","caller":"traceutil/trace.go:171","msg":"trace[1804934567] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"1.133409795s","start":"2026-04-01T23:34:52.212564Z","end":"2026-04-01T23:34:53.345974Z","steps":["trace[1804934567] 'process raft request' (duration: 1.109942151s)","trace[1804934567] 'compare' (duration: 20.611479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:53.346204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.212548Z","time spent":"1.133550778s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:53.351819Z","caller":"traceutil/trace.go:171","msg":"trace[1396157004] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"1.136881583s","start":"2026-04-01T23:34:52.214897Z","end":"2026-04-01T23:34:53.351778Z","steps":["trace[1396157004] 'process raft request' (duration: 1.136577906s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:53.352083Z","caller":"traceutil/trace.go:171","msg":"trace[1932379437] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"1.136285789s","start":"2026-04-01T23:34:52.215782Z","end":"2026-04-01T23:34:53.352067Z","steps":["trace[1932379437] 'process raft request' (duration: 1.135904721s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.352175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.21576Z","time spent":"1.136370541s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:53.352282Z","caller":"traceutil/trace.go:171","msg":"trace[1356456048] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"1.136443863s","start":"2026-04-01T23:34:52.215818Z","end":"2026-04-01T23:34:53.352262Z","steps":["trace[1356456048] 'process raft request' (duration: 1.136180548s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.352423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.215798Z","time spent":"1.136547835s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:34:53.352567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.214864Z","time spent":"1.137070397s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:34:53.379123Z","caller":"traceutil/trace.go:171","msg":"trace[889060613] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2149; }","duration":"1.162201898s","start":"2026-04-01T23:34:52.216892Z","end":"2026-04-01T23:34:53.379094Z","steps":["trace[889060613] 'read index received' (duration: 1.105638182s)","trace[889060613] 'applied index is now lower than readState.Index' (duration: 56.561626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:53.379744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162809602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:34:53.379874Z","caller":"traceutil/trace.go:171","msg":"trace[20587974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2073; }","duration":"1.162993435s","start":"2026-04-01T23:34:52.216859Z","end":"2026-04-01T23:34:53.379852Z","steps":["trace[20587974] 'agreement among raft nodes before linearized reading' (duration: 1.162417052s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.379933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.216848Z","time spent":"1.163074898s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:34:53.38048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.856451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:53.380575Z","caller":"traceutil/trace.go:171","msg":"trace[1998648669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"195.960363ms","start":"2026-04-01T23:34:53.184596Z","end":"2026-04-01T23:34:53.380556Z","steps":["trace[1998648669] 'agreement among raft nodes before linearized reading' (duration: 195.781809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.380518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.932496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:34:53.380555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.477766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:53.380721Z","caller":"traceutil/trace.go:171","msg":"trace[1462009050] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2076; }","duration":"950.257272ms","start":"2026-04-01T23:34:52.430443Z","end":"2026-04-01T23:34:53.3807Z","steps":["trace[1462009050] 'agreement among raft nodes before linearized reading' (duration: 949.902244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.380819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.430427Z","time spent":"950.365345ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:34:53.380926Z","caller":"traceutil/trace.go:171","msg":"trace[828863098] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2076; }","duration":"722.693852ms","start":"2026-04-01T23:34:52.658013Z","end":"2026-04-01T23:34:53.380707Z","steps":["trace[828863098] 'agreement among raft nodes before linearized reading' (duration: 722.482147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:53.380985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:34:52.657991Z","time spent":"722.978388ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:34:57.50294Z","caller":"traceutil/trace.go:171","msg":"trace[478423187] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"131.884107ms","start":"2026-04-01T23:34:57.371023Z","end":"2026-04-01T23:34:57.502907Z","steps":["trace[478423187] 'process raft request' (duration: 79.647469ms)","trace[478423187] 'compare' (duration: 52.032893ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:57.503229Z","caller":"traceutil/trace.go:171","msg":"trace[519045847] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"131.040498ms","start":"2026-04-01T23:34:57.372131Z","end":"2026-04-01T23:34:57.503172Z","steps":["trace[519045847] 'process raft request' (duration: 130.729342ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:57.503271Z","caller":"traceutil/trace.go:171","msg":"trace[1520516637] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"130.824873ms","start":"2026-04-01T23:34:57.372428Z","end":"2026-04-01T23:34:57.503253Z","steps":["trace[1520516637] 'process raft request' (duration: 130.623529ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:57.503273Z","caller":"traceutil/trace.go:171","msg":"trace[598594002] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2176; }","duration":"117.780877ms","start":"2026-04-01T23:34:57.385456Z","end":"2026-04-01T23:34:57.503237Z","steps":["trace[598594002] 'read index received' (duration: 65.12976ms)","trace[598594002] 'applied index is now lower than readState.Index' (duration: 52.649807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:57.503456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.988381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:57.503515Z","caller":"traceutil/trace.go:171","msg":"trace[1403157848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2094; }","duration":"118.093564ms","start":"2026-04-01T23:34:57.385407Z","end":"2026-04-01T23:34:57.503501Z","steps":["trace[1403157848] 'agreement among raft nodes before linearized reading' (duration: 117.91434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:57.503578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.661679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:34:57.503636Z","caller":"traceutil/trace.go:171","msg":"trace[2123076037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2094; }","duration":"108.768752ms","start":"2026-04-01T23:34:57.39485Z","end":"2026-04-01T23:34:57.503619Z","steps":["trace[2123076037] 'agreement among raft nodes before linearized reading' (duration: 108.610218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:57.503792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.936696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:34:57.503831Z","caller":"traceutil/trace.go:171","msg":"trace[1305033290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2094; }","duration":"102.026928ms","start":"2026-04-01T23:34:57.401794Z","end":"2026-04-01T23:34:57.503821Z","steps":["trace[1305033290] 'agreement among raft nodes before linearized reading' (duration: 101.905165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:57.503912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.567761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:34:57.503953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.914346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:34:57.503955Z","caller":"traceutil/trace.go:171","msg":"trace[1823708892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2094; }","duration":"102.637473ms","start":"2026-04-01T23:34:57.401308Z","end":"2026-04-01T23:34:57.503945Z","steps":["trace[1823708892] 'agreement among raft nodes before linearized reading' (duration: 102.51316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:57.503991Z","caller":"traceutil/trace.go:171","msg":"trace[1456822955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2094; }","duration":"101.934716ms","start":"2026-04-01T23:34:57.402033Z","end":"2026-04-01T23:34:57.503968Z","steps":["trace[1456822955] 'agreement among raft nodes before linearized reading' (duration: 101.876845ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:57.646753Z","caller":"traceutil/trace.go:171","msg":"trace[622258251] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"131.854076ms","start":"2026-04-01T23:34:57.514843Z","end":"2026-04-01T23:34:57.646697Z","steps":["trace[622258251] 'process raft request' (duration: 101.357753ms)","trace[622258251] 'compare' (duration: 30.002642ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:57.647036Z","caller":"traceutil/trace.go:171","msg":"trace[664545988] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"131.096149ms","start":"2026-04-01T23:34:57.515895Z","end":"2026-04-01T23:34:57.646991Z","steps":["trace[664545988] 'process raft request' (duration: 130.556627ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:57.647031Z","caller":"traceutil/trace.go:171","msg":"trace[798264829] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"130.495295ms","start":"2026-04-01T23:34:57.51651Z","end":"2026-04-01T23:34:57.647005Z","steps":["trace[798264829] 'process raft request' (duration: 130.312671ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:59.809659Z","caller":"traceutil/trace.go:171","msg":"trace[382634834] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"293.429207ms","start":"2026-04-01T23:34:59.516208Z","end":"2026-04-01T23:34:59.809638Z","steps":["trace[382634834] 'process raft request' (duration: 259.943686ms)","trace[382634834] 'compare' (duration: 33.146464ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:59.80985Z","caller":"traceutil/trace.go:171","msg":"trace[1653970685] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2185; }","duration":"291.31268ms","start":"2026-04-01T23:34:59.518518Z","end":"2026-04-01T23:34:59.809831Z","steps":["trace[1653970685] 'read index received' (duration: 43.244394ms)","trace[1653970685] 'applied index is now lower than readState.Index' (duration: 248.067486ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:59.809997Z","caller":"traceutil/trace.go:171","msg":"trace[212502647] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"293.52257ms","start":"2026-04-01T23:34:59.516464Z","end":"2026-04-01T23:34:59.809986Z","steps":["trace[212502647] 'process raft request' (duration: 293.099601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.810192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.657187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:34:59.810236Z","caller":"traceutil/trace.go:171","msg":"trace[101339964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2103; }","duration":"291.742059ms","start":"2026-04-01T23:34:59.518483Z","end":"2026-04-01T23:34:59.810225Z","steps":["trace[101339964] 'agreement among raft nodes before linearized reading' (duration: 291.613057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.810345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.635842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:34:59.810382Z","caller":"traceutil/trace.go:171","msg":"trace[44800201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2103; }","duration":"275.727465ms","start":"2026-04-01T23:34:59.534644Z","end":"2026-04-01T23:34:59.810371Z","steps":["trace[44800201] 'agreement among raft nodes before linearized reading' (duration: 275.605872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.810424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.874737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:34:59.810452Z","caller":"traceutil/trace.go:171","msg":"trace[1898032513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2103; }","duration":"157.961169ms","start":"2026-04-01T23:34:59.652483Z","end":"2026-04-01T23:34:59.810444Z","steps":["trace[1898032513] 'agreement among raft nodes before linearized reading' (duration: 157.848977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.81059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.075211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:34:59.810707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.243841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:34:59.810741Z","caller":"traceutil/trace.go:171","msg":"trace[1538684506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2103; }","duration":"230.301184ms","start":"2026-04-01T23:34:59.580431Z","end":"2026-04-01T23:34:59.810732Z","steps":["trace[1538684506] 'agreement among raft nodes before linearized reading' (duration: 230.206301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.810766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.261719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:34:59.8108Z","caller":"traceutil/trace.go:171","msg":"trace[742967645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2103; }","duration":"159.321671ms","start":"2026-04-01T23:34:59.651468Z","end":"2026-04-01T23:34:59.81079Z","steps":["trace[742967645] 'agreement among raft nodes before linearized reading' (duration: 159.196677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.810606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.708478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:34:59.811056Z","caller":"traceutil/trace.go:171","msg":"trace[1629948002] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2103; }","duration":"145.17382ms","start":"2026-04-01T23:34:59.665863Z","end":"2026-04-01T23:34:59.811037Z","steps":["trace[1629948002] 'agreement among raft nodes before linearized reading' (duration: 144.692808ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:59.810702Z","caller":"traceutil/trace.go:171","msg":"trace[1641060980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2103; }","duration":"158.217695ms","start":"2026-04-01T23:34:59.652473Z","end":"2026-04-01T23:34:59.810691Z","steps":["trace[1641060980] 'agreement among raft nodes before linearized reading' (duration: 158.044511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.324776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.132351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:06.324957Z","caller":"traceutil/trace.go:171","msg":"trace[587302392] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"793.516264ms","start":"2026-04-01T23:35:05.531421Z","end":"2026-04-01T23:35:06.324937Z","steps":["trace[587302392] 'process raft request' (duration: 222.137277ms)","trace[587302392] 'compare' (duration: 571.004159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:06.325026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.531389Z","time spent":"793.607896ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:06.325356Z","caller":"traceutil/trace.go:171","msg":"trace[583335051] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2223; }","duration":"694.53689ms","start":"2026-04-01T23:35:05.630789Z","end":"2026-04-01T23:35:06.325326Z","steps":["trace[583335051] 'read index received' (duration: 122.769394ms)","trace[583335051] 'applied index is now lower than readState.Index' (duration: 571.766546ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:06.32541Z","caller":"traceutil/trace.go:171","msg":"trace[1074847605] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"729.541063ms","start":"2026-04-01T23:35:05.595808Z","end":"2026-04-01T23:35:06.325349Z","steps":["trace[1074847605] 'process raft request' (duration: 729.080823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.325504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.697964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:06.32555Z","caller":"traceutil/trace.go:171","msg":"trace[2050429470] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2139; }","duration":"694.787725ms","start":"2026-04-01T23:35:05.630751Z","end":"2026-04-01T23:35:06.325538Z","steps":["trace[2050429470] 'agreement among raft nodes before linearized reading' (duration: 694.692523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.325584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.630731Z","time spent":"694.845007ms","remote":"127.0.0.1:60284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:06.326114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.595782Z","time spent":"729.758788ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:06.327598Z","caller":"traceutil/trace.go:171","msg":"trace[1297974647] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"461.065886ms","start":"2026-04-01T23:35:05.866505Z","end":"2026-04-01T23:35:06.327571Z","steps":["trace[1297974647] 'process raft request' (duration: 460.867101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.32796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.866477Z","time spent":"461.368303ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:06.328059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.734158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:35:06.328098Z","caller":"traceutil/trace.go:171","msg":"trace[308555206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2142; }","duration":"292.82046ms","start":"2026-04-01T23:35:06.035267Z","end":"2026-04-01T23:35:06.328087Z","steps":["trace[308555206] 'agreement among raft nodes before linearized reading' (duration: 292.640996ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:06.32818Z","caller":"traceutil/trace.go:171","msg":"trace[306497988] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"423.278898ms","start":"2026-04-01T23:35:05.904893Z","end":"2026-04-01T23:35:06.328172Z","steps":["trace[306497988] 'process raft request' (duration: 422.614433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.328179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.206289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11297"} {"level":"warn","ts":"2026-04-01T23:35:06.328217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.971916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:35:06.328255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.904854Z","time spent":"423.34571ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:06.328271Z","caller":"traceutil/trace.go:171","msg":"trace[2060104610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2142; }","duration":"294.106239ms","start":"2026-04-01T23:35:06.034154Z","end":"2026-04-01T23:35:06.32826Z","steps":["trace[2060104610] 'agreement among raft nodes before linearized reading' (duration: 293.827653ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:06.328263Z","caller":"traceutil/trace.go:171","msg":"trace[1105527449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2142; }","duration":"465.323551ms","start":"2026-04-01T23:35:05.862908Z","end":"2026-04-01T23:35:06.328232Z","steps":["trace[1105527449] 'agreement among raft nodes before linearized reading' (duration: 465.004264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.328343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.862879Z","time spent":"465.447615ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11319,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-01T23:35:06.328384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.314272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:35:06.328405Z","caller":"traceutil/trace.go:171","msg":"trace[1784963162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2142; }","duration":"293.352632ms","start":"2026-04-01T23:35:06.035047Z","end":"2026-04-01T23:35:06.328399Z","steps":["trace[1784963162] 'agreement among raft nodes before linearized reading' (duration: 293.27507ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:06.328405Z","caller":"traceutil/trace.go:171","msg":"trace[579671217] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"392.02497ms","start":"2026-04-01T23:35:05.936371Z","end":"2026-04-01T23:35:06.328396Z","steps":["trace[579671217] 'process raft request' (duration: 391.399986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.328447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.936332Z","time spent":"392.092281ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:35:06.328578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.401734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:06.328607Z","caller":"traceutil/trace.go:171","msg":"trace[1964632587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"144.464136ms","start":"2026-04-01T23:35:06.184137Z","end":"2026-04-01T23:35:06.328601Z","steps":["trace[1964632587] 'agreement among raft nodes before linearized reading' (duration: 144.418415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.3286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.152382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:06.328669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.895804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:35:06.328674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.668919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:06.328733Z","caller":"traceutil/trace.go:171","msg":"trace[2079918033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2142; }","duration":"406.007096ms","start":"2026-04-01T23:35:05.922713Z","end":"2026-04-01T23:35:06.32872Z","steps":["trace[2079918033] 'agreement among raft nodes before linearized reading' (duration: 405.845933ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:06.328753Z","caller":"traceutil/trace.go:171","msg":"trace[1268925185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2142; }","duration":"293.762462ms","start":"2026-04-01T23:35:06.034973Z","end":"2026-04-01T23:35:06.328736Z","steps":["trace[1268925185] 'agreement among raft nodes before linearized reading' (duration: 293.615108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.328775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.922682Z","time spent":"406.084958ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:35:06.328684Z","caller":"traceutil/trace.go:171","msg":"trace[241212191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"403.249454ms","start":"2026-04-01T23:35:05.92541Z","end":"2026-04-01T23:35:06.328659Z","steps":["trace[241212191] 'agreement among raft nodes before linearized reading' (duration: 402.965248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:06.328904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:05.925361Z","time spent":"403.52918ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:07.064002Z","caller":"traceutil/trace.go:171","msg":"trace[1401226339] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"730.280181ms","start":"2026-04-01T23:35:06.333685Z","end":"2026-04-01T23:35:07.063965Z","steps":["trace[1401226339] 'process raft request' (duration: 694.051679ms)","trace[1401226339] 'compare' (duration: 35.587137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:07.064215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.333657Z","time spent":"730.449006ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:07.064352Z","caller":"traceutil/trace.go:171","msg":"trace[207126723] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"729.132745ms","start":"2026-04-01T23:35:06.335186Z","end":"2026-04-01T23:35:07.064319Z","steps":["trace[207126723] 'process raft request' (duration: 729.086444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:07.064538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.335159Z","time spent":"729.284048ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:07.064778Z","caller":"traceutil/trace.go:171","msg":"trace[796403172] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"730.905475ms","start":"2026-04-01T23:35:06.33382Z","end":"2026-04-01T23:35:07.064725Z","steps":["trace[796403172] 'process raft request' (duration: 730.382294ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:07.064605Z","caller":"traceutil/trace.go:171","msg":"trace[194354082] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"730.751222ms","start":"2026-04-01T23:35:06.333819Z","end":"2026-04-01T23:35:07.06457Z","steps":["trace[194354082] 'process raft request' (duration: 730.031046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:07.065003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.333792Z","time spent":"731.08616ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:07.065208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.333792Z","time spent":"731.284364ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:07.694745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.888123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:07.694835Z","caller":"traceutil/trace.go:171","msg":"trace[821156286] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2229; }","duration":"787.521719ms","start":"2026-04-01T23:35:06.907301Z","end":"2026-04-01T23:35:07.694823Z","steps":["trace[821156286] 'read index received' (duration: 120.521953ms)","trace[821156286] 'applied index is now lower than readState.Index' (duration: 666.996306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:07.694999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.712243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T23:35:07.695028Z","caller":"traceutil/trace.go:171","msg":"trace[592743539] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1; range_end:; response_count:1; response_revision:2148; }","duration":"787.784404ms","start":"2026-04-01T23:35:06.907234Z","end":"2026-04-01T23:35:07.695019Z","steps":["trace[592743539] 'agreement among raft nodes before linearized reading' (duration: 787.647641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:07.695052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.907199Z","time spent":"787.847126ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1\" "} {"level":"info","ts":"2026-04-01T23:35:07.69504Z","caller":"traceutil/trace.go:171","msg":"trace[1669579935] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.355830716s","start":"2026-04-01T23:35:06.339136Z","end":"2026-04-01T23:35:07.694967Z","steps":["trace[1669579935] 'process raft request' (duration: 1.095649036s)","trace[1669579935] 'compare' (duration: 259.795082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:07.695309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:06.339115Z","time spent":"1.356060402s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11651,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:08.106621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.617213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:08.106798Z","caller":"traceutil/trace.go:171","msg":"trace[387330468] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"588.306451ms","start":"2026-04-01T23:35:07.518431Z","end":"2026-04-01T23:35:08.106737Z","steps":["trace[387330468] 'process raft request' (duration: 318.36443ms)","trace[387330468] 'compare' (duration: 269.44447ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:08.106857Z","caller":"traceutil/trace.go:171","msg":"trace[2121132989] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"411.968502ms","start":"2026-04-01T23:35:07.694852Z","end":"2026-04-01T23:35:08.106821Z","steps":["trace[2121132989] 'read index received' (duration: 141.957599ms)","trace[2121132989] 'applied index is now lower than readState.Index' (duration: 270.006183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:08.106953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.51839Z","time spent":"588.478985ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:08.107032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.842024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:08.107122Z","caller":"traceutil/trace.go:171","msg":"trace[1177314429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2149; }","duration":"750.014958ms","start":"2026-04-01T23:35:07.357087Z","end":"2026-04-01T23:35:08.107102Z","steps":["trace[1177314429] 'agreement among raft nodes before linearized reading' (duration: 749.826004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.10713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.465504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:08.107163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027090102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-01T23:35:08.107173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.357064Z","time spent":"750.098131ms","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:08.107208Z","caller":"traceutil/trace.go:171","msg":"trace[352547725] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2149; }","duration":"1.027194914s","start":"2026-04-01T23:35:07.080001Z","end":"2026-04-01T23:35:08.107196Z","steps":["trace[352547725] 'agreement among raft nodes before linearized reading' (duration: 1.02699277s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:08.107199Z","caller":"traceutil/trace.go:171","msg":"trace[727192838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"771.569907ms","start":"2026-04-01T23:35:07.33561Z","end":"2026-04-01T23:35:08.10718Z","steps":["trace[727192838] 'agreement among raft nodes before linearized reading' (duration: 771.2548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.107191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.951997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:35:08.10725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.079977Z","time spent":"1.027260865s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-01T23:35:08.107251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.335588Z","time spent":"771.651718ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:08.107269Z","caller":"traceutil/trace.go:171","msg":"trace[652200448] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2149; }","duration":"989.079349ms","start":"2026-04-01T23:35:07.11817Z","end":"2026-04-01T23:35:08.107249Z","steps":["trace[652200448] 'agreement among raft nodes before linearized reading' (duration: 988.782643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.107312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.118143Z","time spent":"989.160711ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-04-01T23:35:08.107816Z","caller":"traceutil/trace.go:171","msg":"trace[789871126] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"410.11341ms","start":"2026-04-01T23:35:07.697677Z","end":"2026-04-01T23:35:08.10779Z","steps":["trace[789871126] 'process raft request' (duration: 409.041666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.108106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:07.697648Z","time spent":"410.377736ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:08.540592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.812912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:08.541021Z","caller":"traceutil/trace.go:171","msg":"trace[1349064273] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"209.221915ms","start":"2026-04-01T23:35:08.331774Z","end":"2026-04-01T23:35:08.540996Z","steps":["trace[1349064273] 'process raft request' (duration: 209.102992ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:08.541045Z","caller":"traceutil/trace.go:171","msg":"trace[965121745] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"371.344772ms","start":"2026-04-01T23:35:08.169672Z","end":"2026-04-01T23:35:08.541017Z","steps":["trace[965121745] 'process raft request' (duration: 371.042435ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:08.541042Z","caller":"traceutil/trace.go:171","msg":"trace[1565419566] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"372.536808ms","start":"2026-04-01T23:35:08.168467Z","end":"2026-04-01T23:35:08.541004Z","steps":["trace[1565419566] 'process raft request' (duration: 209.122103ms)","trace[1565419566] 'compare' (duration: 162.640747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:08.54119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.169658Z","time spent":"371.446724ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:08.541217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.168444Z","time spent":"372.675641ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:08.54149Z","caller":"traceutil/trace.go:171","msg":"trace[845843749] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2237; }","duration":"358.472019ms","start":"2026-04-01T23:35:08.183001Z","end":"2026-04-01T23:35:08.541473Z","steps":["trace[845843749] 'read index received' (duration: 194.588244ms)","trace[845843749] 'applied index is now lower than readState.Index' (duration: 163.882925ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:08.541534Z","caller":"traceutil/trace.go:171","msg":"trace[950717339] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"207.912444ms","start":"2026-04-01T23:35:08.33361Z","end":"2026-04-01T23:35:08.541522Z","steps":["trace[950717339] 'process raft request' (duration: 207.329611ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:08.541552Z","caller":"traceutil/trace.go:171","msg":"trace[1579637385] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"203.307909ms","start":"2026-04-01T23:35:08.33822Z","end":"2026-04-01T23:35:08.541528Z","steps":["trace[1579637385] 'process raft request' (duration: 203.124965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.541658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.649843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:08.541725Z","caller":"traceutil/trace.go:171","msg":"trace[1313973108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2155; }","duration":"358.745606ms","start":"2026-04-01T23:35:08.182963Z","end":"2026-04-01T23:35:08.541709Z","steps":["trace[1313973108] 'agreement among raft nodes before linearized reading' (duration: 358.643833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.541763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.182946Z","time spent":"358.809587ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:08.541866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.845917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:35:08.541913Z","caller":"traceutil/trace.go:171","msg":"trace[1228414032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2155; }","duration":"156.924139ms","start":"2026-04-01T23:35:08.384976Z","end":"2026-04-01T23:35:08.5419Z","steps":["trace[1228414032] 'agreement among raft nodes before linearized reading' (duration: 156.767645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.541904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.069345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:35:08.541957Z","caller":"traceutil/trace.go:171","msg":"trace[833856448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2155; }","duration":"158.147366ms","start":"2026-04-01T23:35:08.383793Z","end":"2026-04-01T23:35:08.54194Z","steps":["trace[833856448] 'agreement among raft nodes before linearized reading' (duration: 157.988072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.541969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.510262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:08.541896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.622704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:35:08.542005Z","caller":"traceutil/trace.go:171","msg":"trace[690616962] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2155; }","duration":"187.598415ms","start":"2026-04-01T23:35:08.354392Z","end":"2026-04-01T23:35:08.541991Z","steps":["trace[690616962] 'agreement among raft nodes before linearized reading' (duration: 187.545444ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:08.542064Z","caller":"traceutil/trace.go:171","msg":"trace[912420332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2155; }","duration":"202.809948ms","start":"2026-04-01T23:35:08.339208Z","end":"2026-04-01T23:35:08.542018Z","steps":["trace[912420332] 'agreement among raft nodes before linearized reading' (duration: 202.475611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.951321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.957571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:08.951562Z","caller":"traceutil/trace.go:171","msg":"trace[1205599666] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2242; }","duration":"403.686764ms","start":"2026-04-01T23:35:08.547854Z","end":"2026-04-01T23:35:08.951541Z","steps":["trace[1205599666] 'read index received' (duration: 90.854ms)","trace[1205599666] 'applied index is now lower than readState.Index' (duration: 312.831544ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:08.951747Z","caller":"traceutil/trace.go:171","msg":"trace[1694667906] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"404.475332ms","start":"2026-04-01T23:35:08.547168Z","end":"2026-04-01T23:35:08.951644Z","steps":["trace[1694667906] 'process raft request' (duration: 179.06699ms)","trace[1694667906] 'compare' (duration: 224.562612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:08.95186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.985902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T23:35:08.9519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.63743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-01T23:35:08.951973Z","caller":"traceutil/trace.go:171","msg":"trace[1839896102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2158; }","duration":"211.740612ms","start":"2026-04-01T23:35:08.740215Z","end":"2026-04-01T23:35:08.951955Z","steps":["trace[1839896102] 'agreement among raft nodes before linearized reading' (duration: 211.452476ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:08.95197Z","caller":"traceutil/trace.go:171","msg":"trace[910173764] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2158; }","duration":"404.144945ms","start":"2026-04-01T23:35:08.5478Z","end":"2026-04-01T23:35:08.951945Z","steps":["trace[910173764] 'agreement among raft nodes before linearized reading' (duration: 403.853018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.951876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.547156Z","time spent":"404.657627ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:08.952026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.547779Z","time spent":"404.236298ms","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:35:08.951733Z","caller":"traceutil/trace.go:171","msg":"trace[804219790] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"404.411981ms","start":"2026-04-01T23:35:08.547275Z","end":"2026-04-01T23:35:08.951687Z","steps":["trace[804219790] 'process raft request' (duration: 404.160935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:08.95224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:08.547263Z","time spent":"404.882921ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:09.487286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.333682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:09.487356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.968688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:35:09.487388Z","caller":"traceutil/trace.go:171","msg":"trace[28439843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2158; }","duration":"304.489486ms","start":"2026-04-01T23:35:09.182879Z","end":"2026-04-01T23:35:09.487369Z","steps":["trace[28439843] 'range keys from in-memory index tree' (duration: 304.213109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.487411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.389998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-01T23:35:09.48751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.644867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:35:09.487517Z","caller":"traceutil/trace.go:171","msg":"trace[1733549104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2158; }","duration":"418.523622ms","start":"2026-04-01T23:35:09.068969Z","end":"2026-04-01T23:35:09.487492Z","steps":["trace[1733549104] 'range keys from in-memory index tree' (duration: 418.251326ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.487549Z","caller":"traceutil/trace.go:171","msg":"trace[1811042932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2158; }","duration":"419.721379ms","start":"2026-04-01T23:35:09.067819Z","end":"2026-04-01T23:35:09.48754Z","steps":["trace[1811042932] 'range keys from in-memory index tree' (duration: 419.498543ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.487608Z","caller":"traceutil/trace.go:171","msg":"trace[1863971341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2158; }","duration":"418.105522ms","start":"2026-04-01T23:35:09.069305Z","end":"2026-04-01T23:35:09.48741Z","steps":["trace[1863971341] 'range keys from in-memory index tree' (duration: 417.728033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.48764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.067799Z","time spent":"419.832381ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:09.487644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.068962Z","time spent":"418.664585ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:09.487442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.182856Z","time spent":"304.574987ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:35:09.487639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.271335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T23:35:09.487829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.672994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:09.487798Z","caller":"traceutil/trace.go:171","msg":"trace[20709079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2158; }","duration":"418.448889ms","start":"2026-04-01T23:35:09.069305Z","end":"2026-04-01T23:35:09.487754Z","steps":["trace[20709079] 'range keys from in-memory index tree' (duration: 418.05278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.487898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.06928Z","time spent":"418.602772ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:35:09.48791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.06928Z","time spent":"418.614963ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:35:09.487878Z","caller":"traceutil/trace.go:171","msg":"trace[1619394986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"373.758666ms","start":"2026-04-01T23:35:09.114105Z","end":"2026-04-01T23:35:09.487864Z","steps":["trace[1619394986] 'range keys from in-memory index tree' (duration: 373.446759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:09.488922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:09.114083Z","time spent":"374.817949ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:09.665674Z","caller":"traceutil/trace.go:171","msg":"trace[1482493403] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2245; }","duration":"176.673926ms","start":"2026-04-01T23:35:09.488973Z","end":"2026-04-01T23:35:09.665647Z","steps":["trace[1482493403] 'read index received' (duration: 176.618265ms)","trace[1482493403] 'applied index is now lower than readState.Index' (duration: 54.581µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:09.665809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.811979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:09.66579Z","caller":"traceutil/trace.go:171","msg":"trace[2013239837] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"178.848724ms","start":"2026-04-01T23:35:09.486912Z","end":"2026-04-01T23:35:09.665761Z","steps":["trace[2013239837] 'process raft request' (duration: 178.567198ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.665858Z","caller":"traceutil/trace.go:171","msg":"trace[1312922397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2159; }","duration":"176.882991ms","start":"2026-04-01T23:35:09.488949Z","end":"2026-04-01T23:35:09.665832Z","steps":["trace[1312922397] 'agreement among raft nodes before linearized reading' (duration: 176.804699ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.678996Z","caller":"traceutil/trace.go:171","msg":"trace[704334622] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"187.114083ms","start":"2026-04-01T23:35:09.491865Z","end":"2026-04-01T23:35:09.678979Z","steps":["trace[704334622] 'process raft request' (duration: 186.933459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.679184Z","caller":"traceutil/trace.go:171","msg":"trace[1113817105] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"187.266277ms","start":"2026-04-01T23:35:09.491904Z","end":"2026-04-01T23:35:09.67917Z","steps":["trace[1113817105] 'process raft request' (duration: 187.040062ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.679256Z","caller":"traceutil/trace.go:171","msg":"trace[1627732343] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"187.324378ms","start":"2026-04-01T23:35:09.49192Z","end":"2026-04-01T23:35:09.679245Z","steps":["trace[1627732343] 'process raft request' (duration: 187.202076ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:09.679518Z","caller":"traceutil/trace.go:171","msg":"trace[38964370] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"187.00561ms","start":"2026-04-01T23:35:09.492501Z","end":"2026-04-01T23:35:09.679507Z","steps":["trace[38964370] 'process raft request' (duration: 186.708924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:10.743609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.862067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:35:10.743764Z","caller":"traceutil/trace.go:171","msg":"trace[625380112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2170; }","duration":"101.065652ms","start":"2026-04-01T23:35:10.642681Z","end":"2026-04-01T23:35:10.743747Z","steps":["trace[625380112] 'range keys from in-memory index tree' (duration: 100.681803ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:15.106727Z","caller":"traceutil/trace.go:171","msg":"trace[138722923] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"545.420809ms","start":"2026-04-01T23:35:14.561277Z","end":"2026-04-01T23:35:15.106697Z","steps":["trace[138722923] 'process raft request' (duration: 479.501744ms)","trace[138722923] 'compare' (duration: 65.597368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:15.106893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:14.561252Z","time spent":"545.564212ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:16.858136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048709131s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:16.858377Z","caller":"traceutil/trace.go:171","msg":"trace[1328785468] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"2.29618087s","start":"2026-04-01T23:35:14.562172Z","end":"2026-04-01T23:35:16.858353Z","steps":["trace[1328785468] 'process raft request' (duration: 1.247166102s)","trace[1328785468] 'compare' (duration: 1.048563768s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:16.858458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:14.562148Z","time spent":"2.296275892s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:16.858503Z","caller":"traceutil/trace.go:171","msg":"trace[641060982] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2278; }","duration":"2.03645731s","start":"2026-04-01T23:35:14.822039Z","end":"2026-04-01T23:35:16.858496Z","steps":["trace[641060982] 'read index received' (duration: 218.76335ms)","trace[641060982] 'applied index is now lower than readState.Index' (duration: 1.817670599s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:16.858525Z","caller":"traceutil/trace.go:171","msg":"trace[1360716284] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"2.296018567s","start":"2026-04-01T23:35:14.562484Z","end":"2026-04-01T23:35:16.858503Z","steps":["trace[1360716284] 'process raft request' (duration: 2.295769531s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:16.858641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:14.562449Z","time spent":"2.296131759s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:16.858653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036612413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:35:16.858678Z","caller":"traceutil/trace.go:171","msg":"trace[2043231763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2193; }","duration":"2.036674114s","start":"2026-04-01T23:35:14.821997Z","end":"2026-04-01T23:35:16.858671Z","steps":["trace[2043231763] 'agreement among raft nodes before linearized reading' (duration: 2.036549782s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:16.858705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:14.821975Z","time spent":"2.036724626s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:35:17.059528Z","caller":"traceutil/trace.go:171","msg":"trace[342343058] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"198.162925ms","start":"2026-04-01T23:35:16.861336Z","end":"2026-04-01T23:35:17.059499Z","steps":["trace[342343058] 'process raft request' (duration: 198.112413ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:17.059565Z","caller":"traceutil/trace.go:171","msg":"trace[318998527] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"911.707905ms","start":"2026-04-01T23:35:16.147816Z","end":"2026-04-01T23:35:17.059524Z","steps":["trace[318998527] 'process raft request' (duration: 889.191914ms)","trace[318998527] 'compare' (duration: 22.296946ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:17.059741Z","caller":"traceutil/trace.go:171","msg":"trace[527740502] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"201.170243ms","start":"2026-04-01T23:35:16.858523Z","end":"2026-04-01T23:35:17.059693Z","steps":["trace[527740502] 'read index received' (duration: 178.466308ms)","trace[527740502] 'applied index is now lower than readState.Index' (duration: 22.701325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:17.059801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:16.147791Z","time spent":"911.870369ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:17.059922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055142768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:17.060018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416019301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:17.060036Z","caller":"traceutil/trace.go:171","msg":"trace[1590046733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2195; }","duration":"1.055289621s","start":"2026-04-01T23:35:16.004709Z","end":"2026-04-01T23:35:17.059999Z","steps":["trace[1590046733] 'agreement among raft nodes before linearized reading' (duration: 1.055094146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.059944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311537431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:17.060051Z","caller":"traceutil/trace.go:171","msg":"trace[1543258270] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2195; }","duration":"1.416085713s","start":"2026-04-01T23:35:15.643953Z","end":"2026-04-01T23:35:17.060039Z","steps":["trace[1543258270] 'agreement among raft nodes before linearized reading' (duration: 1.416042052s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.060067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.709058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:17.060093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.643932Z","time spent":"1.416155215s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:17.060102Z","caller":"traceutil/trace.go:171","msg":"trace[114581588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2195; }","duration":"1.311722256s","start":"2026-04-01T23:35:15.748359Z","end":"2026-04-01T23:35:17.060081Z","steps":["trace[114581588] 'agreement among raft nodes before linearized reading' (duration: 1.311515771s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.06009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:16.004694Z","time spent":"1.055384993s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:17.059945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354037415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:35:17.060383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87634643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:17.060406Z","caller":"traceutil/trace.go:171","msg":"trace[511784087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2195; }","duration":"1.354498675s","start":"2026-04-01T23:35:15.705875Z","end":"2026-04-01T23:35:17.060374Z","steps":["trace[511784087] 'agreement among raft nodes before linearized reading' (duration: 1.353958753s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:17.060448Z","caller":"traceutil/trace.go:171","msg":"trace[1427203210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2195; }","duration":"1.876445392s","start":"2026-04-01T23:35:15.183986Z","end":"2026-04-01T23:35:17.060431Z","steps":["trace[1427203210] 'agreement among raft nodes before linearized reading' (duration: 1.87634562s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.060462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.705867Z","time spent":"1.354579037s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:17.060081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354515517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:35:17.060557Z","caller":"traceutil/trace.go:171","msg":"trace[170449518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2195; }","duration":"1.355035568s","start":"2026-04-01T23:35:15.705508Z","end":"2026-04-01T23:35:17.060544Z","steps":["trace[170449518] 'agreement among raft nodes before linearized reading' (duration: 1.354457585s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:17.060148Z","caller":"traceutil/trace.go:171","msg":"trace[1780893259] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2195; }","duration":"228.790559ms","start":"2026-04-01T23:35:16.831332Z","end":"2026-04-01T23:35:17.060122Z","steps":["trace[1780893259] 'agreement among raft nodes before linearized reading' (duration: 228.672387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.06061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.705487Z","time spent":"1.35510639s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:17.060215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507588997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:17.060682Z","caller":"traceutil/trace.go:171","msg":"trace[1632701354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2195; }","duration":"1.508092789s","start":"2026-04-01T23:35:15.55257Z","end":"2026-04-01T23:35:17.060663Z","steps":["trace[1632701354] 'agreement among raft nodes before linearized reading' (duration: 1.507467275s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.060731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.552536Z","time spent":"1.508183931s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:35:17.060243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.74834Z","time spent":"1.311810277s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:17.060201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354714371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:35:17.060821Z","caller":"traceutil/trace.go:171","msg":"trace[967633954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2195; }","duration":"1.355419337s","start":"2026-04-01T23:35:15.705389Z","end":"2026-04-01T23:35:17.060808Z","steps":["trace[967633954] 'agreement among raft nodes before linearized reading' (duration: 1.354572948s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.060871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.705368Z","time spent":"1.355490319s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:35:17.061239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354413954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:17.061312Z","caller":"traceutil/trace.go:171","msg":"trace[1591438553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2195; }","duration":"1.355754625s","start":"2026-04-01T23:35:15.70554Z","end":"2026-04-01T23:35:17.061295Z","steps":["trace[1591438553] 'agreement among raft nodes before linearized reading' (duration: 1.35422203s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.061357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.705528Z","time spent":"1.355813716s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:17.060496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:15.183963Z","time spent":"1.876522324s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:17.368517Z","caller":"traceutil/trace.go:171","msg":"trace[923233404] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"305.197741ms","start":"2026-04-01T23:35:17.063293Z","end":"2026-04-01T23:35:17.36849Z","steps":["trace[923233404] 'process raft request' (duration: 239.166523ms)","trace[923233404] 'compare' (duration: 65.919576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:17.369365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.063273Z","time spent":"305.315573ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:17.451022Z","caller":"traceutil/trace.go:171","msg":"trace[1064704354] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"385.797409ms","start":"2026-04-01T23:35:17.065203Z","end":"2026-04-01T23:35:17.451001Z","steps":["trace[1064704354] 'process raft request' (duration: 385.720186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.451157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.065197Z","time spent":"385.898241ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:17.451177Z","caller":"traceutil/trace.go:171","msg":"trace[1825787605] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"386.440154ms","start":"2026-04-01T23:35:17.0646Z","end":"2026-04-01T23:35:17.45104Z","steps":["trace[1825787605] 'process raft request' (duration: 386.203667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.451446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.064579Z","time spent":"386.73457ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:17.451489Z","caller":"traceutil/trace.go:171","msg":"trace[1025201369] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"386.036554ms","start":"2026-04-01T23:35:17.06544Z","end":"2026-04-01T23:35:17.451477Z","steps":["trace[1025201369] 'process raft request' (duration: 385.511423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.451669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.065415Z","time spent":"386.166768ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:17.451838Z","caller":"traceutil/trace.go:171","msg":"trace[856366738] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"385.746498ms","start":"2026-04-01T23:35:17.066078Z","end":"2026-04-01T23:35:17.451825Z","steps":["trace[856366738] 'process raft request' (duration: 385.272778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.451916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.066071Z","time spent":"385.81644ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:17.452005Z","caller":"traceutil/trace.go:171","msg":"trace[1759496105] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"340.772228ms","start":"2026-04-01T23:35:17.111214Z","end":"2026-04-01T23:35:17.451987Z","steps":["trace[1759496105] 'process raft request' (duration: 340.455391ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:17.452001Z","caller":"traceutil/trace.go:171","msg":"trace[1146693358] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2283; }","duration":"371.501885ms","start":"2026-04-01T23:35:17.080468Z","end":"2026-04-01T23:35:17.451969Z","steps":["trace[1146693358] 'read index received' (duration: 222.127298ms)","trace[1146693358] 'applied index is now lower than readState.Index' (duration: 149.372497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:17.452228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.765931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:17.452125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.11118Z","time spent":"340.85653ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:17.452274Z","caller":"traceutil/trace.go:171","msg":"trace[2025384185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"371.837062ms","start":"2026-04-01T23:35:17.080425Z","end":"2026-04-01T23:35:17.452262Z","steps":["trace[2025384185] 'agreement among raft nodes before linearized reading' (duration: 371.77224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.452314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.080412Z","time spent":"371.892134ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:17.452322Z","caller":"traceutil/trace.go:171","msg":"trace[1134615128] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"281.624007ms","start":"2026-04-01T23:35:17.17062Z","end":"2026-04-01T23:35:17.452243Z","steps":["trace[1134615128] 'process raft request' (duration: 281.205528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.452531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.290701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:35:17.452716Z","caller":"traceutil/trace.go:171","msg":"trace[81445895] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2202; }","duration":"334.501476ms","start":"2026-04-01T23:35:17.118195Z","end":"2026-04-01T23:35:17.452696Z","steps":["trace[81445895] 'agreement among raft nodes before linearized reading' (duration: 334.158218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:17.452801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:17.118181Z","time spent":"334.606688ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-04-01T23:35:17.646505Z","caller":"traceutil/trace.go:171","msg":"trace[536777131] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2290; }","duration":"186.697753ms","start":"2026-04-01T23:35:17.45978Z","end":"2026-04-01T23:35:17.646478Z","steps":["trace[536777131] 'read index received' (duration: 120.879691ms)","trace[536777131] 'applied index is now lower than readState.Index' (duration: 65.816452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:17.646642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.837816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:17.646818Z","caller":"traceutil/trace.go:171","msg":"trace[175126747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"187.050131ms","start":"2026-04-01T23:35:17.459756Z","end":"2026-04-01T23:35:17.646806Z","steps":["trace[175126747] 'agreement among raft nodes before linearized reading' (duration: 186.816266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:21.330773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.037901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:21.33089Z","caller":"traceutil/trace.go:171","msg":"trace[174833712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"146.208696ms","start":"2026-04-01T23:35:21.184656Z","end":"2026-04-01T23:35:21.330864Z","steps":["trace[174833712] 'range keys from in-memory index tree' (duration: 145.839707ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:23.598005Z","caller":"traceutil/trace.go:171","msg":"trace[55359535] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2316; }","duration":"123.095341ms","start":"2026-04-01T23:35:23.474887Z","end":"2026-04-01T23:35:23.597982Z","steps":["trace[55359535] 'read index received' (duration: 122.945218ms)","trace[55359535] 'applied index is now lower than readState.Index' (duration: 149.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:23.598062Z","caller":"traceutil/trace.go:171","msg":"trace[1669737308] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"125.66184ms","start":"2026-04-01T23:35:23.472385Z","end":"2026-04-01T23:35:23.598047Z","steps":["trace[1669737308] 'process raft request' (duration: 125.445335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:23.598204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.298946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:35:23.598244Z","caller":"traceutil/trace.go:171","msg":"trace[1008788435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2228; }","duration":"123.389288ms","start":"2026-04-01T23:35:23.474845Z","end":"2026-04-01T23:35:23.598234Z","steps":["trace[1008788435] 'agreement among raft nodes before linearized reading' (duration: 123.246155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.710933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000998147s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:35:25.711198Z","caller":"traceutil/trace.go:171","msg":"trace[768389316] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2317; }","duration":"2.113100109s","start":"2026-04-01T23:35:23.598072Z","end":"2026-04-01T23:35:25.711172Z","steps":["trace[768389316] 'read index received' (duration: 111.874297ms)","trace[768389316] 'applied index is now lower than readState.Index' (duration: 2.001224312s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:25.712071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23179535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:35:25.712067Z","caller":"traceutil/trace.go:171","msg":"trace[2125067139] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"2.110015779s","start":"2026-04-01T23:35:23.602013Z","end":"2026-04-01T23:35:25.712029Z","steps":["trace[2125067139] 'process raft request' (duration: 2.109048437s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:25.712127Z","caller":"traceutil/trace.go:171","msg":"trace[106262861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2228; }","duration":"2.231876612s","start":"2026-04-01T23:35:23.480237Z","end":"2026-04-01T23:35:25.712114Z","steps":["trace[106262861] 'agreement among raft nodes before linearized reading' (duration: 2.231676907s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.712188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:23.480232Z","time spent":"2.231939263s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:25.712286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:23.601989Z","time spent":"2.110160482s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:25.712825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233646723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:35:25.712957Z","caller":"traceutil/trace.go:171","msg":"trace[1955457240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2228; }","duration":"2.233838127s","start":"2026-04-01T23:35:23.479093Z","end":"2026-04-01T23:35:25.712931Z","steps":["trace[1955457240] 'agreement among raft nodes before linearized reading' (duration: 2.23267696s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:25.713037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:23.479072Z","time spent":"2.23394615s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:26.074481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594497595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:26.074684Z","caller":"traceutil/trace.go:171","msg":"trace[515078226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2229; }","duration":"2.594714211s","start":"2026-04-01T23:35:23.479935Z","end":"2026-04-01T23:35:26.074649Z","steps":["trace[515078226] 'agreement among raft nodes before linearized reading' (duration: 2.232046166s)","trace[515078226] 'range keys from in-memory index tree' (duration: 362.349768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:26.074802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:23.479928Z","time spent":"2.594852314s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:26.1127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266105421s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:35:26.11312Z","caller":"traceutil/trace.go:171","msg":"trace[1915414549] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.266610254s","start":"2026-04-01T23:35:24.846486Z","end":"2026-04-01T23:35:26.113096Z","steps":["trace[1915414549] 'process raft request' (duration: 1.2664203s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.113262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.846464Z","time spent":"1.266718557s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:26.376288Z","caller":"traceutil/trace.go:171","msg":"trace[141766223] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.491843141s","start":"2026-04-01T23:35:24.884424Z","end":"2026-04-01T23:35:26.376267Z","steps":["trace[141766223] 'process raft request' (duration: 1.491633105s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.37643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.884387Z","time spent":"1.491969254s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:26.376685Z","caller":"traceutil/trace.go:171","msg":"trace[342408930] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"1.490389908s","start":"2026-04-01T23:35:24.886271Z","end":"2026-04-01T23:35:26.376661Z","steps":["trace[342408930] 'process raft request' (duration: 1.489956778s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.886234Z","time spent":"1.490521461s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:26.377111Z","caller":"traceutil/trace.go:171","msg":"trace[1588562290] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2319; }","duration":"665.84651ms","start":"2026-04-01T23:35:25.71124Z","end":"2026-04-01T23:35:26.377087Z","steps":["trace[1588562290] 'read index received' (duration: 401.737231ms)","trace[1588562290] 'applied index is now lower than readState.Index' (duration: 264.108409ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:26.377172Z","caller":"traceutil/trace.go:171","msg":"trace[1402483240] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"298.290825ms","start":"2026-04-01T23:35:26.078856Z","end":"2026-04-01T23:35:26.377147Z","steps":["trace[1402483240] 'process raft request' (duration: 298.175692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420370577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:35:26.377391Z","caller":"traceutil/trace.go:171","msg":"trace[1765666856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2238; }","duration":"2.420466469s","start":"2026-04-01T23:35:23.956913Z","end":"2026-04-01T23:35:26.37738Z","steps":["trace[1765666856] 'agreement among raft nodes before linearized reading' (duration: 2.420287035s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:23.9569Z","time spent":"2.420524031s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:35:26.377422Z","caller":"traceutil/trace.go:171","msg":"trace[359637914] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"774.78746ms","start":"2026-04-01T23:35:25.602618Z","end":"2026-04-01T23:35:26.377405Z","steps":["trace[359637914] 'process raft request' (duration: 774.298049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308328319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:26.377599Z","caller":"traceutil/trace.go:171","msg":"trace[1817148512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2238; }","duration":"1.308421021s","start":"2026-04-01T23:35:25.069169Z","end":"2026-04-01T23:35:26.37759Z","steps":["trace[1817148512] 'agreement among raft nodes before linearized reading' (duration: 1.30834453s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.069137Z","time spent":"1.308481503s","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:26.377601Z","caller":"traceutil/trace.go:171","msg":"trace[659915282] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"659.384752ms","start":"2026-04-01T23:35:25.718196Z","end":"2026-04-01T23:35:26.377581Z","steps":["trace[659915282] 'process raft request' (duration: 658.792149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339944934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-01T23:35:26.377706Z","caller":"traceutil/trace.go:171","msg":"trace[1295863453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2238; }","duration":"2.340044445s","start":"2026-04-01T23:35:24.037651Z","end":"2026-04-01T23:35:26.377696Z","steps":["trace[1295863453] 'agreement among raft nodes before linearized reading' (duration: 2.339859071s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.037627Z","time spent":"2.340115667s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:35:26.37779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142569931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:26.377818Z","caller":"traceutil/trace.go:171","msg":"trace[2080054668] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2238; }","duration":"1.142639992s","start":"2026-04-01T23:35:25.23517Z","end":"2026-04-01T23:35:26.37781Z","steps":["trace[2080054668] 'agreement among raft nodes before linearized reading' (duration: 1.142594551s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:26.377799Z","caller":"traceutil/trace.go:171","msg":"trace[555450929] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"660.680172ms","start":"2026-04-01T23:35:25.717093Z","end":"2026-04-01T23:35:26.377773Z","steps":["trace[555450929] 'process raft request' (duration: 659.861434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.235147Z","time spent":"1.142688783s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:26.377909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.717064Z","time spent":"660.790785ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:26.377874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.602593Z","time spent":"775.122348ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:26.377788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420837228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:35:26.377984Z","caller":"traceutil/trace.go:171","msg":"trace[992725325] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2238; }","duration":"2.421070303s","start":"2026-04-01T23:35:23.956906Z","end":"2026-04-01T23:35:26.377976Z","steps":["trace[992725325] 'agreement among raft nodes before linearized reading' (duration: 2.420811107s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.377985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284479788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:35:26.378011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:23.956884Z","time spent":"2.421119314s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:35:26.378067Z","caller":"traceutil/trace.go:171","msg":"trace[1428172448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"1.284605361s","start":"2026-04-01T23:35:25.093438Z","end":"2026-04-01T23:35:26.378044Z","steps":["trace[1428172448] 'agreement among raft nodes before linearized reading' (duration: 1.284387466s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:26.377324Z","caller":"traceutil/trace.go:171","msg":"trace[816083576] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"1.289608165s","start":"2026-04-01T23:35:25.087674Z","end":"2026-04-01T23:35:26.377282Z","steps":["trace[816083576] 'process raft request' (duration: 1.289163175s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.378142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.087647Z","time spent":"1.290465053s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:26.378162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196527184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:26.378215Z","caller":"traceutil/trace.go:171","msg":"trace[265597002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"1.196629076s","start":"2026-04-01T23:35:25.181575Z","end":"2026-04-01T23:35:26.378204Z","steps":["trace[265597002] 'agreement among raft nodes before linearized reading' (duration: 1.196559455s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.378252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.181546Z","time spent":"1.196699258s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:26.378283Z","caller":"traceutil/trace.go:171","msg":"trace[221672473] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"1.415170012s","start":"2026-04-01T23:35:24.963039Z","end":"2026-04-01T23:35:26.378209Z","steps":["trace[221672473] 'process raft request' (duration: 1.413550396s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.37835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.718168Z","time spent":"659.525436ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:26.378397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.963012Z","time spent":"1.415329495s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:26.378514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246808681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:26.378723Z","caller":"traceutil/trace.go:171","msg":"trace[1779375047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"2.247427775s","start":"2026-04-01T23:35:24.131272Z","end":"2026-04-01T23:35:26.3787Z","steps":["trace[1779375047] 'agreement among raft nodes before linearized reading' (duration: 2.246269009s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.378703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:25.09341Z","time spent":"1.284695813s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:35:26.378941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:24.131256Z","time spent":"2.247522257s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:35:26.664252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.510389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:26.664401Z","caller":"traceutil/trace.go:171","msg":"trace[2120175311] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2328; }","duration":"279.072498ms","start":"2026-04-01T23:35:26.385316Z","end":"2026-04-01T23:35:26.664389Z","steps":["trace[2120175311] 'read index received' (duration: 92.486727ms)","trace[2120175311] 'applied index is now lower than readState.Index' (duration: 186.584811ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:26.66448Z","caller":"traceutil/trace.go:171","msg":"trace[1247189900] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"280.955031ms","start":"2026-04-01T23:35:26.383503Z","end":"2026-04-01T23:35:26.664458Z","steps":["trace[1247189900] 'process raft request' (duration: 280.827748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.664533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.744329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:26.664553Z","caller":"traceutil/trace.go:171","msg":"trace[1336776466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"277.773779ms","start":"2026-04-01T23:35:26.386773Z","end":"2026-04-01T23:35:26.664547Z","steps":["trace[1336776466] 'agreement among raft nodes before linearized reading' (duration: 277.748999ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:26.664547Z","caller":"traceutil/trace.go:171","msg":"trace[1569820835] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"280.858109ms","start":"2026-04-01T23:35:26.383649Z","end":"2026-04-01T23:35:26.664507Z","steps":["trace[1569820835] 'process raft request' (duration: 280.712796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:26.664507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.193141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:26.664704Z","caller":"traceutil/trace.go:171","msg":"trace[1530181365] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2241; }","duration":"279.399666ms","start":"2026-04-01T23:35:26.385275Z","end":"2026-04-01T23:35:26.664674Z","steps":["trace[1530181365] 'agreement among raft nodes before linearized reading' (duration: 279.198861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:26.664834Z","caller":"traceutil/trace.go:171","msg":"trace[742774678] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"282.104537ms","start":"2026-04-01T23:35:26.382629Z","end":"2026-04-01T23:35:26.664733Z","steps":["trace[742774678] 'process raft request' (duration: 95.057725ms)","trace[742774678] 'compare' (duration: 186.336806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:27.913072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.47009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T23:35:27.913131Z","caller":"traceutil/trace.go:171","msg":"trace[1646156771] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1; range_end:; response_count:1; response_revision:2241; }","duration":"986.564412ms","start":"2026-04-01T23:35:26.926554Z","end":"2026-04-01T23:35:27.913118Z","steps":["trace[1646156771] 'range keys from in-memory index tree' (duration: 986.325746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:27.913155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:26.926533Z","time spent":"986.617103ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1\" "} {"level":"warn","ts":"2026-04-01T23:35:27.913072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.446934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:27.913221Z","caller":"traceutil/trace.go:171","msg":"trace[495914166] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2241; }","duration":"192.631799ms","start":"2026-04-01T23:35:27.720572Z","end":"2026-04-01T23:35:27.913204Z","steps":["trace[495914166] 'count revisions from in-memory index tree' (duration: 192.386223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:27.913288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.946393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:35:27.913302Z","caller":"traceutil/trace.go:171","msg":"trace[929851474] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2241; }","duration":"794.039526ms","start":"2026-04-01T23:35:27.119257Z","end":"2026-04-01T23:35:27.913297Z","steps":["trace[929851474] 'range keys from in-memory index tree' (duration: 793.80718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:27.913314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:27.119234Z","time spent":"794.076946ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:35:27.91334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.101099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:35:27.913327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.07545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:27.913414Z","caller":"traceutil/trace.go:171","msg":"trace[828911917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"526.215323ms","start":"2026-04-01T23:35:27.387179Z","end":"2026-04-01T23:35:27.913394Z","steps":["trace[828911917] 'range keys from in-memory index tree' (duration: 525.860985ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:27.913407Z","caller":"traceutil/trace.go:171","msg":"trace[1067948010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2241; }","duration":"197.193462ms","start":"2026-04-01T23:35:27.716192Z","end":"2026-04-01T23:35:27.913385Z","steps":["trace[1067948010] 'range keys from in-memory index tree' (duration: 196.929035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:27.913465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:27.387155Z","time spent":"526.296164ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:28.254074Z","caller":"traceutil/trace.go:171","msg":"trace[1205466482] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"338.421854ms","start":"2026-04-01T23:35:27.915552Z","end":"2026-04-01T23:35:28.253974Z","steps":["trace[1205466482] 'process raft request' (duration: 285.796421ms)","trace[1205466482] 'compare' (duration: 52.349237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:28.254329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:27.915532Z","time spent":"338.71452ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:28.254908Z","caller":"traceutil/trace.go:171","msg":"trace[1750338517] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"337.188826ms","start":"2026-04-01T23:35:27.917687Z","end":"2026-04-01T23:35:28.254875Z","steps":["trace[1750338517] 'process raft request' (duration: 336.178923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:28.255227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:27.917681Z","time spent":"337.325188ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:28.282735Z","caller":"traceutil/trace.go:171","msg":"trace[1079669676] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"258.233586ms","start":"2026-04-01T23:35:28.024471Z","end":"2026-04-01T23:35:28.282704Z","steps":["trace[1079669676] 'process raft request' (duration: 258.100643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.148139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766039548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:30.148252Z","caller":"traceutil/trace.go:171","msg":"trace[383612596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2244; }","duration":"1.766200861s","start":"2026-04-01T23:35:28.38203Z","end":"2026-04-01T23:35:30.148231Z","steps":["trace[383612596] 'range keys from in-memory index tree' (duration: 1.765826483s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.148297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.382006Z","time spent":"1.766280534s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:30.148319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766070209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:35:30.148404Z","caller":"traceutil/trace.go:171","msg":"trace[1666381680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2244; }","duration":"1.766185201s","start":"2026-04-01T23:35:28.382197Z","end":"2026-04-01T23:35:30.148382Z","steps":["trace[1666381680] 'range keys from in-memory index tree' (duration: 1.765916705s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.148494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.382191Z","time spent":"1.766279534s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:30.148663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609546219s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:30.148779Z","caller":"traceutil/trace.go:171","msg":"trace[813296992] linearizableReadLoop","detail":"{readStateIndex:2336; appliedIndex:2335; }","duration":"1.766107749s","start":"2026-04-01T23:35:28.382649Z","end":"2026-04-01T23:35:30.148756Z","steps":["trace[813296992] 'read index received' (duration: 156.349645ms)","trace[813296992] 'applied index is now lower than readState.Index' (duration: 1.609756404s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:30.148861Z","caller":"traceutil/trace.go:171","msg":"trace[2040044883] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"1.766642491s","start":"2026-04-01T23:35:28.382207Z","end":"2026-04-01T23:35:30.148849Z","steps":["trace[2040044883] 'process raft request' (duration: 156.800625ms)","trace[2040044883] 'compare' (duration: 1.609367046s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:30.148918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.382179Z","time spent":"1.766709003s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:30.149276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766596081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:35:30.149374Z","caller":"traceutil/trace.go:171","msg":"trace[1035855521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2245; }","duration":"1.766755524s","start":"2026-04-01T23:35:28.382596Z","end":"2026-04-01T23:35:30.149351Z","steps":["trace[1035855521] 'agreement among raft nodes before linearized reading' (duration: 1.766415297s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.149433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.382571Z","time spent":"1.766849526s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:30.259666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624167391s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:35:30.407407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.397601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:30.407815Z","caller":"traceutil/trace.go:171","msg":"trace[246771715] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"2.024995771s","start":"2026-04-01T23:35:28.382773Z","end":"2026-04-01T23:35:30.407769Z","steps":["trace[246771715] 'process raft request' (duration: 1.877092967s)","trace[246771715] 'compare' (duration: 147.088625ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:30.407882Z","caller":"traceutil/trace.go:171","msg":"trace[1753784761] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"2.023732163s","start":"2026-04-01T23:35:28.384119Z","end":"2026-04-01T23:35:30.407852Z","steps":["trace[1753784761] 'process raft request' (duration: 2.023445126s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.408006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.384099Z","time spent":"2.023849295s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:30.408034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.382753Z","time spent":"2.025160954s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:30.408073Z","caller":"traceutil/trace.go:171","msg":"trace[1670032618] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2336; }","duration":"259.239499ms","start":"2026-04-01T23:35:30.14881Z","end":"2026-04-01T23:35:30.40805Z","steps":["trace[1670032618] 'read index received' (duration: 111.070539ms)","trace[1670032618] 'applied index is now lower than readState.Index' (duration: 148.16681ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:30.408226Z","caller":"traceutil/trace.go:171","msg":"trace[223032852] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"2.024028439s","start":"2026-04-01T23:35:28.384178Z","end":"2026-04-01T23:35:30.408207Z","steps":["trace[223032852] 'process raft request' (duration: 2.023589269s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.40836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.384161Z","time spent":"2.024114661s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:30.408363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486397167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:30.408455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739541557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:35:30.408441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89137994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:30.408518Z","caller":"traceutil/trace.go:171","msg":"trace[1892928168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2248; }","duration":"1.73965802s","start":"2026-04-01T23:35:28.668843Z","end":"2026-04-01T23:35:30.408501Z","steps":["trace[1892928168] 'agreement among raft nodes before linearized reading' (duration: 1.739394494s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.408551Z","caller":"traceutil/trace.go:171","msg":"trace[1014386195] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2248; }","duration":"1.891553584s","start":"2026-04-01T23:35:28.516975Z","end":"2026-04-01T23:35:30.408528Z","steps":["trace[1014386195] 'agreement among raft nodes before linearized reading' (duration: 1.891296378s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.40852Z","caller":"traceutil/trace.go:171","msg":"trace[754882449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2248; }","duration":"1.486610012s","start":"2026-04-01T23:35:28.921862Z","end":"2026-04-01T23:35:30.408472Z","steps":["trace[754882449] 'agreement among raft nodes before linearized reading' (duration: 1.486300465s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.408573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.668812Z","time spent":"1.739746201s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:35:30.408465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027752536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:30.408613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.516944Z","time spent":"1.891656926s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:30.408652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:28.921835Z","time spent":"1.486772046s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:30.408653Z","caller":"traceutil/trace.go:171","msg":"trace[235836963] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2248; }","duration":"1.02793836s","start":"2026-04-01T23:35:29.380693Z","end":"2026-04-01T23:35:30.408632Z","steps":["trace[235836963] 'agreement among raft nodes before linearized reading' (duration: 1.027709745s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.408741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:29.380636Z","time spent":"1.028076673s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:30.408779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222755479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:30.408959Z","caller":"traceutil/trace.go:171","msg":"trace[780732856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"1.223438814s","start":"2026-04-01T23:35:29.185491Z","end":"2026-04-01T23:35:30.40893Z","steps":["trace[780732856] 'agreement among raft nodes before linearized reading' (duration: 1.222638866s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.409181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:29.185475Z","time spent":"1.22369321s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:30.414196Z","caller":"traceutil/trace.go:171","msg":"trace[727547632] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"260.560098ms","start":"2026-04-01T23:35:30.153623Z","end":"2026-04-01T23:35:30.414183Z","steps":["trace[727547632] 'process raft request' (duration: 260.472336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.414245Z","caller":"traceutil/trace.go:171","msg":"trace[1790536457] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"260.852235ms","start":"2026-04-01T23:35:30.15336Z","end":"2026-04-01T23:35:30.414213Z","steps":["trace[1790536457] 'process raft request' (duration: 260.579799ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.414486Z","caller":"traceutil/trace.go:171","msg":"trace[942630023] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"260.313253ms","start":"2026-04-01T23:35:30.154123Z","end":"2026-04-01T23:35:30.414436Z","steps":["trace[942630023] 'process raft request' (duration: 260.024356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:30.414581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.845531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:35:30.414667Z","caller":"traceutil/trace.go:171","msg":"trace[1466859147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2251; }","duration":"154.978424ms","start":"2026-04-01T23:35:30.259645Z","end":"2026-04-01T23:35:30.414624Z","steps":["trace[1466859147] 'agreement among raft nodes before linearized reading' (duration: 154.79196ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:30.667155Z","caller":"traceutil/trace.go:171","msg":"trace[1328537285] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2343; }","duration":"196.192029ms","start":"2026-04-01T23:35:30.470925Z","end":"2026-04-01T23:35:30.667117Z","steps":["trace[1328537285] 'read index received' (duration: 129.483496ms)","trace[1328537285] 'applied index is now lower than readState.Index' (duration: 66.706643ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:30.667236Z","caller":"traceutil/trace.go:171","msg":"trace[1232992185] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"248.31298ms","start":"2026-04-01T23:35:30.418863Z","end":"2026-04-01T23:35:30.667176Z","steps":["trace[1232992185] 'process raft request' (duration: 181.630108ms)","trace[1232992185] 'compare' (duration: 66.244952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:30.667345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.392284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:30.667396Z","caller":"traceutil/trace.go:171","msg":"trace[1976304082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2253; }","duration":"196.514207ms","start":"2026-04-01T23:35:30.470866Z","end":"2026-04-01T23:35:30.66738Z","steps":["trace[1976304082] 'agreement among raft nodes before linearized reading' (duration: 196.373334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:31.917653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362855148,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:35:32.081144Z","caller":"traceutil/trace.go:171","msg":"trace[1843640110] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2344; }","duration":"664.016759ms","start":"2026-04-01T23:35:31.417102Z","end":"2026-04-01T23:35:32.081118Z","steps":["trace[1843640110] 'read index received' (duration: 663.800424ms)","trace[1843640110] 'applied index is now lower than readState.Index' (duration: 215.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:32.081278Z","caller":"traceutil/trace.go:171","msg":"trace[297991557] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"767.545966ms","start":"2026-04-01T23:35:31.313721Z","end":"2026-04-01T23:35:32.081267Z","steps":["trace[297991557] 'process raft request' (duration: 767.253769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.081577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:31.313693Z","time spent":"767.686459ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:32.08161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.23469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:32.081687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.56369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:35:32.081735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.503787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-01T23:35:32.081747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.688681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-01T23:35:32.081795Z","caller":"traceutil/trace.go:171","msg":"trace[1006291795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2254; }","duration":"664.724464ms","start":"2026-04-01T23:35:31.417048Z","end":"2026-04-01T23:35:32.081773Z","steps":["trace[1006291795] 'agreement among raft nodes before linearized reading' (duration: 664.436048ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.081806Z","caller":"traceutil/trace.go:171","msg":"trace[1897100706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2254; }","duration":"398.789014ms","start":"2026-04-01T23:35:31.683002Z","end":"2026-04-01T23:35:32.081791Z","steps":["trace[1897100706] 'agreement among raft nodes before linearized reading' (duration: 398.63145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.081806Z","caller":"traceutil/trace.go:171","msg":"trace[1320380483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2254; }","duration":"547.456945ms","start":"2026-04-01T23:35:31.534294Z","end":"2026-04-01T23:35:32.081751Z","steps":["trace[1320380483] 'agreement among raft nodes before linearized reading' (duration: 547.213969ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:32.081862Z","caller":"traceutil/trace.go:171","msg":"trace[1532510077] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25fc5b7cbbbf1; range_end:; response_count:1; response_revision:2254; }","duration":"140.662ms","start":"2026-04-01T23:35:31.941156Z","end":"2026-04-01T23:35:32.081818Z","steps":["trace[1532510077] 'agreement among raft nodes before linearized reading' (duration: 140.430115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:32.081851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:31.417029Z","time spent":"664.812916ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:35:32.081858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:31.682972Z","time spent":"398.873705ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:35:32.081941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:31.534274Z","time spent":"547.650168ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:32.59049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362855151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:33.09141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362855151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:35:33.273756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188535242s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:35:33.420259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.175332Z","time spent":"1.24491754s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:35:33.42066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.533353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:33.420817Z","caller":"traceutil/trace.go:171","msg":"trace[179575791] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"1.335631787s","start":"2026-04-01T23:35:32.085158Z","end":"2026-04-01T23:35:33.420789Z","steps":["trace[179575791] 'process raft request' (duration: 1.188806868s)","trace[179575791] 'compare' (duration: 146.234286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:33.421088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.08514Z","time spent":"1.335840042s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:34.18207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:35:34.182173Z","caller":"traceutil/trace.go:171","msg":"trace[1357735557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381232s","start":"2026-04-01T23:35:32.18177Z","end":"2026-04-01T23:35:34.182151Z","steps":["trace[1357735557] 'agreement among raft nodes before linearized reading' (duration: 2.000243929s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:34.182225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.181751Z","time spent":"2.000465404s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:35:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:34.51359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239453606s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:35:36.182287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999728488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:35:36.182377Z","caller":"traceutil/trace.go:171","msg":"trace[542830495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999892132s","start":"2026-04-01T23:35:34.182466Z","end":"2026-04-01T23:35:36.182358Z","steps":["trace[542830495] 'agreement among raft nodes before linearized reading' (duration: 1.999771849s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.182426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:34.182436Z","time spent":"1.999979824s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:35:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:35:36.232554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718495531s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:36.232956Z","caller":"traceutil/trace.go:171","msg":"trace[2123256906] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"3.81754462s","start":"2026-04-01T23:35:32.415385Z","end":"2026-04-01T23:35:36.232929Z","steps":["trace[2123256906] 'process raft request' (duration: 3.817436598s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.232963Z","caller":"traceutil/trace.go:171","msg":"trace[1206226555] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"3.818078532s","start":"2026-04-01T23:35:32.414844Z","end":"2026-04-01T23:35:36.232923Z","steps":["trace[1206226555] 'process raft request' (duration: 3.817829886s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.23298Z","caller":"traceutil/trace.go:171","msg":"trace[724243000] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"4.078888546s","start":"2026-04-01T23:35:32.15401Z","end":"2026-04-01T23:35:36.232899Z","steps":["trace[724243000] 'process raft request' (duration: 2.359931966s)","trace[724243000] 'compare' (duration: 1.718361977s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:36.233108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.415365Z","time spent":"3.817690423s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:36.233187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.41481Z","time spent":"3.818277007s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:36.233332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.153982Z","time spent":"4.079182982s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:35:36.233632Z","caller":"traceutil/trace.go:171","msg":"trace[124951628] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"3.818036811s","start":"2026-04-01T23:35:32.415562Z","end":"2026-04-01T23:35:36.233599Z","steps":["trace[124951628] 'process raft request' (duration: 3.817323455s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.233792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.415551Z","time spent":"3.818169514s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:36.759336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.875366ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:35:36.759605Z","caller":"traceutil/trace.go:171","msg":"trace[1482465682] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2345; }","duration":"4.669467919s","start":"2026-04-01T23:35:32.090109Z","end":"2026-04-01T23:35:36.759577Z","steps":["trace[1482465682] 'read index received' (duration: 1.183850526s)","trace[1482465682] 'applied index is now lower than readState.Index' (duration: 3.485616043s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:36.759803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669672014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:36.75986Z","caller":"traceutil/trace.go:171","msg":"trace[1180162208] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2259; }","duration":"4.669752705s","start":"2026-04-01T23:35:32.090092Z","end":"2026-04-01T23:35:36.759844Z","steps":["trace[1180162208] 'agreement among raft nodes before linearized reading' (duration: 4.669653603s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.759913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.090079Z","time spent":"4.669820767s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:35:36.760014Z","caller":"traceutil/trace.go:171","msg":"trace[2036580636] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"2.868823316s","start":"2026-04-01T23:35:33.891166Z","end":"2026-04-01T23:35:36.759989Z","steps":["trace[2036580636] 'process raft request' (duration: 2.868288824s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.760197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:33.891134Z","time spent":"2.86897136s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:36.765233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033516761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:36.765284Z","caller":"traceutil/trace.go:171","msg":"trace[2079658689] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2261; }","duration":"3.033609703s","start":"2026-04-01T23:35:33.731664Z","end":"2026-04-01T23:35:36.765273Z","steps":["trace[2079658689] 'agreement among raft nodes before linearized reading' (duration: 3.033516431s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.76535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297746059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:35:36.765434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015665311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:36.765447Z","caller":"traceutil/trace.go:171","msg":"trace[2084862174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2261; }","duration":"4.297882662s","start":"2026-04-01T23:35:32.467534Z","end":"2026-04-01T23:35:36.765417Z","steps":["trace[2084862174] 'agreement among raft nodes before linearized reading' (duration: 4.297681928s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.765487Z","caller":"traceutil/trace.go:171","msg":"trace[590047047] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2261; }","duration":"1.015771103s","start":"2026-04-01T23:35:35.749701Z","end":"2026-04-01T23:35:36.765472Z","steps":["trace[590047047] 'agreement among raft nodes before linearized reading' (duration: 1.015691812s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.765491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.467509Z","time spent":"4.297972424s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:35:36.765518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:35.749672Z","time spent":"1.015838655s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:35:36.765466Z","caller":"traceutil/trace.go:171","msg":"trace[1791222378] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"343.240053ms","start":"2026-04-01T23:35:36.422201Z","end":"2026-04-01T23:35:36.765441Z","steps":["trace[1791222378] 'process raft request' (duration: 337.774069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.765528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.011289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:36.765594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092921874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:35:36.765638Z","caller":"traceutil/trace.go:171","msg":"trace[286683607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2261; }","duration":"575.154893ms","start":"2026-04-01T23:35:36.190459Z","end":"2026-04-01T23:35:36.765614Z","steps":["trace[286683607] 'agreement among raft nodes before linearized reading' (duration: 574.976259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.765697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:36.190448Z","time spent":"575.240224ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:35:36.765664Z","caller":"traceutil/trace.go:171","msg":"trace[1258757814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2261; }","duration":"4.093028577s","start":"2026-04-01T23:35:32.672627Z","end":"2026-04-01T23:35:36.765656Z","steps":["trace[1258757814] 'agreement among raft nodes before linearized reading' (duration: 4.092863103s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.765849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.903939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:35:36.765964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.672599Z","time spent":"4.093356644s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:35:36.765965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222884421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:35:36.766011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.676435089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:35:36.766038Z","caller":"traceutil/trace.go:171","msg":"trace[454529167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2261; }","duration":"3.676529992s","start":"2026-04-01T23:35:33.0895Z","end":"2026-04-01T23:35:36.76603Z","steps":["trace[454529167] 'agreement among raft nodes before linearized reading' (duration: 3.67644464s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:36.76604Z","caller":"traceutil/trace.go:171","msg":"trace[892592676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2261; }","duration":"1.222998304s","start":"2026-04-01T23:35:35.543022Z","end":"2026-04-01T23:35:36.766021Z","steps":["trace[892592676] 'agreement among raft nodes before linearized reading' (duration: 1.222903452s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.766065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:33.089469Z","time spent":"3.676591963s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:35:36.765938Z","caller":"traceutil/trace.go:171","msg":"trace[54088934] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2261; }","duration":"303.123013ms","start":"2026-04-01T23:35:36.462796Z","end":"2026-04-01T23:35:36.765919Z","steps":["trace[54088934] 'agreement among raft nodes before linearized reading' (duration: 302.602802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.766093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:35.542997Z","time spent":"1.223080625s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:36.766103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347256961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:35:36.766142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:36.462767Z","time spent":"303.362669ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:36.765786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222687017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:35:36.766237Z","caller":"traceutil/trace.go:171","msg":"trace[349998772] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2261; }","duration":"4.223181428s","start":"2026-04-01T23:35:32.543047Z","end":"2026-04-01T23:35:36.766228Z","steps":["trace[349998772] 'agreement among raft nodes before linearized reading' (duration: 4.222683707s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.766248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347264052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:35:36.766294Z","caller":"traceutil/trace.go:171","msg":"trace[687371023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2261; }","duration":"4.347345003s","start":"2026-04-01T23:35:32.418939Z","end":"2026-04-01T23:35:36.766284Z","steps":["trace[687371023] 'agreement among raft nodes before linearized reading' (duration: 4.34724542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.766315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.543024Z","time spent":"4.223246879s","remote":"127.0.0.1:60258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:36.766331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.418884Z","time spent":"4.347439115s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:35:36.766152Z","caller":"traceutil/trace.go:171","msg":"trace[1352851117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2261; }","duration":"4.347325942s","start":"2026-04-01T23:35:32.418814Z","end":"2026-04-01T23:35:36.76614Z","steps":["trace[1352851117] 'agreement among raft nodes before linearized reading' (duration: 4.347158419s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.766461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.418804Z","time spent":"4.34764619s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:36.765819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.0754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:35:36.766527Z","caller":"traceutil/trace.go:171","msg":"trace[1182606662] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2261; }","duration":"896.881959ms","start":"2026-04-01T23:35:35.869638Z","end":"2026-04-01T23:35:36.76652Z","steps":["trace[1182606662] 'agreement among raft nodes before linearized reading' (duration: 896.109851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.766559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:35.869604Z","time spent":"896.948161ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:36.765656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:36.422166Z","time spent":"343.411497ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:35:36.765443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.133693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:35:36.766796Z","caller":"traceutil/trace.go:171","msg":"trace[424750703] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:2261; }","duration":"580.565586ms","start":"2026-04-01T23:35:36.186224Z","end":"2026-04-01T23:35:36.76679Z","steps":["trace[424750703] 'agreement among raft nodes before linearized reading' (duration: 579.030071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.765327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:33.731642Z","time spent":"3.033662104s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:35:36.766785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348251115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:35:36.76686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:36.186205Z","time spent":"580.619538ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" "} {"level":"info","ts":"2026-04-01T23:35:36.766855Z","caller":"traceutil/trace.go:171","msg":"trace[1107816727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2261; }","duration":"4.348349187s","start":"2026-04-01T23:35:32.418491Z","end":"2026-04-01T23:35:36.76684Z","steps":["trace[1107816727] 'agreement among raft nodes before linearized reading' (duration: 4.348195294s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:35:36.76699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:35:32.418472Z","time spent":"4.348510871s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:35:47.220182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.725467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:35:47.22059Z","caller":"traceutil/trace.go:171","msg":"trace[1684196969] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2411; }","duration":"100.335645ms","start":"2026-04-01T23:35:47.120204Z","end":"2026-04-01T23:35:47.22054Z","steps":["trace[1684196969] 'read index received' (duration: 44.231µs)","trace[1684196969] 'applied index is now lower than readState.Index' (duration: 100.284504ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:47.220598Z","caller":"traceutil/trace.go:171","msg":"trace[1797684736] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"286.960297ms","start":"2026-04-01T23:35:46.933572Z","end":"2026-04-01T23:35:47.220533Z","steps":["trace[1797684736] 'process raft request' (duration: 286.708401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:47.220663Z","caller":"traceutil/trace.go:171","msg":"trace[570587102] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"286.996178ms","start":"2026-04-01T23:35:46.93362Z","end":"2026-04-01T23:35:47.220616Z","steps":["trace[570587102] 'process raft request' (duration: 286.730572ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:47.220667Z","caller":"traceutil/trace.go:171","msg":"trace[1632129844] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"287.56231ms","start":"2026-04-01T23:35:46.933066Z","end":"2026-04-01T23:35:47.220628Z","steps":["trace[1632129844] 'process raft request' (duration: 170.310761ms)","trace[1632129844] 'compare' (duration: 116.311148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:35:47.221009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.772575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:35:47.221125Z","caller":"traceutil/trace.go:171","msg":"trace[1235087179] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2321; }","duration":"100.932108ms","start":"2026-04-01T23:35:47.120162Z","end":"2026-04-01T23:35:47.221094Z","steps":["trace[1235087179] 'agreement among raft nodes before linearized reading' (duration: 100.55103ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:51.165562Z","caller":"traceutil/trace.go:171","msg":"trace[667572095] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"141.298634ms","start":"2026-04-01T23:35:51.024211Z","end":"2026-04-01T23:35:51.165509Z","steps":["trace[667572095] 'process raft request' (duration: 90.41331ms)","trace[667572095] 'compare' (duration: 50.703059ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:51.931407Z","caller":"traceutil/trace.go:171","msg":"trace[1798153756] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"124.194487ms","start":"2026-04-01T23:35:51.807183Z","end":"2026-04-01T23:35:51.931377Z","steps":["trace[1798153756] 'process raft request' (duration: 123.996602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:52.663927Z","caller":"traceutil/trace.go:171","msg":"trace[1816128092] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"143.193607ms","start":"2026-04-01T23:35:52.520699Z","end":"2026-04-01T23:35:52.663893Z","steps":["trace[1816128092] 'process raft request' (duration: 93.422529ms)","trace[1816128092] 'compare' (duration: 49.315648ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:35:54.637333Z","caller":"traceutil/trace.go:171","msg":"trace[1681493076] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"129.053976ms","start":"2026-04-01T23:35:54.508246Z","end":"2026-04-01T23:35:54.6373Z","steps":["trace[1681493076] 'process raft request' (duration: 128.727549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:21.500176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.483612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:36:21.500262Z","caller":"traceutil/trace.go:171","msg":"trace[785354533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2608; }","duration":"140.609124ms","start":"2026-04-01T23:36:21.359636Z","end":"2026-04-01T23:36:21.500245Z","steps":["trace[785354533] 'range keys from in-memory index tree' (duration: 140.325198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:26.334311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.299784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:36:26.334457Z","caller":"traceutil/trace.go:171","msg":"trace[1287879271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2696; }","duration":"150.494218ms","start":"2026-04-01T23:36:26.183937Z","end":"2026-04-01T23:36:26.334431Z","steps":["trace[1287879271] 'range keys from in-memory index tree' (duration: 150.222772ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:26.845175Z","caller":"traceutil/trace.go:171","msg":"trace[656780988] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"142.863534ms","start":"2026-04-01T23:36:26.702286Z","end":"2026-04-01T23:36:26.84515Z","steps":["trace[656780988] 'read index received' (duration: 142.793783ms)","trace[656780988] 'applied index is now lower than readState.Index' (duration: 68.671µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:26.845274Z","caller":"traceutil/trace.go:171","msg":"trace[1820117621] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"171.88075ms","start":"2026-04-01T23:36:26.673365Z","end":"2026-04-01T23:36:26.845246Z","steps":["trace[1820117621] 'process raft request' (duration: 171.597743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:26.845473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.172362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:36:26.845532Z","caller":"traceutil/trace.go:171","msg":"trace[1439207554] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2697; }","duration":"143.289915ms","start":"2026-04-01T23:36:26.702224Z","end":"2026-04-01T23:36:26.845514Z","steps":["trace[1439207554] 'agreement among raft nodes before linearized reading' (duration: 143.08823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:26.899222Z","caller":"traceutil/trace.go:171","msg":"trace[1415670641] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"158.397915ms","start":"2026-04-01T23:36:26.740785Z","end":"2026-04-01T23:36:26.899183Z","steps":["trace[1415670641] 'process raft request' (duration: 158.17774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:26.899475Z","caller":"traceutil/trace.go:171","msg":"trace[442767271] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"133.107324ms","start":"2026-04-01T23:36:26.766314Z","end":"2026-04-01T23:36:26.899422Z","steps":["trace[442767271] 'process raft request' (duration: 132.813467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:26.899598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.580844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:36:26.899667Z","caller":"traceutil/trace.go:171","msg":"trace[889359707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2700; }","duration":"195.689096ms","start":"2026-04-01T23:36:26.703959Z","end":"2026-04-01T23:36:26.899648Z","steps":["trace[889359707] 'agreement among raft nodes before linearized reading' (duration: 195.460141ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:27.076282Z","caller":"traceutil/trace.go:171","msg":"trace[1171911551] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"225.543141ms","start":"2026-04-01T23:36:26.850714Z","end":"2026-04-01T23:36:27.076257Z","steps":["trace[1171911551] 'process raft request' (duration: 163.380278ms)","trace[1171911551] 'compare' (duration: 62.071311ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:27.098785Z","caller":"traceutil/trace.go:171","msg":"trace[278745493] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2809; }","duration":"143.264804ms","start":"2026-04-01T23:36:26.955502Z","end":"2026-04-01T23:36:27.098767Z","steps":["trace[278745493] 'read index received' (duration: 58.572001ms)","trace[278745493] 'applied index is now lower than readState.Index' (duration: 84.692073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:27.098945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.429877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:36:27.098965Z","caller":"traceutil/trace.go:171","msg":"trace[191823233] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2702; }","duration":"143.491549ms","start":"2026-04-01T23:36:26.955467Z","end":"2026-04-01T23:36:27.098959Z","steps":["trace[191823233] 'agreement among raft nodes before linearized reading' (duration: 143.373067ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:27.099173Z","caller":"traceutil/trace.go:171","msg":"trace[1724013075] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"195.120535ms","start":"2026-04-01T23:36:26.904046Z","end":"2026-04-01T23:36:27.099167Z","steps":["trace[1724013075] 'process raft request' (duration: 194.620813ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:28.067532Z","caller":"traceutil/trace.go:171","msg":"trace[1190832723] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"240.028458ms","start":"2026-04-01T23:36:27.827475Z","end":"2026-04-01T23:36:28.067504Z","steps":["trace[1190832723] 'process raft request' (duration: 238.756469ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:28.067738Z","caller":"traceutil/trace.go:171","msg":"trace[165333712] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"179.86175ms","start":"2026-04-01T23:36:27.887825Z","end":"2026-04-01T23:36:28.067687Z","steps":["trace[165333712] 'process raft request' (duration: 179.633935ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:30.078062Z","caller":"traceutil/trace.go:171","msg":"trace[2113914768] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2828; }","duration":"152.008291ms","start":"2026-04-01T23:36:29.926032Z","end":"2026-04-01T23:36:30.07804Z","steps":["trace[2113914768] 'read index received' (duration: 151.798256ms)","trace[2113914768] 'applied index is now lower than readState.Index' (duration: 209.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:30.078107Z","caller":"traceutil/trace.go:171","msg":"trace[643731373] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"152.226185ms","start":"2026-04-01T23:36:29.925853Z","end":"2026-04-01T23:36:30.078079Z","steps":["trace[643731373] 'process raft request' (duration: 152.015631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:30.078325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.273806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:36:30.078421Z","caller":"traceutil/trace.go:171","msg":"trace[1615991794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2719; }","duration":"152.40853ms","start":"2026-04-01T23:36:29.925992Z","end":"2026-04-01T23:36:30.0784Z","steps":["trace[1615991794] 'agreement among raft nodes before linearized reading' (duration: 152.180235ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:30.233888Z","caller":"traceutil/trace.go:171","msg":"trace[1170033651] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"151.985691ms","start":"2026-04-01T23:36:30.081872Z","end":"2026-04-01T23:36:30.233858Z","steps":["trace[1170033651] 'process raft request' (duration: 87.292081ms)","trace[1170033651] 'compare' (duration: 64.418214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:32.755379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.68679ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-01T23:36:33.436137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:33.937107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:34.437644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:34.938238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:35.184453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:36:35.184567Z","caller":"traceutil/trace.go:171","msg":"trace[292677909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657993s","start":"2026-04-01T23:36:33.183885Z","end":"2026-04-01T23:36:35.184543Z","steps":["trace[292677909] 'agreement among raft nodes before linearized reading' (duration: 2.00051539s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:35.184633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.183863Z","time spent":"2.000754955s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:36:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:36:35.438801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:35.735829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.820126832s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:36:35.736321Z","caller":"traceutil/trace.go:171","msg":"trace[1530251291] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"2.820711584s","start":"2026-04-01T23:36:32.915584Z","end":"2026-04-01T23:36:35.736295Z","steps":["trace[1530251291] 'process raft request' (duration: 2.82053012s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:35.736467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.915559Z","time spent":"2.820836648s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:36.101754Z","caller":"traceutil/trace.go:171","msg":"trace[888240544] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"3.135829708s","start":"2026-04-01T23:36:32.965898Z","end":"2026-04-01T23:36:36.101728Z","steps":["trace[888240544] 'process raft request' (duration: 3.134180921s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:36.101777Z","caller":"traceutil/trace.go:171","msg":"trace[333838565] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2844; }","duration":"3.166357118s","start":"2026-04-01T23:36:32.935399Z","end":"2026-04-01T23:36:36.101756Z","steps":["trace[333838565] 'read index received' (duration: 2.800929379s)","trace[333838565] 'applied index is now lower than readState.Index' (duration: 365.427039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:36.101916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.965883Z","time spent":"3.135967701s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:36.102017Z","caller":"traceutil/trace.go:171","msg":"trace[684678893] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"3.13503713s","start":"2026-04-01T23:36:32.96697Z","end":"2026-04-01T23:36:36.102008Z","steps":["trace[684678893] 'process raft request' (duration: 3.134656762s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.37934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:36:36.102359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761117126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:36:36.102377Z","caller":"traceutil/trace.go:171","msg":"trace[49670772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2737; }","duration":"917.470621ms","start":"2026-04-01T23:36:35.184891Z","end":"2026-04-01T23:36:36.102362Z","steps":["trace[49670772] 'agreement among raft nodes before linearized reading' (duration: 917.378078ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:36.102395Z","caller":"traceutil/trace.go:171","msg":"trace[1151258589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.761185777s","start":"2026-04-01T23:36:34.341199Z","end":"2026-04-01T23:36:36.102384Z","steps":["trace[1151258589] 'agreement among raft nodes before linearized reading' (duration: 1.761056983s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.379825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:36:36.102408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:35.184773Z","time spent":"917.627415ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:36:36.102423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.341177Z","time spent":"1.761238378s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:36:36.102443Z","caller":"traceutil/trace.go:171","msg":"trace[650902055] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2737; }","duration":"834.470608ms","start":"2026-04-01T23:36:35.26796Z","end":"2026-04-01T23:36:36.10243Z","steps":["trace[650902055] 'agreement among raft nodes before linearized reading' (duration: 834.350985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017292655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T23:36:36.102443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478470929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:36:36.102477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67124334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:36:36.102499Z","caller":"traceutil/trace.go:171","msg":"trace[1709503348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2737; }","duration":"1.017401938s","start":"2026-04-01T23:36:35.085084Z","end":"2026-04-01T23:36:36.102486Z","steps":["trace[1709503348] 'agreement among raft nodes before linearized reading' (duration: 1.017229754s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:36.102508Z","caller":"traceutil/trace.go:171","msg":"trace[247081437] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"3.088531221s","start":"2026-04-01T23:36:33.013963Z","end":"2026-04-01T23:36:36.102494Z","steps":["trace[247081437] 'process raft request' (duration: 3.087762803s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708946048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:36:36.102481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:35.26794Z","time spent":"834.530589ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:36:36.102528Z","caller":"traceutil/trace.go:171","msg":"trace[521025376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2737; }","duration":"2.478583771s","start":"2026-04-01T23:36:33.623927Z","end":"2026-04-01T23:36:36.102511Z","steps":["trace[521025376] 'agreement among raft nodes before linearized reading' (duration: 2.478389257s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:36.102506Z","caller":"traceutil/trace.go:171","msg":"trace[108642147] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"3.13539112s","start":"2026-04-01T23:36:32.96704Z","end":"2026-04-01T23:36:36.102431Z","steps":["trace[108642147] 'process raft request' (duration: 3.134661722s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:35.085063Z","time spent":"1.017462579s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:36:36.10258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.013925Z","time spent":"3.088605843s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:36.102527Z","caller":"traceutil/trace.go:171","msg":"trace[1600548593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2737; }","duration":"2.671332472s","start":"2026-04-01T23:36:33.431181Z","end":"2026-04-01T23:36:36.102514Z","steps":["trace[1600548593] 'agreement among raft nodes before linearized reading' (duration: 2.671184949s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.62391Z","time spent":"2.478667993s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:36:36.102566Z","caller":"traceutil/trace.go:171","msg":"trace[1016466955] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2737; }","duration":"1.70908547s","start":"2026-04-01T23:36:34.39346Z","end":"2026-04-01T23:36:36.102545Z","steps":["trace[1016466955] 'agreement among raft nodes before linearized reading' (duration: 1.708912806s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.431149Z","time spent":"2.671477336s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:36:36.102689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.393447Z","time spent":"1.709224125s","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:36.102438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974159904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:36:36.102733Z","caller":"traceutil/trace.go:171","msg":"trace[1145475966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.974463561s","start":"2026-04-01T23:36:34.128261Z","end":"2026-04-01T23:36:36.102725Z","steps":["trace[1145475966] 'agreement among raft nodes before linearized reading' (duration: 1.974039522s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:34.128168Z","time spent":"1.974589434s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:36:36.10221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166785227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:36:36.102766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.967014Z","time spent":"3.135575843s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:36.102816Z","caller":"traceutil/trace.go:171","msg":"trace[1323941124] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2737; }","duration":"3.167465593s","start":"2026-04-01T23:36:32.935337Z","end":"2026-04-01T23:36:36.102802Z","steps":["trace[1323941124] 'agreement among raft nodes before linearized reading' (duration: 3.166696385s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.102842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.935308Z","time spent":"3.167524665s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:36.103033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.966947Z","time spent":"3.135131843s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:36.103411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346699044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:36:36.103527Z","caller":"traceutil/trace.go:171","msg":"trace[1313377920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2737; }","duration":"2.346853478s","start":"2026-04-01T23:36:33.756656Z","end":"2026-04-01T23:36:36.10351Z","steps":["trace[1313377920] 'agreement among raft nodes before linearized reading' (duration: 2.345621129s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.103671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:33.756636Z","time spent":"2.347023752s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:36:36.103406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147693646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:36:36.104791Z","caller":"traceutil/trace.go:171","msg":"trace[1656336473] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2737; }","duration":"3.149274051s","start":"2026-04-01T23:36:32.955496Z","end":"2026-04-01T23:36:36.10477Z","steps":["trace[1656336473] 'agreement among raft nodes before linearized reading' (duration: 3.146626662s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:36.104931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:32.95548Z","time spent":"3.149388314s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-01T23:37:02.586507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.348552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:37:04.281918Z","caller":"traceutil/trace.go:171","msg":"trace[37555420] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"495.440064ms","start":"2026-04-01T23:37:03.786455Z","end":"2026-04-01T23:37:04.281895Z","steps":["trace[37555420] 'process raft request' (duration: 495.302091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.282065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:03.786433Z","time spent":"495.561646ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17053,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:04.45805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.495963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:04.458409Z","caller":"traceutil/trace.go:171","msg":"trace[1590988346] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"620.167081ms","start":"2026-04-01T23:37:03.838184Z","end":"2026-04-01T23:37:04.458351Z","steps":["trace[1590988346] 'process raft request' (duration: 498.289339ms)","trace[1590988346] 'compare' (duration: 121.324039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:04.458568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:03.838161Z","time spent":"620.325884ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:04.458642Z","caller":"traceutil/trace.go:171","msg":"trace[146688113] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"184.234219ms","start":"2026-04-01T23:37:04.274382Z","end":"2026-04-01T23:37:04.458616Z","steps":["trace[146688113] 'process raft request' (duration: 183.82909ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.458555Z","caller":"traceutil/trace.go:171","msg":"trace[261154889] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"240.924518ms","start":"2026-04-01T23:37:04.217594Z","end":"2026-04-01T23:37:04.458518Z","steps":["trace[261154889] 'process raft request' (duration: 240.56172ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.458834Z","caller":"traceutil/trace.go:171","msg":"trace[63704078] linearizableReadLoop","detail":"{readStateIndex:3024; appliedIndex:3022; }","duration":"617.291454ms","start":"2026-04-01T23:37:03.841532Z","end":"2026-04-01T23:37:04.458824Z","steps":["trace[63704078] 'read index received' (duration: 440.259218ms)","trace[63704078] 'applied index is now lower than readState.Index' (duration: 177.031296ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:04.458883Z","caller":"traceutil/trace.go:171","msg":"trace[969456760] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"179.676016ms","start":"2026-04-01T23:37:04.279189Z","end":"2026-04-01T23:37:04.458865Z","steps":["trace[969456760] 'process raft request' (duration: 179.287357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.45921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.220669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-01T23:37:04.459089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.52983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a25fded731a009\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-01T23:37:04.459254Z","caller":"traceutil/trace.go:171","msg":"trace[2145486675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2910; }","duration":"596.303881ms","start":"2026-04-01T23:37:03.862938Z","end":"2026-04-01T23:37:04.459242Z","steps":["trace[2145486675] 'agreement among raft nodes before linearized reading' (duration: 596.148168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.459287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:03.862922Z","time spent":"596.356422ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-01T23:37:04.459281Z","caller":"traceutil/trace.go:171","msg":"trace[1248136680] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a25fded731a009; range_end:; response_count:1; response_revision:2910; }","duration":"617.780137ms","start":"2026-04-01T23:37:03.841478Z","end":"2026-04-01T23:37:04.459258Z","steps":["trace[1248136680] 'agreement among raft nodes before linearized reading' (duration: 617.400098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.459345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:03.841455Z","time spent":"617.876488ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a25fded731a009\" "} {"level":"warn","ts":"2026-04-01T23:37:04.459488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.849999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:04.459519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.322059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:37:04.45954Z","caller":"traceutil/trace.go:171","msg":"trace[2100688204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2910; }","duration":"276.952663ms","start":"2026-04-01T23:37:04.182573Z","end":"2026-04-01T23:37:04.459526Z","steps":["trace[2100688204] 'agreement among raft nodes before linearized reading' (duration: 276.879001ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.459551Z","caller":"traceutil/trace.go:171","msg":"trace[941094695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2910; }","duration":"172.36666ms","start":"2026-04-01T23:37:04.287176Z","end":"2026-04-01T23:37:04.459543Z","steps":["trace[941094695] 'agreement among raft nodes before linearized reading' (duration: 172.263668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.459548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.066923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:37:04.459783Z","caller":"traceutil/trace.go:171","msg":"trace[546411439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2910; }","duration":"156.336269ms","start":"2026-04-01T23:37:04.303428Z","end":"2026-04-01T23:37:04.459765Z","steps":["trace[546411439] 'agreement among raft nodes before linearized reading' (duration: 156.027012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.459363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.95523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:37:04.460062Z","caller":"traceutil/trace.go:171","msg":"trace[1139394444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2910; }","duration":"160.687127ms","start":"2026-04-01T23:37:04.299343Z","end":"2026-04-01T23:37:04.46003Z","steps":["trace[1139394444] 'agreement among raft nodes before linearized reading' (duration: 159.871619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.459917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.746009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:04.461053Z","caller":"traceutil/trace.go:171","msg":"trace[1440349500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2910; }","duration":"173.910786ms","start":"2026-04-01T23:37:04.287127Z","end":"2026-04-01T23:37:04.461038Z","steps":["trace[1440349500] 'agreement among raft nodes before linearized reading' (duration: 172.685118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.460447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.588877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:04.465996Z","caller":"traceutil/trace.go:171","msg":"trace[2114479042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2910; }","duration":"163.181153ms","start":"2026-04-01T23:37:04.302791Z","end":"2026-04-01T23:37:04.465972Z","steps":["trace[2114479042] 'agreement among raft nodes before linearized reading' (duration: 157.542536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.621055Z","caller":"traceutil/trace.go:171","msg":"trace[1908938659] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"156.454982ms","start":"2026-04-01T23:37:04.464563Z","end":"2026-04-01T23:37:04.621018Z","steps":["trace[1908938659] 'process raft request' (duration: 109.202746ms)","trace[1908938659] 'compare' (duration: 47.012201ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:04.621081Z","caller":"traceutil/trace.go:171","msg":"trace[174547153] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"155.626024ms","start":"2026-04-01T23:37:04.465404Z","end":"2026-04-01T23:37:04.62103Z","steps":["trace[174547153] 'process raft request' (duration: 155.528852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.621488Z","caller":"traceutil/trace.go:171","msg":"trace[43501553] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"125.125174ms","start":"2026-04-01T23:37:04.496346Z","end":"2026-04-01T23:37:04.621471Z","steps":["trace[43501553] 'process raft request' (duration: 125.087824ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.621662Z","caller":"traceutil/trace.go:171","msg":"trace[115995081] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"156.140085ms","start":"2026-04-01T23:37:04.465501Z","end":"2026-04-01T23:37:04.621641Z","steps":["trace[115995081] 'process raft request' (duration: 155.477001ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.621695Z","caller":"traceutil/trace.go:171","msg":"trace[2099936568] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3027; }","duration":"156.012082ms","start":"2026-04-01T23:37:04.465675Z","end":"2026-04-01T23:37:04.621687Z","steps":["trace[2099936568] 'read index received' (duration: 26.604231ms)","trace[2099936568] 'applied index is now lower than readState.Index' (duration: 129.406851ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:04.621655Z","caller":"traceutil/trace.go:171","msg":"trace[1623412008] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"153.099956ms","start":"2026-04-01T23:37:04.468484Z","end":"2026-04-01T23:37:04.621584Z","steps":["trace[1623412008] 'process raft request' (duration: 152.906982ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:04.621746Z","caller":"traceutil/trace.go:171","msg":"trace[1439037282] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"155.992061ms","start":"2026-04-01T23:37:04.465743Z","end":"2026-04-01T23:37:04.621735Z","steps":["trace[1439037282] 'process raft request' (duration: 155.423389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.621832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.138605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47de0f35-4d6c-4dcb-ab26-70c5b8d88e17\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-01T23:37:04.62187Z","caller":"traceutil/trace.go:171","msg":"trace[71012117] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47de0f35-4d6c-4dcb-ab26-70c5b8d88e17; range_end:; response_count:1; response_revision:2917; }","duration":"156.186036ms","start":"2026-04-01T23:37:04.465672Z","end":"2026-04-01T23:37:04.621858Z","steps":["trace[71012117] 'agreement among raft nodes before linearized reading' (duration: 156.063483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.150668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:11.241732Z","caller":"traceutil/trace.go:171","msg":"trace[1981987183] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"984.283618ms","start":"2026-04-01T23:37:10.257424Z","end":"2026-04-01T23:37:11.241708Z","steps":["trace[1981987183] 'process raft request' (duration: 984.118515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.241872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.257404Z","time spent":"984.401222ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:11.63761Z","caller":"traceutil/trace.go:171","msg":"trace[1010880295] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.151108304s","start":"2026-04-01T23:37:10.486465Z","end":"2026-04-01T23:37:11.637573Z","steps":["trace[1010880295] 'process raft request' (duration: 1.150738066s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.63766Z","caller":"traceutil/trace.go:171","msg":"trace[1058165209] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"1.145005367s","start":"2026-04-01T23:37:10.492619Z","end":"2026-04-01T23:37:11.637625Z","steps":["trace[1058165209] 'process raft request' (duration: 1.144805712s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.637696Z","caller":"traceutil/trace.go:171","msg":"trace[1152159618] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"1.143003882s","start":"2026-04-01T23:37:10.494646Z","end":"2026-04-01T23:37:11.63765Z","steps":["trace[1152159618] 'process raft request' (duration: 1.142858809s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.637751Z","caller":"traceutil/trace.go:171","msg":"trace[879262264] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"1.14288509s","start":"2026-04-01T23:37:10.494837Z","end":"2026-04-01T23:37:11.637722Z","steps":["trace[879262264] 'process raft request' (duration: 1.142710085s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.637786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.494637Z","time spent":"1.143102505s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.637791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.486441Z","time spent":"1.151264028s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.637828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.189537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:37:11.637832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.492598Z","time spent":"1.14514234s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:11.63788Z","caller":"traceutil/trace.go:171","msg":"trace[551853306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2946; }","duration":"988.32097ms","start":"2026-04-01T23:37:10.64955Z","end":"2026-04-01T23:37:11.637871Z","steps":["trace[551853306] 'agreement among raft nodes before linearized reading' (duration: 988.121575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.637622Z","caller":"traceutil/trace.go:171","msg":"trace[5990704] linearizableReadLoop","detail":"{readStateIndex:3064; appliedIndex:3059; }","duration":"987.994882ms","start":"2026-04-01T23:37:10.649604Z","end":"2026-04-01T23:37:11.637599Z","steps":["trace[5990704] 'read index received' (duration: 592.034204ms)","trace[5990704] 'applied index is now lower than readState.Index' (duration: 395.959698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:11.637914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.64953Z","time spent":"988.376992ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:11.637914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.494804Z","time spent":"1.143025582s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.638074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.180177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:11.638112Z","caller":"traceutil/trace.go:171","msg":"trace[912322172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2946; }","duration":"988.215518ms","start":"2026-04-01T23:37:10.649884Z","end":"2026-04-01T23:37:11.6381Z","steps":["trace[912322172] 'agreement among raft nodes before linearized reading' (duration: 988.071665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.638133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.835673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T23:37:11.638135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.112616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:37:11.638081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.999404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:37:11.638146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.492819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:11.638174Z","caller":"traceutil/trace.go:171","msg":"trace[65407201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2946; }","duration":"681.906954ms","start":"2026-04-01T23:37:10.956257Z","end":"2026-04-01T23:37:11.638163Z","steps":["trace[65407201] 'agreement among raft nodes before linearized reading' (duration: 681.76244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.638188Z","caller":"traceutil/trace.go:171","msg":"trace[1675951723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2946; }","duration":"988.142666ms","start":"2026-04-01T23:37:10.650036Z","end":"2026-04-01T23:37:11.638179Z","steps":["trace[1675951723] 'agreement among raft nodes before linearized reading' (duration: 987.985042ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.638188Z","caller":"traceutil/trace.go:171","msg":"trace[628564796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2946; }","duration":"986.571761ms","start":"2026-04-01T23:37:10.651608Z","end":"2026-04-01T23:37:11.63818Z","steps":["trace[628564796] 'agreement among raft nodes before linearized reading' (duration: 986.489279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.638187Z","caller":"traceutil/trace.go:171","msg":"trace[1526586858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2946; }","duration":"988.198618ms","start":"2026-04-01T23:37:10.649974Z","end":"2026-04-01T23:37:11.638172Z","steps":["trace[1526586858] 'agreement among raft nodes before linearized reading' (duration: 988.062845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.638205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.956237Z","time spent":"681.961615ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-01T23:37:11.638217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.651588Z","time spent":"986.623943ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:11.638216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.650014Z","time spent":"988.193488ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:11.638228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.649921Z","time spent":"988.29665ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:11.638144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.649846Z","time spent":"988.29201ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:11.638297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.614225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:11.638324Z","caller":"traceutil/trace.go:171","msg":"trace[1749463737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2946; }","duration":"455.673077ms","start":"2026-04-01T23:37:11.182643Z","end":"2026-04-01T23:37:11.638316Z","steps":["trace[1749463737] 'agreement among raft nodes before linearized reading' (duration: 455.623236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.638344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.182625Z","time spent":"455.714937ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:13.086839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375070273s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:13.087256Z","caller":"traceutil/trace.go:171","msg":"trace[20616057] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"1.443428775s","start":"2026-04-01T23:37:11.643776Z","end":"2026-04-01T23:37:13.087205Z","steps":["trace[20616057] 'process raft request' (duration: 67.892003ms)","trace[20616057] 'compare' (duration: 1.373459855s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:13.087342Z","caller":"traceutil/trace.go:171","msg":"trace[682446963] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"1.443483836s","start":"2026-04-01T23:37:11.643834Z","end":"2026-04-01T23:37:13.087317Z","steps":["trace[682446963] 'process raft request' (duration: 1.44321188s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.087436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.643762Z","time spent":"1.443584638s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:13.087428Z","caller":"traceutil/trace.go:171","msg":"trace[524871959] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"1.442253599s","start":"2026-04-01T23:37:11.645058Z","end":"2026-04-01T23:37:13.087312Z","steps":["trace[524871959] 'process raft request' (duration: 1.442118456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.087434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.643818Z","time spent":"1.443567588s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:13.087743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.645039Z","time spent":"1.442550696s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:13.087875Z","caller":"traceutil/trace.go:171","msg":"trace[1215623645] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"1.442431363s","start":"2026-04-01T23:37:11.645427Z","end":"2026-04-01T23:37:13.087858Z","steps":["trace[1215623645] 'process raft request' (duration: 1.441815149s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:13.087938Z","caller":"traceutil/trace.go:171","msg":"trace[1898323330] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3065; }","duration":"1.431097237s","start":"2026-04-01T23:37:11.656819Z","end":"2026-04-01T23:37:13.087917Z","steps":["trace[1898323330] 'read index received' (duration: 54.780407ms)","trace[1898323330] 'applied index is now lower than readState.Index' (duration: 1.37631462s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:13.087975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.645414Z","time spent":"1.442511534s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.1832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:14.183289Z","caller":"traceutil/trace.go:171","msg":"trace[948129007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108059s","start":"2026-04-01T23:37:12.183156Z","end":"2026-04-01T23:37:14.183264Z","steps":["trace[948129007] 'agreement among raft nodes before linearized reading' (duration: 2.000003327s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.183336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.183139Z","time spent":"2.000186232s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:16.184256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:16.18435Z","caller":"traceutil/trace.go:171","msg":"trace[291602258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200263s","start":"2026-04-01T23:37:14.18413Z","end":"2026-04-01T23:37:16.18433Z","steps":["trace[291602258] 'agreement among raft nodes before linearized reading' (duration: 2.0000763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.184395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.184078Z","time spent":"2.000307886s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:16.715242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.071481359s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:37:17.031852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944295111s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:37:17.032148Z","caller":"traceutil/trace.go:171","msg":"trace[586873918] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3069; }","duration":"3.944139938s","start":"2026-04-01T23:37:13.087984Z","end":"2026-04-01T23:37:17.032124Z","steps":["trace[586873918] 'read index received' (duration: 45.441µs)","trace[586873918] 'applied index is now lower than readState.Index' (duration: 3.944093217s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:17.03246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375629363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-01T23:37:17.032501Z","caller":"traceutil/trace.go:171","msg":"trace[1541435598] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2951; }","duration":"5.375705165s","start":"2026-04-01T23:37:11.656784Z","end":"2026-04-01T23:37:17.032489Z","steps":["trace[1541435598] 'agreement among raft nodes before linearized reading' (duration: 1.43122032s)","trace[1541435598] 'range keys from in-memory index tree' (duration: 3.944356842s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:17.032528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.656764Z","time spent":"5.375757346s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T23:37:17.032779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953544909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:17.032849Z","caller":"traceutil/trace.go:171","msg":"trace[882081507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2951; }","duration":"3.953666961s","start":"2026-04-01T23:37:13.079164Z","end":"2026-04-01T23:37:17.032831Z","steps":["trace[882081507] 'agreement among raft nodes before linearized reading' (duration: 3.953559789s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.032889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226461684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.032901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.07914Z","time spent":"3.953743233s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.032925Z","caller":"traceutil/trace.go:171","msg":"trace[869530337] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2951; }","duration":"5.226536786s","start":"2026-04-01T23:37:11.806379Z","end":"2026-04-01T23:37:17.032915Z","steps":["trace[869530337] 'agreement among raft nodes before linearized reading' (duration: 5.226463745s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.806357Z","time spent":"5.226639439s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.033078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.255582443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T23:37:17.033071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574189321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:17.033105Z","caller":"traceutil/trace.go:171","msg":"trace[1702009483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2951; }","duration":"5.255654424s","start":"2026-04-01T23:37:11.777443Z","end":"2026-04-01T23:37:17.033097Z","steps":["trace[1702009483] 'agreement among raft nodes before linearized reading' (duration: 5.255570362s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.777369Z","time spent":"5.255752877s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:37:17.033129Z","caller":"traceutil/trace.go:171","msg":"trace[243344357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2951; }","duration":"4.574249102s","start":"2026-04-01T23:37:12.458858Z","end":"2026-04-01T23:37:17.033107Z","steps":["trace[243344357] 'agreement among raft nodes before linearized reading' (duration: 4.5741595s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.458802Z","time spent":"4.574348385s","remote":"127.0.0.1:52532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.033316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959524164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:17.033344Z","caller":"traceutil/trace.go:171","msg":"trace[1078703943] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2951; }","duration":"3.959584766s","start":"2026-04-01T23:37:13.073753Z","end":"2026-04-01T23:37:17.033338Z","steps":["trace[1078703943] 'agreement among raft nodes before linearized reading' (duration: 3.959539035s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.073735Z","time spent":"3.959619846s","remote":"127.0.0.1:34756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.033394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.902652257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-01T23:37:17.033422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93250575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T23:37:17.033543Z","caller":"traceutil/trace.go:171","msg":"trace[2047110260] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"3.389972541s","start":"2026-04-01T23:37:13.643562Z","end":"2026-04-01T23:37:17.033534Z","steps":["trace[2047110260] 'process raft request' (duration: 3.388432316s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.643528Z","time spent":"3.390044862s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.033495Z","caller":"traceutil/trace.go:171","msg":"trace[1998027132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2951; }","duration":"4.902787871s","start":"2026-04-01T23:37:12.130685Z","end":"2026-04-01T23:37:17.033473Z","steps":["trace[1998027132] 'agreement among raft nodes before linearized reading' (duration: 4.902535035s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.130669Z","time spent":"4.903004885s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:37:17.033625Z","caller":"traceutil/trace.go:171","msg":"trace[117244809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2951; }","duration":"4.932774705s","start":"2026-04-01T23:37:12.100783Z","end":"2026-04-01T23:37:17.033558Z","steps":["trace[117244809] 'agreement among raft nodes before linearized reading' (duration: 4.932440268s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.033785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.100768Z","time spent":"4.932997051s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:37:17.261125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.547576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:17.261485Z","caller":"traceutil/trace.go:171","msg":"trace[630427890] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"2.713424909s","start":"2026-04-01T23:37:14.548041Z","end":"2026-04-01T23:37:17.261466Z","steps":["trace[630427890] 'process raft request' (duration: 2.713381458s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.26158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.548021Z","time spent":"2.713513382s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.261843Z","caller":"traceutil/trace.go:171","msg":"trace[1146079259] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"3.61693351s","start":"2026-04-01T23:37:13.644894Z","end":"2026-04-01T23:37:17.261828Z","steps":["trace[1146079259] 'process raft request' (duration: 3.423578547s)","trace[1146079259] 'compare' (duration: 192.335981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:17.261918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.644866Z","time spent":"3.617015072s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.262263Z","caller":"traceutil/trace.go:171","msg":"trace[1297745335] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"3.616369427s","start":"2026-04-01T23:37:13.64587Z","end":"2026-04-01T23:37:17.262239Z","steps":["trace[1297745335] 'process raft request' (duration: 3.615418886s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.262354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.645858Z","time spent":"3.6164578s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.262552Z","caller":"traceutil/trace.go:171","msg":"trace[1812677051] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"3.616601813s","start":"2026-04-01T23:37:13.645933Z","end":"2026-04-01T23:37:17.262535Z","steps":["trace[1812677051] 'process raft request' (duration: 3.615449817s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.262639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.645926Z","time spent":"3.616673034s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:17.937501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.674987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:17.937836Z","caller":"traceutil/trace.go:171","msg":"trace[345250633] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"1.170915211s","start":"2026-04-01T23:37:16.76684Z","end":"2026-04-01T23:37:17.937755Z","steps":["trace[345250633] 'process raft request' (duration: 631.828965ms)","trace[345250633] 'compare' (duration: 536.12588ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:17.93806Z","caller":"traceutil/trace.go:171","msg":"trace[337827496] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"899.836999ms","start":"2026-04-01T23:37:17.038176Z","end":"2026-04-01T23:37:17.938013Z","steps":["trace[337827496] 'process raft request' (duration: 899.495601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.938187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.038158Z","time spent":"899.971093ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.938607Z","caller":"traceutil/trace.go:171","msg":"trace[303302835] linearizableReadLoop","detail":"{readStateIndex:3076; appliedIndex:3071; }","duration":"906.334685ms","start":"2026-04-01T23:37:17.032206Z","end":"2026-04-01T23:37:17.93854Z","steps":["trace[303302835] 'read index received' (duration: 36.228575ms)","trace[303302835] 'applied index is now lower than readState.Index' (duration: 870.10195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:17.938935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84492795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:37:17.939096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137866927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.939081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847141749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:37:17.939102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949789731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:17.939121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94223441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:17.939182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747653237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.939319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07846173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.939382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876721402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.939492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109058139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a25fded731a009\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-01T23:37:17.939519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845308978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:37:17.939523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193421049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.939615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804200136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:17.939675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.722112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.939765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.651039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-01T23:37:17.939885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.836637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:37:17.939944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282620187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:37:17.939985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.219759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T23:37:17.940006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84671791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:37:17.940118Z","caller":"traceutil/trace.go:171","msg":"trace[1732524538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2959; }","duration":"2.845019032s","start":"2026-04-01T23:37:15.093964Z","end":"2026-04-01T23:37:17.938983Z","steps":["trace[1732524538] 'agreement among raft nodes before linearized reading' (duration: 2.844673535s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.940185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.093945Z","time spent":"2.846229269s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:17.940272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1730474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:17.940231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816525717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:17.940302Z","caller":"traceutil/trace.go:171","msg":"trace[226537171] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2959; }","duration":"1.137940399s","start":"2026-04-01T23:37:16.801192Z","end":"2026-04-01T23:37:17.939133Z","steps":["trace[226537171] 'agreement among raft nodes before linearized reading' (duration: 1.137803326s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.940368Z","caller":"traceutil/trace.go:171","msg":"trace[1564645075] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2959; }","duration":"4.81668664s","start":"2026-04-01T23:37:13.123642Z","end":"2026-04-01T23:37:17.940328Z","steps":["trace[1564645075] 'agreement among raft nodes before linearized reading' (duration: 4.816126608s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.940403Z","caller":"traceutil/trace.go:171","msg":"trace[867173064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2959; }","duration":"2.847262251s","start":"2026-04-01T23:37:15.091892Z","end":"2026-04-01T23:37:17.939154Z","steps":["trace[867173064] 'agreement among raft nodes before linearized reading' (duration: 2.847025106s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.94043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.801148Z","time spent":"1.139242628s","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.940506Z","caller":"traceutil/trace.go:171","msg":"trace[599805491] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2959; }","duration":"2.949980225s","start":"2026-04-01T23:37:14.989204Z","end":"2026-04-01T23:37:17.939184Z","steps":["trace[599805491] 'agreement among raft nodes before linearized reading' (duration: 2.949730279s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.940463Z","caller":"traceutil/trace.go:171","msg":"trace[1411324370] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2959; }","duration":"4.173176132s","start":"2026-04-01T23:37:13.767146Z","end":"2026-04-01T23:37:17.940322Z","steps":["trace[1411324370] 'agreement among raft nodes before linearized reading' (duration: 4.172410325s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.940552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.989177Z","time spent":"2.951367075s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.940576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.766987Z","time spent":"4.173570591s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.94044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.123587Z","time spent":"4.816838264s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.94065Z","caller":"traceutil/trace.go:171","msg":"trace[1392629218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2959; }","duration":"2.942467985s","start":"2026-04-01T23:37:14.996798Z","end":"2026-04-01T23:37:17.939266Z","steps":["trace[1392629218] 'agreement among raft nodes before linearized reading' (duration: 2.942122657s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.940721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.996787Z","time spent":"2.943911747s","remote":"127.0.0.1:36642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.940473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.091871Z","time spent":"2.848577691s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:37:17.940868Z","caller":"traceutil/trace.go:171","msg":"trace[1080259521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2959; }","duration":"1.747790519s","start":"2026-04-01T23:37:16.191494Z","end":"2026-04-01T23:37:17.939284Z","steps":["trace[1080259521] 'agreement among raft nodes before linearized reading' (duration: 1.747643896s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.94091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.191472Z","time spent":"1.749428567s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:17.940999Z","caller":"traceutil/trace.go:171","msg":"trace[581013462] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2959; }","duration":"1.078566782s","start":"2026-04-01T23:37:16.860806Z","end":"2026-04-01T23:37:17.939372Z","steps":["trace[581013462] 'agreement among raft nodes before linearized reading' (duration: 1.077936328s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.941057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.860791Z","time spent":"1.080248841s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.941161Z","caller":"traceutil/trace.go:171","msg":"trace[294003850] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2959; }","duration":"1.876825304s","start":"2026-04-01T23:37:16.062605Z","end":"2026-04-01T23:37:17.939431Z","steps":["trace[294003850] 'agreement among raft nodes before linearized reading' (duration: 1.87662141s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.941237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.062582Z","time spent":"1.878640395s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.941355Z","caller":"traceutil/trace.go:171","msg":"trace[1441983546] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"901.287581ms","start":"2026-04-01T23:37:17.038177Z","end":"2026-04-01T23:37:17.939465Z","steps":["trace[1441983546] 'process raft request' (duration: 899.629713ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.941395Z","caller":"traceutil/trace.go:171","msg":"trace[1099160641] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a25fded731a009; range_end:; response_count:1; response_revision:2959; }","duration":"4.109124761s","start":"2026-04-01T23:37:13.830394Z","end":"2026-04-01T23:37:17.939519Z","steps":["trace[1099160641] 'agreement among raft nodes before linearized reading' (duration: 4.108951637s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.94144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.83038Z","time spent":"4.111051055s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a25fded731a009\" "} {"level":"warn","ts":"2026-04-01T23:37:17.941445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.038166Z","time spent":"903.230436ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.941538Z","caller":"traceutil/trace.go:171","msg":"trace[710810856] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2959; }","duration":"4.193502341s","start":"2026-04-01T23:37:13.746048Z","end":"2026-04-01T23:37:17.93955Z","steps":["trace[710810856] 'agreement among raft nodes before linearized reading' (duration: 4.193150503s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.941626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.746025Z","time spent":"4.195557707s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.94172Z","caller":"traceutil/trace.go:171","msg":"trace[265979483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2959; }","duration":"2.8453715s","start":"2026-04-01T23:37:15.094185Z","end":"2026-04-01T23:37:17.939557Z","steps":["trace[265979483] 'agreement among raft nodes before linearized reading' (duration: 2.845250707s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.941781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.094176Z","time spent":"2.84758839s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:37:17.942103Z","caller":"traceutil/trace.go:171","msg":"trace[2060348052] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2959; }","duration":"3.804300999s","start":"2026-04-01T23:37:14.135366Z","end":"2026-04-01T23:37:17.939667Z","steps":["trace[2060348052] 'agreement among raft nodes before linearized reading' (duration: 3.804176146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.942176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.135347Z","time spent":"3.806784134s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:17.942289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.76682Z","time spent":"1.171092486s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.942393Z","caller":"traceutil/trace.go:171","msg":"trace[1876476255] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2959; }","duration":"993.823175ms","start":"2026-04-01T23:37:16.945906Z","end":"2026-04-01T23:37:17.93973Z","steps":["trace[1876476255] 'agreement among raft nodes before linearized reading' (duration: 993.562999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.942548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.945885Z","time spent":"996.649058ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:17.942673Z","caller":"traceutil/trace.go:171","msg":"trace[466126050] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2959; }","duration":"901.719511ms","start":"2026-04-01T23:37:17.038078Z","end":"2026-04-01T23:37:17.939798Z","steps":["trace[466126050] 'agreement among raft nodes before linearized reading' (duration: 901.509907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.94278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.038065Z","time spent":"904.685968ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-01T23:37:17.94293Z","caller":"traceutil/trace.go:171","msg":"trace[966518972] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2959; }","duration":"815.900168ms","start":"2026-04-01T23:37:17.124006Z","end":"2026-04-01T23:37:17.939906Z","steps":["trace[966518972] 'agreement among raft nodes before linearized reading' (duration: 815.745584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.942981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.123987Z","time spent":"818.982318ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-04-01T23:37:17.943138Z","caller":"traceutil/trace.go:171","msg":"trace[1673068478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2959; }","duration":"4.282791511s","start":"2026-04-01T23:37:13.657225Z","end":"2026-04-01T23:37:17.940017Z","steps":["trace[1673068478] 'agreement among raft nodes before linearized reading' (duration: 4.282454104s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.943266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.657216Z","time spent":"4.286019044s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:37:17.943335Z","caller":"traceutil/trace.go:171","msg":"trace[748539017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2959; }","duration":"901.310582ms","start":"2026-04-01T23:37:17.038738Z","end":"2026-04-01T23:37:17.940048Z","steps":["trace[748539017] 'agreement among raft nodes before linearized reading' (duration: 901.066207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.9435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.038731Z","time spent":"904.751449ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:37:17.943364Z","caller":"traceutil/trace.go:171","msg":"trace[963500994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2959; }","duration":"2.846809621s","start":"2026-04-01T23:37:15.093263Z","end":"2026-04-01T23:37:17.940072Z","steps":["trace[963500994] 'agreement among raft nodes before linearized reading' (duration: 2.845550664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.943612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.093256Z","time spent":"2.85032953s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:18.211993Z","caller":"traceutil/trace.go:171","msg":"trace[1235462538] linearizableReadLoop","detail":"{readStateIndex:3079; appliedIndex:3078; }","duration":"266.301466ms","start":"2026-04-01T23:37:17.945656Z","end":"2026-04-01T23:37:18.211957Z","steps":["trace[1235462538] 'read index received' (duration: 182.789035ms)","trace[1235462538] 'applied index is now lower than readState.Index' (duration: 83.510701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:18.212298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.632203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-04-01T23:37:18.212398Z","caller":"traceutil/trace.go:171","msg":"trace[84905352] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2959; }","duration":"266.725284ms","start":"2026-04-01T23:37:17.945629Z","end":"2026-04-01T23:37:18.212354Z","steps":["trace[84905352] 'agreement among raft nodes before linearized reading' (duration: 266.5134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.712271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856751,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:18.924789Z","caller":"traceutil/trace.go:171","msg":"trace[2121566989] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"976.28437ms","start":"2026-04-01T23:37:17.948489Z","end":"2026-04-01T23:37:18.924773Z","steps":["trace[2121566989] 'process raft request' (duration: 976.2626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.924924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.948482Z","time spent":"976.357422ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:18.925049Z","caller":"traceutil/trace.go:171","msg":"trace[1515674836] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"978.231053ms","start":"2026-04-01T23:37:17.946809Z","end":"2026-04-01T23:37:18.92504Z","steps":["trace[1515674836] 'process raft request' (duration: 977.797184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.92511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.946792Z","time spent":"978.294925ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:18.925113Z","caller":"traceutil/trace.go:171","msg":"trace[110485726] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"976.652508ms","start":"2026-04-01T23:37:17.948427Z","end":"2026-04-01T23:37:18.925079Z","steps":["trace[110485726] 'process raft request' (duration: 976.29038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.925188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.945769Z","time spent":"979.40944ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:37:18.925261Z","caller":"traceutil/trace.go:171","msg":"trace[770104084] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"978.281745ms","start":"2026-04-01T23:37:17.946957Z","end":"2026-04-01T23:37:18.925239Z","steps":["trace[770104084] 'process raft request' (duration: 977.737473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.92528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.948413Z","time spent":"976.783802ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:18.925337Z","caller":"traceutil/trace.go:171","msg":"trace[1926923187] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"976.865294ms","start":"2026-04-01T23:37:17.948459Z","end":"2026-04-01T23:37:18.925325Z","steps":["trace[1926923187] 'process raft request' (duration: 976.274841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.925345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.946949Z","time spent":"978.352606ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:18.925395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.948445Z","time spent":"976.925385ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:19.891842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.959097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:19.892067Z","caller":"traceutil/trace.go:171","msg":"trace[2089988280] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"1.063289859s","start":"2026-04-01T23:37:18.828756Z","end":"2026-04-01T23:37:19.892046Z","steps":["trace[2089988280] 'process raft request' (duration: 1.063159846s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:19.892247Z","caller":"traceutil/trace.go:171","msg":"trace[567449338] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"1.679199525s","start":"2026-04-01T23:37:18.213018Z","end":"2026-04-01T23:37:19.892218Z","steps":["trace[567449338] 'process raft request' (duration: 967.799468ms)","trace[567449338] 'compare' (duration: 710.63308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:19.892389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.212998Z","time spent":"1.679316827s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:19.89247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.828732Z","time spent":"1.063431192s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:19.892831Z","caller":"traceutil/trace.go:171","msg":"trace[983724982] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"965.383224ms","start":"2026-04-01T23:37:18.927427Z","end":"2026-04-01T23:37:19.89281Z","steps":["trace[983724982] 'process raft request' (duration: 964.563576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:19.892873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943319221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:19.89265Z","caller":"traceutil/trace.go:171","msg":"trace[768908912] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3085; }","duration":"1.680513605s","start":"2026-04-01T23:37:18.212072Z","end":"2026-04-01T23:37:19.892586Z","steps":["trace[768908912] 'read index received' (duration: 712.966842ms)","trace[768908912] 'applied index is now lower than readState.Index' (duration: 967.539703ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:19.892941Z","caller":"traceutil/trace.go:171","msg":"trace[1010370138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2967; }","duration":"1.943415742s","start":"2026-04-01T23:37:17.949512Z","end":"2026-04-01T23:37:19.892927Z","steps":["trace[1010370138] 'agreement among raft nodes before linearized reading' (duration: 1.943200198s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:19.892991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:17.949506Z","time spent":"1.943474284s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:19.893006Z","caller":"traceutil/trace.go:171","msg":"trace[1894721237] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"853.665989ms","start":"2026-04-01T23:37:19.039319Z","end":"2026-04-01T23:37:19.892985Z","steps":["trace[1894721237] 'process raft request' (duration: 853.413073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:19.893049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.927394Z","time spent":"965.491976ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:19.893083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.039289Z","time spent":"853.75265ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.393859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362856759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:20.563178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280786675s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:37:21.280506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.87405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:21.28077Z","caller":"traceutil/trace.go:171","msg":"trace[593823389] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"1.998644458s","start":"2026-04-01T23:37:19.282111Z","end":"2026-04-01T23:37:21.280756Z","steps":["trace[593823389] 'process raft request' (duration: 1.998534095s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.280829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.282092Z","time spent":"1.99871344s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:21.280844Z","caller":"traceutil/trace.go:171","msg":"trace[1751341457] linearizableReadLoop","detail":"{readStateIndex:3092; appliedIndex:3089; }","duration":"1.387844437s","start":"2026-04-01T23:37:19.892965Z","end":"2026-04-01T23:37:21.280809Z","steps":["trace[1751341457] 'read index received' (duration: 670.593568ms)","trace[1751341457] 'applied index is now lower than readState.Index' (duration: 717.250169ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:21.280802Z","caller":"traceutil/trace.go:171","msg":"trace[1275318322] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"1.998684469s","start":"2026-04-01T23:37:19.282085Z","end":"2026-04-01T23:37:21.280769Z","steps":["trace[1275318322] 'process raft request' (duration: 1.281462041s)","trace[1275318322] 'compare' (duration: 715.781125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:21.280957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549532827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:21.280997Z","caller":"traceutil/trace.go:171","msg":"trace[1168386000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2971; }","duration":"1.549623898s","start":"2026-04-01T23:37:19.731363Z","end":"2026-04-01T23:37:21.280986Z","steps":["trace[1168386000] 'agreement among raft nodes before linearized reading' (duration: 1.549519235s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.282059Z","time spent":"1.998923824s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:21.281031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.731342Z","time spent":"1.54968206s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:21.281094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470904496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:21.281081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762734646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:21.281165Z","caller":"traceutil/trace.go:171","msg":"trace[2077318273] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2971; }","duration":"1.762851978s","start":"2026-04-01T23:37:19.518299Z","end":"2026-04-01T23:37:21.281151Z","steps":["trace[2077318273] 'agreement among raft nodes before linearized reading' (duration: 1.762746456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.341309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:21.281229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.51828Z","time spent":"1.76291697s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:21.281252Z","caller":"traceutil/trace.go:171","msg":"trace[91762644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2971; }","duration":"283.438661ms","start":"2026-04-01T23:37:20.997805Z","end":"2026-04-01T23:37:21.281243Z","steps":["trace[91762644] 'agreement among raft nodes before linearized reading' (duration: 283.38063ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.281124Z","caller":"traceutil/trace.go:171","msg":"trace[66708104] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"1.998690329s","start":"2026-04-01T23:37:19.282368Z","end":"2026-04-01T23:37:21.281058Z","steps":["trace[66708104] 'process raft request' (duration: 1.998357172s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998589669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:21.281515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326184241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:37:21.281558Z","caller":"traceutil/trace.go:171","msg":"trace[1477356547] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2971; }","duration":"2.326264743s","start":"2026-04-01T23:37:18.955284Z","end":"2026-04-01T23:37:21.281549Z","steps":["trace[1477356547] 'agreement among raft nodes before linearized reading' (duration: 2.325945666s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.955265Z","time spent":"2.326322294s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-01T23:37:21.281122Z","caller":"traceutil/trace.go:171","msg":"trace[1398871806] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2971; }","duration":"1.470961308s","start":"2026-04-01T23:37:19.810154Z","end":"2026-04-01T23:37:21.281115Z","steps":["trace[1398871806] 'agreement among raft nodes before linearized reading' (duration: 1.470900746s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.810109Z","time spent":"1.47152677s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:21.281702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.282335Z","time spent":"1.99919214s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:21.281719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.069934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:37:21.28176Z","caller":"traceutil/trace.go:171","msg":"trace[141735570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2971; }","duration":"351.111315ms","start":"2026-04-01T23:37:20.930639Z","end":"2026-04-01T23:37:21.28175Z","steps":["trace[141735570] 'agreement among raft nodes before linearized reading' (duration: 351.036923ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.281525Z","caller":"traceutil/trace.go:171","msg":"trace[1561474017] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2971; }","duration":"2.998978489s","start":"2026-04-01T23:37:18.282531Z","end":"2026-04-01T23:37:21.28151Z","steps":["trace[1561474017] 'agreement among raft nodes before linearized reading' (duration: 2.99855007s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387277053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-01T23:37:21.281772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518874929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:21.281859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.491913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:37:21.281861Z","caller":"traceutil/trace.go:171","msg":"trace[962030703] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2971; }","duration":"2.519048553s","start":"2026-04-01T23:37:18.762803Z","end":"2026-04-01T23:37:21.281852Z","steps":["trace[962030703] 'agreement among raft nodes before linearized reading' (duration: 2.518738346s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:21.281893Z","caller":"traceutil/trace.go:171","msg":"trace[95843298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2971; }","duration":"351.525353ms","start":"2026-04-01T23:37:20.930353Z","end":"2026-04-01T23:37:21.281878Z","steps":["trace[95843298] 'agreement among raft nodes before linearized reading' (duration: 351.451012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.2816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.824333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:37:21.281171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38710851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:21.281982Z","caller":"traceutil/trace.go:171","msg":"trace[614534641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2971; }","duration":"699.231112ms","start":"2026-04-01T23:37:20.582733Z","end":"2026-04-01T23:37:21.281964Z","steps":["trace[614534641] 'agreement among raft nodes before linearized reading' (duration: 698.844434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.868202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:37:21.281986Z","caller":"traceutil/trace.go:171","msg":"trace[1791265692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2971; }","duration":"1.387948767s","start":"2026-04-01T23:37:19.894018Z","end":"2026-04-01T23:37:21.281966Z","steps":["trace[1791265692] 'agreement among raft nodes before linearized reading' (duration: 1.387135539s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.28205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.582714Z","time spent":"699.311684ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:21.281787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.930635Z","time spent":"351.145835ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:21.28209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.893997Z","time spent":"1.388079511s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:21.282028Z","caller":"traceutil/trace.go:171","msg":"trace[2130814985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2971; }","duration":"351.905783ms","start":"2026-04-01T23:37:20.930115Z","end":"2026-04-01T23:37:21.282021Z","steps":["trace[2130814985] 'agreement among raft nodes before linearized reading' (duration: 351.740849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.281656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.517087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:37:21.282138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.93011Z","time spent":"352.020025ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:37:21.281827Z","caller":"traceutil/trace.go:171","msg":"trace[1098749426] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2971; }","duration":"1.387374555s","start":"2026-04-01T23:37:19.894439Z","end":"2026-04-01T23:37:21.281813Z","steps":["trace[1098749426] 'agreement among raft nodes before linearized reading' (duration: 1.387243912s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.282174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385884571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a25fe13fa935ef\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-04-01T23:37:21.28219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.894427Z","time spent":"1.387758003s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:37:21.282197Z","caller":"traceutil/trace.go:171","msg":"trace[2135218357] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a25fe13fa935ef; range_end:; response_count:1; response_revision:2971; }","duration":"1.385929742s","start":"2026-04-01T23:37:19.896261Z","end":"2026-04-01T23:37:21.282191Z","steps":["trace[2135218357] 'agreement among raft nodes before linearized reading' (duration: 1.3853542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.282217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.896249Z","time spent":"1.385963803s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a25fe13fa935ef\" "} {"level":"warn","ts":"2026-04-01T23:37:21.281939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.930349Z","time spent":"351.585446ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:21.282154Z","caller":"traceutil/trace.go:171","msg":"trace[1173049515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2971; }","duration":"353.010528ms","start":"2026-04-01T23:37:20.929129Z","end":"2026-04-01T23:37:21.282139Z","steps":["trace[1173049515] 'agreement among raft nodes before linearized reading' (duration: 352.419775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.282269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.929078Z","time spent":"353.187072ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:21.281878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.282509Z","time spent":"2.999304256s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:37:21.282514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.643079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:37:21.282821Z","caller":"traceutil/trace.go:171","msg":"trace[1117075193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2971; }","duration":"353.259003ms","start":"2026-04-01T23:37:20.929314Z","end":"2026-04-01T23:37:21.282573Z","steps":["trace[1117075193] 'agreement among raft nodes before linearized reading' (duration: 352.548547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.28288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.929309Z","time spent":"353.556761ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:21.282978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.762778Z","time spent":"2.51937349s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:21.988323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.511768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:21.988454Z","caller":"traceutil/trace.go:171","msg":"trace[213539390] linearizableReadLoop","detail":"{readStateIndex:3093; appliedIndex:3092; }","duration":"702.575637ms","start":"2026-04-01T23:37:21.285858Z","end":"2026-04-01T23:37:21.988433Z","steps":["trace[213539390] 'read index received' (duration: 205.876905ms)","trace[213539390] 'applied index is now lower than readState.Index' (duration: 496.696662ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:21.98859Z","caller":"traceutil/trace.go:171","msg":"trace[510839811] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"703.277453ms","start":"2026-04-01T23:37:21.285288Z","end":"2026-04-01T23:37:21.988565Z","steps":["trace[510839811] 'process raft request' (duration: 206.397377ms)","trace[510839811] 'compare' (duration: 496.118909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:21.988699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.285269Z","time spent":"703.368946ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:21.988738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.869474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:21.988785Z","caller":"traceutil/trace.go:171","msg":"trace[402433222] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2972; }","duration":"702.933086ms","start":"2026-04-01T23:37:21.285838Z","end":"2026-04-01T23:37:21.988771Z","steps":["trace[402433222] 'agreement among raft nodes before linearized reading' (duration: 702.72506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:21.988822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.285825Z","time spent":"702.988147ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:37:23.291519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:23.292259Z","caller":"traceutil/trace.go:171","msg":"trace[478978521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001278577s","start":"2026-04-01T23:37:21.290964Z","end":"2026-04-01T23:37:23.292243Z","steps":["trace[478978521] 'agreement among raft nodes before linearized reading' (duration: 2.00052076s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:23.292309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.290956Z","time spent":"2.001339859s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:23.599269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419502248s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:23.599509Z","caller":"traceutil/trace.go:171","msg":"trace[953685430] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"2.31146948s","start":"2026-04-01T23:37:21.288016Z","end":"2026-04-01T23:37:23.599485Z","steps":["trace[953685430] 'process raft request' (duration: 891.640255ms)","trace[953685430] 'compare' (duration: 1.419008287s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:23.599633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.287999Z","time spent":"2.311567733s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:23.600045Z","caller":"traceutil/trace.go:171","msg":"trace[261962107] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"2.311814718s","start":"2026-04-01T23:37:21.288222Z","end":"2026-04-01T23:37:23.600037Z","steps":["trace[261962107] 'process raft request' (duration: 2.311329377s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:23.60009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.288214Z","time spent":"2.311855009s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:23.600183Z","caller":"traceutil/trace.go:171","msg":"trace[1588741999] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"2.312055653s","start":"2026-04-01T23:37:21.288119Z","end":"2026-04-01T23:37:23.600175Z","steps":["trace[1588741999] 'process raft request' (duration: 2.311267545s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:23.600222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.288111Z","time spent":"2.312092675s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:23.6003Z","caller":"traceutil/trace.go:171","msg":"trace[1712489604] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"2.312118345s","start":"2026-04-01T23:37:21.288174Z","end":"2026-04-01T23:37:23.600293Z","steps":["trace[1712489604] 'process raft request' (duration: 2.311328216s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:23.600339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.288167Z","time spent":"2.312151646s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:23.600499Z","caller":"traceutil/trace.go:171","msg":"trace[1999989199] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"2.31194653s","start":"2026-04-01T23:37:21.288544Z","end":"2026-04-01T23:37:23.600491Z","steps":["trace[1999989199] 'process raft request' (duration: 2.311052821s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:23.600487Z","caller":"traceutil/trace.go:171","msg":"trace[1993313206] linearizableReadLoop","detail":"{readStateIndex:3099; appliedIndex:3093; }","duration":"1.611957671s","start":"2026-04-01T23:37:21.988489Z","end":"2026-04-01T23:37:23.600447Z","steps":["trace[1993313206] 'read index received' (duration: 191.182525ms)","trace[1993313206] 'applied index is now lower than readState.Index' (duration: 1.420772506s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:23.60054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.288534Z","time spent":"2.311986861s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:23.600514Z","caller":"traceutil/trace.go:171","msg":"trace[688997059] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"1.70162063s","start":"2026-04-01T23:37:21.898774Z","end":"2026-04-01T23:37:23.600395Z","steps":["trace[688997059] 'process raft request' (duration: 1.700887334s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:23.600678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.898749Z","time spent":"1.701833625s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.788062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188237621s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-01T23:37:24.788488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15414653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:24.788539Z","caller":"traceutil/trace.go:171","msg":"trace[1540470485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2978; }","duration":"3.154228793s","start":"2026-04-01T23:37:21.634291Z","end":"2026-04-01T23:37:24.78852Z","steps":["trace[1540470485] 'agreement among raft nodes before linearized reading' (duration: 1.966276728s)","trace[1540470485] 'count revisions from in-memory index tree' (duration: 1.187878513s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:24.788581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.634275Z","time spent":"3.154294894s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:24.78888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501265286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-01T23:37:24.788949Z","caller":"traceutil/trace.go:171","msg":"trace[1470805719] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2978; }","duration":"3.501338518s","start":"2026-04-01T23:37:21.287589Z","end":"2026-04-01T23:37:24.788927Z","steps":["trace[1470805719] 'agreement among raft nodes before linearized reading' (duration: 2.312998044s)","trace[1470805719] 'range keys from in-memory index tree' (duration: 1.188176609s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:24.789005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.287581Z","time spent":"3.501410709s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T23:37:24.789239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502845481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:37:24.789294Z","caller":"traceutil/trace.go:171","msg":"trace[730881905] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2978; }","duration":"3.502921513s","start":"2026-04-01T23:37:21.286359Z","end":"2026-04-01T23:37:24.78928Z","steps":["trace[730881905] 'agreement among raft nodes before linearized reading' (duration: 2.314239893s)","trace[730881905] 'range keys from in-memory index tree' (duration: 1.188584798s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:24.789332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.286345Z","time spent":"3.502979574s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:37:24.789786Z","caller":"traceutil/trace.go:171","msg":"trace[1098182163] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"1.500960571s","start":"2026-04-01T23:37:23.288797Z","end":"2026-04-01T23:37:24.789757Z","steps":["trace[1098182163] 'process raft request' (duration: 1.499351635s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:24.789949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:23.288776Z","time spent":"1.501094703s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:25.292176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:25.292269Z","caller":"traceutil/trace.go:171","msg":"trace[402228517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514478s","start":"2026-04-01T23:37:23.291734Z","end":"2026-04-01T23:37:25.292248Z","steps":["trace[402228517] 'agreement among raft nodes before linearized reading' (duration: 2.000402456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.292323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:23.291704Z","time spent":"2.00060541s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:26.250871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461005124s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:26.251223Z","caller":"traceutil/trace.go:171","msg":"trace[313168481] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"1.473565135s","start":"2026-04-01T23:37:24.777603Z","end":"2026-04-01T23:37:26.251168Z","steps":["trace[313168481] 'process raft request' (duration: 1.473499764s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:26.251299Z","caller":"traceutil/trace.go:171","msg":"trace[837736810] linearizableReadLoop","detail":"{readStateIndex:3103; appliedIndex:3099; }","duration":"2.650712237s","start":"2026-04-01T23:37:23.600535Z","end":"2026-04-01T23:37:26.251247Z","steps":["trace[837736810] 'read index received' (duration: 161.984667ms)","trace[837736810] 'applied index is now lower than readState.Index' (duration: 2.48872482s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:26.251339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.777574Z","time spent":"1.473712589s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:26.251304Z","caller":"traceutil/trace.go:171","msg":"trace[1689205353] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"2.961787401s","start":"2026-04-01T23:37:23.289489Z","end":"2026-04-01T23:37:26.251276Z","steps":["trace[1689205353] 'process raft request' (duration: 1.500253226s)","trace[1689205353] 'compare' (duration: 1.460449661s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:26.251373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999878512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:37:26.251405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259455845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-01T23:37:26.251457Z","caller":"traceutil/trace.go:171","msg":"trace[890797150] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085; range_end:; response_count:1; response_revision:2982; }","duration":"4.259549417s","start":"2026-04-01T23:37:21.991895Z","end":"2026-04-01T23:37:26.251444Z","steps":["trace[890797150] 'agreement among raft nodes before linearized reading' (duration: 4.259388064s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.251506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.991881Z","time spent":"4.259616628s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085\" "} {"level":"info","ts":"2026-04-01T23:37:26.251463Z","caller":"traceutil/trace.go:171","msg":"trace[1652567779] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"2.961298659s","start":"2026-04-01T23:37:23.289956Z","end":"2026-04-01T23:37:26.251254Z","steps":["trace[1652567779] 'process raft request' (duration: 2.961031193s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.251561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259922835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:37:26.251637Z","caller":"traceutil/trace.go:171","msg":"trace[732769708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2982; }","duration":"4.260037258s","start":"2026-04-01T23:37:21.991583Z","end":"2026-04-01T23:37:26.25162Z","steps":["trace[732769708] 'agreement among raft nodes before linearized reading' (duration: 4.259814703s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.25161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715130721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:26.251452Z","caller":"traceutil/trace.go:171","msg":"trace[794195596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2982; }","duration":"4.000031605s","start":"2026-04-01T23:37:22.251405Z","end":"2026-04-01T23:37:26.251436Z","steps":["trace[794195596] 'agreement among raft nodes before linearized reading' (duration: 3.999873822s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.251691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.991559Z","time spent":"4.260120231s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:26.251759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.251383Z","time spent":"4.000363273s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:26.251559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:23.289459Z","time spent":"2.962001785s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:26.251784Z","caller":"traceutil/trace.go:171","msg":"trace[266851087] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2982; }","duration":"3.715289895s","start":"2026-04-01T23:37:22.536399Z","end":"2026-04-01T23:37:26.251689Z","steps":["trace[266851087] 'agreement among raft nodes before linearized reading' (duration: 3.714885156s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.251884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:23.289931Z","time spent":"2.961712089s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:26.251899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.536343Z","time spent":"3.715516079s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:26.69442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.486162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:26.694567Z","caller":"traceutil/trace.go:171","msg":"trace[2132245304] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"440.611499ms","start":"2026-04-01T23:37:26.253943Z","end":"2026-04-01T23:37:26.694555Z","steps":["trace[2132245304] 'process raft request' (duration: 440.554638ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:26.694582Z","caller":"traceutil/trace.go:171","msg":"trace[509810470] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"1.088124067s","start":"2026-04-01T23:37:25.60643Z","end":"2026-04-01T23:37:26.694554Z","steps":["trace[509810470] 'process raft request' (duration: 760.44313ms)","trace[509810470] 'compare' (duration: 327.278948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:26.694625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.253923Z","time spent":"440.673431ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:26.694705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.60642Z","time spent":"1.088219699s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:26.694772Z","caller":"traceutil/trace.go:171","msg":"trace[749944527] linearizableReadLoop","detail":"{readStateIndex:3105; appliedIndex:3104; }","duration":"443.388441ms","start":"2026-04-01T23:37:26.251376Z","end":"2026-04-01T23:37:26.694765Z","steps":["trace[749944527] 'read index received' (duration: 115.51819ms)","trace[749944527] 'applied index is now lower than readState.Index' (duration: 327.869401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:26.694948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089870836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:26.694973Z","caller":"traceutil/trace.go:171","msg":"trace[2020375646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2984; }","duration":"1.089905258s","start":"2026-04-01T23:37:25.605062Z","end":"2026-04-01T23:37:26.694967Z","steps":["trace[2020375646] 'agreement among raft nodes before linearized reading' (duration: 1.089785705s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.694985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396007689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:26.695019Z","caller":"traceutil/trace.go:171","msg":"trace[1533637048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2984; }","duration":"1.396141172s","start":"2026-04-01T23:37:25.29887Z","end":"2026-04-01T23:37:26.695012Z","steps":["trace[1533637048] 'agreement among raft nodes before linearized reading' (duration: 1.396085511s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.298848Z","time spent":"1.396266185s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:26.695216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897814087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-01T23:37:26.695251Z","caller":"traceutil/trace.go:171","msg":"trace[719834591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2984; }","duration":"1.897877338s","start":"2026-04-01T23:37:24.797366Z","end":"2026-04-01T23:37:26.695244Z","steps":["trace[719834591] 'agreement among raft nodes before linearized reading' (duration: 1.897728955s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090237786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:37:26.695339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003731582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:26.695358Z","caller":"traceutil/trace.go:171","msg":"trace[1036797959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2984; }","duration":"1.090279077s","start":"2026-04-01T23:37:25.605031Z","end":"2026-04-01T23:37:26.695311Z","steps":["trace[1036797959] 'agreement among raft nodes before linearized reading' (duration: 1.090185964s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.605024Z","time spent":"1.090351598s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:26.695383Z","caller":"traceutil/trace.go:171","msg":"trace[1328441269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2984; }","duration":"2.003808254s","start":"2026-04-01T23:37:24.691563Z","end":"2026-04-01T23:37:26.695371Z","steps":["trace[1328441269] 'agreement among raft nodes before linearized reading' (duration: 2.003747483s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.691542Z","time spent":"2.003860275s","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:26.695073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853376946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-01T23:37:26.694995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.605057Z","time spent":"1.089932138s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:26.695488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374076555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-01T23:37:26.69529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.797348Z","time spent":"1.89792196s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-01T23:37:26.695523Z","caller":"traceutil/trace.go:171","msg":"trace[1276110851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2984; }","duration":"1.853828207s","start":"2026-04-01T23:37:24.841666Z","end":"2026-04-01T23:37:26.695495Z","steps":["trace[1276110851] 'agreement among raft nodes before linearized reading' (duration: 1.853340805s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.519522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-04-01T23:37:26.6956Z","caller":"traceutil/trace.go:171","msg":"trace[360824610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2984; }","duration":"442.610195ms","start":"2026-04-01T23:37:26.252974Z","end":"2026-04-01T23:37:26.695584Z","steps":["trace[360824610] 'agreement among raft nodes before linearized reading' (duration: 442.450981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.841656Z","time spent":"1.853923839s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:26.69565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.252955Z","time spent":"442.686096ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T23:37:26.695699Z","caller":"traceutil/trace.go:171","msg":"trace[168792829] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2984; }","duration":"1.374342452s","start":"2026-04-01T23:37:25.321344Z","end":"2026-04-01T23:37:26.695686Z","steps":["trace[168792829] 'agreement among raft nodes before linearized reading' (duration: 1.374098846s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.32131Z","time spent":"1.374441233s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-01T23:37:26.695822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091881543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:26.695861Z","caller":"traceutil/trace.go:171","msg":"trace[1991724928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2984; }","duration":"1.091948704s","start":"2026-04-01T23:37:25.603904Z","end":"2026-04-01T23:37:26.695852Z","steps":["trace[1991724928] 'agreement among raft nodes before linearized reading' (duration: 1.091847731s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.695889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.603887Z","time spent":"1.091995235s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:26.695952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091231168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:37:26.696025Z","caller":"traceutil/trace.go:171","msg":"trace[1572764253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2984; }","duration":"1.091358901s","start":"2026-04-01T23:37:25.604649Z","end":"2026-04-01T23:37:26.696008Z","steps":["trace[1572764253] 'agreement among raft nodes before linearized reading' (duration: 1.091135686s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.696075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.604626Z","time spent":"1.091438812s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:26.696075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091660577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:37:26.696433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37295634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128139"} {"level":"info","ts":"2026-04-01T23:37:26.696467Z","caller":"traceutil/trace.go:171","msg":"trace[1245493017] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2984; }","duration":"1.373073293s","start":"2026-04-01T23:37:25.323385Z","end":"2026-04-01T23:37:26.696459Z","steps":["trace[1245493017] 'agreement among raft nodes before linearized reading' (duration: 1.3724685s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.696538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.32336Z","time spent":"1.373172045s","remote":"127.0.0.1:60046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128161,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-01T23:37:26.697663Z","caller":"traceutil/trace.go:171","msg":"trace[765945339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2984; }","duration":"1.093287943s","start":"2026-04-01T23:37:25.604357Z","end":"2026-04-01T23:37:26.697645Z","steps":["trace[765945339] 'agreement among raft nodes before linearized reading' (duration: 1.091100915s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:26.69773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.604331Z","time spent":"1.093380746s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:27.589827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.327242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:27.589943Z","caller":"traceutil/trace.go:171","msg":"trace[1357875311] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3106; }","duration":"890.246762ms","start":"2026-04-01T23:37:26.699684Z","end":"2026-04-01T23:37:27.589931Z","steps":["trace[1357875311] 'read index received' (duration: 338.894919ms)","trace[1357875311] 'applied index is now lower than readState.Index' (duration: 551.350723ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:27.590012Z","caller":"traceutil/trace.go:171","msg":"trace[217717886] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"890.340925ms","start":"2026-04-01T23:37:26.699635Z","end":"2026-04-01T23:37:27.589976Z","steps":["trace[217717886] 'process raft request' (duration: 338.804778ms)","trace[217717886] 'compare' (duration: 551.009156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:27.590087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.401037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-01T23:37:27.590108Z","caller":"traceutil/trace.go:171","msg":"trace[1276765318] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2985; }","duration":"890.435257ms","start":"2026-04-01T23:37:26.699666Z","end":"2026-04-01T23:37:27.590101Z","steps":["trace[1276765318] 'agreement among raft nodes before linearized reading' (duration: 890.314394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.590132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.699657Z","time spent":"890.467838ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T23:37:27.590142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.699623Z","time spent":"890.448417ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:27.673227Z","caller":"traceutil/trace.go:171","msg":"trace[103767819] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"972.670049ms","start":"2026-04-01T23:37:26.700531Z","end":"2026-04-01T23:37:27.673201Z","steps":["trace[103767819] 'process raft request' (duration: 972.450755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.673285Z","caller":"traceutil/trace.go:171","msg":"trace[153725592] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"971.36945ms","start":"2026-04-01T23:37:26.701892Z","end":"2026-04-01T23:37:27.673261Z","steps":["trace[153725592] 'process raft request' (duration: 971.311438ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.673303Z","caller":"traceutil/trace.go:171","msg":"trace[1736358358] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"971.813319ms","start":"2026-04-01T23:37:26.701466Z","end":"2026-04-01T23:37:27.673279Z","steps":["trace[1736358358] 'process raft request' (duration: 971.665166ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.673351Z","caller":"traceutil/trace.go:171","msg":"trace[1048724927] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"971.86752ms","start":"2026-04-01T23:37:26.701465Z","end":"2026-04-01T23:37:27.673333Z","steps":["trace[1048724927] 'process raft request' (duration: 971.713777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.673366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.700518Z","time spent":"972.772081ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:27.673426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.701437Z","time spent":"971.951233ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:27.673435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.701455Z","time spent":"971.901971ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:27.67345Z","caller":"traceutil/trace.go:171","msg":"trace[583776032] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"972.030534ms","start":"2026-04-01T23:37:26.701365Z","end":"2026-04-01T23:37:27.673395Z","steps":["trace[583776032] 'process raft request' (duration: 971.719917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.673564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.827792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:27.673567Z","caller":"traceutil/trace.go:171","msg":"trace[833254559] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"877.692451ms","start":"2026-04-01T23:37:26.795839Z","end":"2026-04-01T23:37:27.673531Z","steps":["trace[833254559] 'process raft request' (duration: 877.393424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.673648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.467546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-01T23:37:27.673656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.027161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-01T23:37:27.673669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.766631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:27.673696Z","caller":"traceutil/trace.go:171","msg":"trace[1084106488] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2991; }","duration":"971.077143ms","start":"2026-04-01T23:37:26.70261Z","end":"2026-04-01T23:37:27.673687Z","steps":["trace[1084106488] 'agreement among raft nodes before linearized reading' (duration: 971.015542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.673735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.702602Z","time spent":"971.125004ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-01T23:37:27.673696Z","caller":"traceutil/trace.go:171","msg":"trace[293018162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2991; }","duration":"965.523598ms","start":"2026-04-01T23:37:26.708159Z","end":"2026-04-01T23:37:27.673682Z","steps":["trace[293018162] 'agreement among raft nodes before linearized reading' (duration: 965.425886ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.673605Z","caller":"traceutil/trace.go:171","msg":"trace[1725434576] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2991; }","duration":"200.908134ms","start":"2026-04-01T23:37:27.472685Z","end":"2026-04-01T23:37:27.673593Z","steps":["trace[1725434576] 'agreement among raft nodes before linearized reading' (duration: 200.847013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.673867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.708151Z","time spent":"965.63397ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:37:27.673866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.991963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128139"} {"level":"info","ts":"2026-04-01T23:37:27.673913Z","caller":"traceutil/trace.go:171","msg":"trace[1588653713] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2991; }","duration":"972.124586ms","start":"2026-04-01T23:37:26.701779Z","end":"2026-04-01T23:37:27.673904Z","steps":["trace[1588653713] 'agreement among raft nodes before linearized reading' (duration: 971.933692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.673951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.70177Z","time spent":"972.171787ms","remote":"127.0.0.1:60046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128161,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-01T23:37:27.67373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.795817Z","time spent":"877.840253ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:27.673877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.903987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:37:27.674043Z","caller":"traceutil/trace.go:171","msg":"trace[545141948] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2991; }","duration":"549.220635ms","start":"2026-04-01T23:37:27.12481Z","end":"2026-04-01T23:37:27.674031Z","steps":["trace[545141948] 'agreement among raft nodes before linearized reading' (duration: 548.637822ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:27.673699Z","caller":"traceutil/trace.go:171","msg":"trace[424745582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2991; }","duration":"968.813311ms","start":"2026-04-01T23:37:26.704879Z","end":"2026-04-01T23:37:27.673692Z","steps":["trace[424745582] 'agreement among raft nodes before linearized reading' (duration: 968.76045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.674123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.704871Z","time spent":"969.24004ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:27.67356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.708762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-01T23:37:27.674283Z","caller":"traceutil/trace.go:171","msg":"trace[1887258799] range","detail":"{range_begin:/registry/persistentvolumes/pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784; range_end:; response_count:1; response_revision:2991; }","duration":"974.443398ms","start":"2026-04-01T23:37:26.699827Z","end":"2026-04-01T23:37:27.67427Z","steps":["trace[1887258799] 'agreement among raft nodes before linearized reading' (duration: 973.480047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.674329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.699821Z","time spent":"974.492839ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" "} {"level":"warn","ts":"2026-04-01T23:37:27.674505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.701343Z","time spent":"972.199118ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:27.674133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.124793Z","time spent":"549.294116ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:37:27.673394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.701877Z","time spent":"971.456081ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.961743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.769749ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:28.961871Z","caller":"traceutil/trace.go:171","msg":"trace[1590418864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2991; }","duration":"784.909742ms","start":"2026-04-01T23:37:28.176942Z","end":"2026-04-01T23:37:28.961852Z","steps":["trace[1590418864] 'range keys from in-memory index tree' (duration: 784.755168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.963309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014743326s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-01T23:37:28.963749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.675457Z","time spent":"1.288285915s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:37:28.963902Z","caller":"traceutil/trace.go:171","msg":"trace[1278608824] linearizableReadLoop","detail":"{readStateIndex:3114; appliedIndex:3113; }","duration":"1.287507527s","start":"2026-04-01T23:37:27.676369Z","end":"2026-04-01T23:37:28.963877Z","steps":["trace[1278608824] 'read index received' (duration: 272.073706ms)","trace[1278608824] 'applied index is now lower than readState.Index' (duration: 1.01543105s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:28.964145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287759222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-01T23:37:28.964185Z","caller":"traceutil/trace.go:171","msg":"trace[791341735] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085; range_end:; response_count:1; response_revision:2991; }","duration":"1.287825213s","start":"2026-04-01T23:37:27.67635Z","end":"2026-04-01T23:37:28.964175Z","steps":["trace[791341735] 'agreement among raft nodes before linearized reading' (duration: 1.287656599s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.96424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.676341Z","time spent":"1.287889685s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085\" "} {"level":"info","ts":"2026-04-01T23:37:28.964259Z","caller":"traceutil/trace.go:171","msg":"trace[1597887002] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"911.451441ms","start":"2026-04-01T23:37:28.052784Z","end":"2026-04-01T23:37:28.964235Z","steps":["trace[1597887002] 'process raft request' (duration: 910.965929ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.964645Z","caller":"traceutil/trace.go:171","msg":"trace[793609450] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"707.156172ms","start":"2026-04-01T23:37:28.257456Z","end":"2026-04-01T23:37:28.964613Z","steps":["trace[793609450] 'process raft request' (duration: 707.026969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.964875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.814164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:28.964933Z","caller":"traceutil/trace.go:171","msg":"trace[972908917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2995; }","duration":"782.901997ms","start":"2026-04-01T23:37:28.182019Z","end":"2026-04-01T23:37:28.964921Z","steps":["trace[972908917] 'agreement among raft nodes before linearized reading' (duration: 782.793634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.964966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.182001Z","time spent":"782.957898ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:28.965284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.257408Z","time spent":"707.477359ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.965579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.652368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:28.965625Z","caller":"traceutil/trace.go:171","msg":"trace[616069979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2995; }","duration":"590.72751ms","start":"2026-04-01T23:37:28.374884Z","end":"2026-04-01T23:37:28.965612Z","steps":["trace[616069979] 'agreement among raft nodes before linearized reading' (duration: 590.640408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.964764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.052763Z","time spent":"911.581264ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.965293Z","caller":"traceutil/trace.go:171","msg":"trace[721297255] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"707.898348ms","start":"2026-04-01T23:37:28.257342Z","end":"2026-04-01T23:37:28.96524Z","steps":["trace[721297255] 'process raft request' (duration: 706.739751ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.964848Z","caller":"traceutil/trace.go:171","msg":"trace[825188402] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"263.738628ms","start":"2026-04-01T23:37:28.701099Z","end":"2026-04-01T23:37:28.964838Z","steps":["trace[825188402] 'process raft request' (duration: 263.453112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.965864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.257321Z","time spent":"708.44256ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.965654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.374868Z","time spent":"590.778611ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:35.14208Z","caller":"traceutil/trace.go:171","msg":"trace[361746833] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"117.986885ms","start":"2026-04-01T23:37:35.024066Z","end":"2026-04-01T23:37:35.142053Z","steps":["trace[361746833] 'process raft request' (duration: 117.817402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.37469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.275816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-01T23:37:35.374773Z","caller":"traceutil/trace.go:171","msg":"trace[1805789681] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a25fdcd7ab6085; range_end:; response_count:1; response_revision:3035; }","duration":"119.411259ms","start":"2026-04-01T23:37:35.255343Z","end":"2026-04-01T23:37:35.374755Z","steps":["trace[1805789681] 'range keys from in-memory index tree' (duration: 119.02673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.859035Z","caller":"traceutil/trace.go:171","msg":"trace[676814210] linearizableReadLoop","detail":"{readStateIndex:3162; appliedIndex:3160; }","duration":"120.86207ms","start":"2026-04-01T23:37:35.738146Z","end":"2026-04-01T23:37:35.859008Z","steps":["trace[676814210] 'read index received' (duration: 55.250993ms)","trace[676814210] 'applied index is now lower than readState.Index' (duration: 65.610047ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:35.859187Z","caller":"traceutil/trace.go:171","msg":"trace[1939480446] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"124.31985ms","start":"2026-04-01T23:37:35.734796Z","end":"2026-04-01T23:37:35.859116Z","steps":["trace[1939480446] 'process raft request' (duration: 77.350532ms)","trace[1939480446] 'compare' (duration: 46.722472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:35.859436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.222809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:37:35.859465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.516254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:37:35.859608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.98737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:37:35.859622Z","caller":"traceutil/trace.go:171","msg":"trace[81512958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3038; }","duration":"116.732508ms","start":"2026-04-01T23:37:35.742816Z","end":"2026-04-01T23:37:35.859548Z","steps":["trace[81512958] 'agreement among raft nodes before linearized reading' (duration: 116.482673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.859674Z","caller":"traceutil/trace.go:171","msg":"trace[2145958243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3038; }","duration":"116.075753ms","start":"2026-04-01T23:37:35.743582Z","end":"2026-04-01T23:37:35.859658Z","steps":["trace[2145958243] 'agreement among raft nodes before linearized reading' (duration: 115.905299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.859679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.889719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:37:35.85991Z","caller":"traceutil/trace.go:171","msg":"trace[1463460619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3038; }","duration":"116.121614ms","start":"2026-04-01T23:37:35.743771Z","end":"2026-04-01T23:37:35.859892Z","steps":["trace[1463460619] 'agreement among raft nodes before linearized reading' (duration: 115.655714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.860031Z","caller":"traceutil/trace.go:171","msg":"trace[1537420689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3038; }","duration":"121.352202ms","start":"2026-04-01T23:37:35.738137Z","end":"2026-04-01T23:37:35.859489Z","steps":["trace[1537420689] 'agreement among raft nodes before linearized reading' (duration: 121.059336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:39.954134Z","caller":"traceutil/trace.go:171","msg":"trace[1387959721] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"132.33801ms","start":"2026-04-01T23:37:39.821777Z","end":"2026-04-01T23:37:39.954115Z","steps":["trace[1387959721] 'process raft request' (duration: 132.220788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:44.090431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.732275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:37:44.090512Z","caller":"traceutil/trace.go:171","msg":"trace[2004161738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3078; }","duration":"119.834568ms","start":"2026-04-01T23:37:43.97066Z","end":"2026-04-01T23:37:44.090494Z","steps":["trace[2004161738] 'range keys from in-memory index tree' (duration: 119.532842ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:44.091102Z","caller":"traceutil/trace.go:171","msg":"trace[222799223] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"115.582851ms","start":"2026-04-01T23:37:43.975441Z","end":"2026-04-01T23:37:44.091023Z","steps":["trace[222799223] 'process raft request' (duration: 63.023029ms)","trace[222799223] 'compare' (duration: 51.792335ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:46.251202Z","caller":"traceutil/trace.go:171","msg":"trace[1933689597] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"114.671921ms","start":"2026-04-01T23:37:46.136504Z","end":"2026-04-01T23:37:46.251176Z","steps":["trace[1933689597] 'process raft request' (duration: 114.511747ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:46.25124Z","caller":"traceutil/trace.go:171","msg":"trace[2044604544] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"115.08585ms","start":"2026-04-01T23:37:46.136123Z","end":"2026-04-01T23:37:46.251209Z","steps":["trace[2044604544] 'process raft request' (duration: 106.471856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:46.251449Z","caller":"traceutil/trace.go:171","msg":"trace[305997256] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"114.72307ms","start":"2026-04-01T23:37:46.136702Z","end":"2026-04-01T23:37:46.251425Z","steps":["trace[305997256] 'process raft request' (duration: 114.551927ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:46.251363Z","caller":"traceutil/trace.go:171","msg":"trace[1689920283] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"114.755792ms","start":"2026-04-01T23:37:46.136578Z","end":"2026-04-01T23:37:46.251334Z","steps":["trace[1689920283] 'process raft request' (duration: 114.543868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:46.251904Z","caller":"traceutil/trace.go:171","msg":"trace[1816011562] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"114.488106ms","start":"2026-04-01T23:37:46.137385Z","end":"2026-04-01T23:37:46.251873Z","steps":["trace[1816011562] 'process raft request' (duration: 113.945003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:50.511556Z","caller":"traceutil/trace.go:171","msg":"trace[484766844] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"163.950181ms","start":"2026-04-01T23:37:50.34757Z","end":"2026-04-01T23:37:50.51152Z","steps":["trace[484766844] 'process raft request' (duration: 153.741061ms)","trace[484766844] 'compare' (duration: 10.052476ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:54.340971Z","caller":"traceutil/trace.go:171","msg":"trace[962057184] linearizableReadLoop","detail":"{readStateIndex:3262; appliedIndex:3261; }","duration":"156.989514ms","start":"2026-04-01T23:37:54.183963Z","end":"2026-04-01T23:37:54.340953Z","steps":["trace[962057184] 'read index received' (duration: 156.906093ms)","trace[962057184] 'applied index is now lower than readState.Index' (duration: 82.411µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:54.341014Z","caller":"traceutil/trace.go:171","msg":"trace[1414063387] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"169.834193ms","start":"2026-04-01T23:37:54.171151Z","end":"2026-04-01T23:37:54.340985Z","steps":["trace[1414063387] 'process raft request' (duration: 169.665209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.341092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.117887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:54.341116Z","caller":"traceutil/trace.go:171","msg":"trace[1523313890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3134; }","duration":"157.160438ms","start":"2026-04-01T23:37:54.183949Z","end":"2026-04-01T23:37:54.341109Z","steps":["trace[1523313890] 'agreement among raft nodes before linearized reading' (duration: 157.099327ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:54.460403Z","caller":"traceutil/trace.go:171","msg":"trace[1569582734] linearizableReadLoop","detail":"{readStateIndex:3263; appliedIndex:3262; }","duration":"119.336467ms","start":"2026-04-01T23:37:54.341027Z","end":"2026-04-01T23:37:54.460363Z","steps":["trace[1569582734] 'read index received' (duration: 107.891179ms)","trace[1569582734] 'applied index is now lower than readState.Index' (duration: 11.443988ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:54.460435Z","caller":"traceutil/trace.go:171","msg":"trace[1390031777] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"240.777831ms","start":"2026-04-01T23:37:54.219622Z","end":"2026-04-01T23:37:54.4604Z","steps":["trace[1390031777] 'process raft request' (duration: 229.305333ms)","trace[1390031777] 'compare' (duration: 11.215142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:54.460819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.559897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:54.460967Z","caller":"traceutil/trace.go:171","msg":"trace[311287467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3135; }","duration":"137.747571ms","start":"2026-04-01T23:37:54.323155Z","end":"2026-04-01T23:37:54.460902Z","steps":["trace[311287467] 'agreement among raft nodes before linearized reading' (duration: 137.336392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.461028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.492207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:54.461113Z","caller":"traceutil/trace.go:171","msg":"trace[1799153552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3135; }","duration":"118.61389ms","start":"2026-04-01T23:37:54.34248Z","end":"2026-04-01T23:37:54.461094Z","steps":["trace[1799153552] 'agreement among raft nodes before linearized reading' (duration: 118.463977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.461506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.823858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:37:54.461581Z","caller":"traceutil/trace.go:171","msg":"trace[815541470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3135; }","duration":"115.93065ms","start":"2026-04-01T23:37:54.345628Z","end":"2026-04-01T23:37:54.461559Z","steps":["trace[815541470] 'agreement among raft nodes before linearized reading' (duration: 115.682034ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.637042Z","caller":"traceutil/trace.go:171","msg":"trace[818708066] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"106.18189ms","start":"2026-04-01T23:37:58.530837Z","end":"2026-04-01T23:37:58.637019Z","steps":["trace[818708066] 'process raft request' (duration: 91.378617ms)","trace[818708066] 'compare' (duration: 14.64487ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:58.637392Z","caller":"traceutil/trace.go:171","msg":"trace[615689743] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"106.466607ms","start":"2026-04-01T23:37:58.530891Z","end":"2026-04-01T23:37:58.637358Z","steps":["trace[615689743] 'process raft request' (duration: 106.092429ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.63763Z","caller":"traceutil/trace.go:171","msg":"trace[604032488] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"105.858154ms","start":"2026-04-01T23:37:58.531761Z","end":"2026-04-01T23:37:58.637619Z","steps":["trace[604032488] 'process raft request' (duration: 105.442104ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.637614Z","caller":"traceutil/trace.go:171","msg":"trace[1113588422] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"104.688906ms","start":"2026-04-01T23:37:58.532903Z","end":"2026-04-01T23:37:58.637592Z","steps":["trace[1113588422] 'process raft request' (duration: 104.583514ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:06.867449Z","caller":"traceutil/trace.go:171","msg":"trace[669880598] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"128.165465ms","start":"2026-04-01T23:38:06.739254Z","end":"2026-04-01T23:38:06.86742Z","steps":["trace[669880598] 'process raft request' (duration: 128.008352ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:06.937246Z","caller":"traceutil/trace.go:171","msg":"trace[1087119176] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"197.237321ms","start":"2026-04-01T23:38:06.739979Z","end":"2026-04-01T23:38:06.937217Z","steps":["trace[1087119176] 'process raft request' (duration: 197.18843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:06.937317Z","caller":"traceutil/trace.go:171","msg":"trace[212611819] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"197.388665ms","start":"2026-04-01T23:38:06.739901Z","end":"2026-04-01T23:38:06.937289Z","steps":["trace[212611819] 'process raft request' (duration: 197.135689ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:11.495473Z","caller":"traceutil/trace.go:171","msg":"trace[1721631523] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"101.785002ms","start":"2026-04-01T23:38:11.393661Z","end":"2026-04-01T23:38:11.495446Z","steps":["trace[1721631523] 'process raft request' (duration: 63.901599ms)","trace[1721631523] 'compare' (duration: 37.7651ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:12.755559Z","caller":"traceutil/trace.go:171","msg":"trace[87977090] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"150.11701ms","start":"2026-04-01T23:38:12.605413Z","end":"2026-04-01T23:38:12.75553Z","steps":["trace[87977090] 'process raft request' (duration: 149.858504ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:12.895961Z","caller":"traceutil/trace.go:171","msg":"trace[972717409] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"135.02449ms","start":"2026-04-01T23:38:12.76091Z","end":"2026-04-01T23:38:12.895934Z","steps":["trace[972717409] 'process raft request' (duration: 77.879623ms)","trace[972717409] 'compare' (duration: 57.033724ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:14.881627Z","caller":"traceutil/trace.go:171","msg":"trace[2098278672] linearizableReadLoop","detail":"{readStateIndex:3372; appliedIndex:3371; }","duration":"112.569275ms","start":"2026-04-01T23:38:14.769035Z","end":"2026-04-01T23:38:14.881605Z","steps":["trace[2098278672] 'read index received' (duration: 112.37679ms)","trace[2098278672] 'applied index is now lower than readState.Index' (duration: 191.625µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:14.881882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.820901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:38:14.88195Z","caller":"traceutil/trace.go:171","msg":"trace[270641851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3240; }","duration":"112.953384ms","start":"2026-04-01T23:38:14.768986Z","end":"2026-04-01T23:38:14.88194Z","steps":["trace[270641851] 'agreement among raft nodes before linearized reading' (duration: 112.77605ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:14.882079Z","caller":"traceutil/trace.go:171","msg":"trace[794553222] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"121.934935ms","start":"2026-04-01T23:38:14.760072Z","end":"2026-04-01T23:38:14.882007Z","steps":["trace[794553222] 'process raft request' (duration: 121.399572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.271698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.274901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:15.271879Z","caller":"traceutil/trace.go:171","msg":"trace[126354873] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3373; }","duration":"314.616833ms","start":"2026-04-01T23:38:14.957237Z","end":"2026-04-01T23:38:15.271854Z","steps":["trace[126354873] 'read index received' (duration: 149.011625ms)","trace[126354873] 'applied index is now lower than readState.Index' (duration: 165.602918ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:15.271959Z","caller":"traceutil/trace.go:171","msg":"trace[389747773] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"337.15206ms","start":"2026-04-01T23:38:14.934742Z","end":"2026-04-01T23:38:15.271894Z","steps":["trace[389747773] 'process raft request' (duration: 171.567602ms)","trace[389747773] 'compare' (duration: 165.000075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:15.272109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.934725Z","time spent":"337.306544ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.272223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.322566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:38:15.272305Z","caller":"traceutil/trace.go:171","msg":"trace[99690321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3242; }","duration":"294.437298ms","start":"2026-04-01T23:38:14.977847Z","end":"2026-04-01T23:38:15.272285Z","steps":["trace[99690321] 'agreement among raft nodes before linearized reading' (duration: 294.215613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.272358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.121164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:38:15.272489Z","caller":"traceutil/trace.go:171","msg":"trace[464382869] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3242; }","duration":"315.305549ms","start":"2026-04-01T23:38:14.957097Z","end":"2026-04-01T23:38:15.272402Z","steps":["trace[464382869] 'agreement among raft nodes before linearized reading' (duration: 314.88996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.272618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.957067Z","time spent":"315.506774ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-01T23:38:15.272468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.885735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:38:15.272623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.382687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:38:15.272773Z","caller":"traceutil/trace.go:171","msg":"trace[756609515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3242; }","duration":"206.588492ms","start":"2026-04-01T23:38:15.066152Z","end":"2026-04-01T23:38:15.272741Z","steps":["trace[756609515] 'agreement among raft nodes before linearized reading' (duration: 206.08597ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.27275Z","caller":"traceutil/trace.go:171","msg":"trace[417551525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3242; }","duration":"142.167951ms","start":"2026-04-01T23:38:15.130506Z","end":"2026-04-01T23:38:15.272674Z","steps":["trace[417551525] 'agreement among raft nodes before linearized reading' (duration: 141.696481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.638192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.188966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:38:15.638322Z","caller":"traceutil/trace.go:171","msg":"trace[1498052670] linearizableReadLoop","detail":"{readStateIndex:3375; appliedIndex:3374; }","duration":"361.597181ms","start":"2026-04-01T23:38:15.276708Z","end":"2026-04-01T23:38:15.638305Z","steps":["trace[1498052670] 'read index received' (duration: 114.243602ms)","trace[1498052670] 'applied index is now lower than readState.Index' (duration: 247.352019ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:15.63839Z","caller":"traceutil/trace.go:171","msg":"trace[628748151] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"361.902938ms","start":"2026-04-01T23:38:15.276477Z","end":"2026-04-01T23:38:15.63838Z","steps":["trace[628748151] 'process raft request' (duration: 114.425336ms)","trace[628748151] 'compare' (duration: 247.043082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:15.638465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.276429Z","time spent":"361.994431ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.638669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.929879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-01T23:38:15.638786Z","caller":"traceutil/trace.go:171","msg":"trace[1081569794] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3243; }","duration":"362.076201ms","start":"2026-04-01T23:38:15.276689Z","end":"2026-04-01T23:38:15.638766Z","steps":["trace[1081569794] 'agreement among raft nodes before linearized reading' (duration: 361.739494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.638834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.276681Z","time spent":"362.143043ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-01T23:38:15.760382Z","caller":"traceutil/trace.go:171","msg":"trace[179806571] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"483.159547ms","start":"2026-04-01T23:38:15.277189Z","end":"2026-04-01T23:38:15.760349Z","steps":["trace[179806571] 'process raft request' (duration: 476.779924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.760558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.277112Z","time spent":"483.363912ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:15.760618Z","caller":"traceutil/trace.go:171","msg":"trace[1951851937] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"482.725748ms","start":"2026-04-01T23:38:15.277866Z","end":"2026-04-01T23:38:15.760592Z","steps":["trace[1951851937] 'process raft request' (duration: 482.322469ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.76071Z","caller":"traceutil/trace.go:171","msg":"trace[1299938827] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"482.38056ms","start":"2026-04-01T23:38:15.278308Z","end":"2026-04-01T23:38:15.760689Z","steps":["trace[1299938827] 'process raft request' (duration: 482.213456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.760763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.277854Z","time spent":"482.83149ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.760814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.278299Z","time spent":"482.465092ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:15.760974Z","caller":"traceutil/trace.go:171","msg":"trace[1757591541] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"247.737457ms","start":"2026-04-01T23:38:15.513226Z","end":"2026-04-01T23:38:15.760963Z","steps":["trace[1757591541] 'process raft request' (duration: 247.331688ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.761162Z","caller":"traceutil/trace.go:171","msg":"trace[580867304] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"175.010421ms","start":"2026-04-01T23:38:15.586136Z","end":"2026-04-01T23:38:15.761147Z","steps":["trace[580867304] 'process raft request' (duration: 174.792005ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.761264Z","caller":"traceutil/trace.go:171","msg":"trace[790535220] linearizableReadLoop","detail":"{readStateIndex:3381; appliedIndex:3375; }","duration":"122.897227ms","start":"2026-04-01T23:38:15.63835Z","end":"2026-04-01T23:38:15.761247Z","steps":["trace[790535220] 'read index received' (duration: 115.718385ms)","trace[790535220] 'applied index is now lower than readState.Index' (duration: 7.177822ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:15.761306Z","caller":"traceutil/trace.go:171","msg":"trace[1924969916] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"174.821977ms","start":"2026-04-01T23:38:15.586445Z","end":"2026-04-01T23:38:15.761267Z","steps":["trace[1924969916] 'process raft request' (duration: 174.678424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.761349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.888934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:15.761407Z","caller":"traceutil/trace.go:171","msg":"trace[1537994502] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3249; }","duration":"145.988558ms","start":"2026-04-01T23:38:15.615408Z","end":"2026-04-01T23:38:15.761397Z","steps":["trace[1537994502] 'agreement among raft nodes before linearized reading' (duration: 145.879435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.761414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.369718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:15.761497Z","caller":"traceutil/trace.go:171","msg":"trace[2084871748] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3249; }","duration":"441.43587ms","start":"2026-04-01T23:38:15.320003Z","end":"2026-04-01T23:38:15.761439Z","steps":["trace[2084871748] 'agreement among raft nodes before linearized reading' (duration: 441.338117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.761497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.320947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-01T23:38:15.761538Z","caller":"traceutil/trace.go:171","msg":"trace[2051458585] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3249; }","duration":"119.394988ms","start":"2026-04-01T23:38:15.642133Z","end":"2026-04-01T23:38:15.761528Z","steps":["trace[2051458585] 'agreement among raft nodes before linearized reading' (duration: 119.237865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.761543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.319987Z","time spent":"441.542342ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:16.073336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.591466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:38:16.073467Z","caller":"traceutil/trace.go:171","msg":"trace[99913660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3249; }","duration":"144.80351ms","start":"2026-04-01T23:38:15.928636Z","end":"2026-04-01T23:38:16.07344Z","steps":["trace[99913660] 'count revisions from in-memory index tree' (duration: 144.469693ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:17.058037Z","caller":"traceutil/trace.go:171","msg":"trace[1208443527] linearizableReadLoop","detail":"{readStateIndex:3383; appliedIndex:3382; }","duration":"111.195103ms","start":"2026-04-01T23:38:16.946811Z","end":"2026-04-01T23:38:17.058007Z","steps":["trace[1208443527] 'read index received' (duration: 89.167038ms)","trace[1208443527] 'applied index is now lower than readState.Index' (duration: 22.026605ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:17.058116Z","caller":"traceutil/trace.go:171","msg":"trace[723194598] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"115.534261ms","start":"2026-04-01T23:38:16.942539Z","end":"2026-04-01T23:38:17.058074Z","steps":["trace[723194598] 'process raft request' (duration: 93.540186ms)","trace[723194598] 'compare' (duration: 21.78257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:17.058446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.412569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:38:17.058598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.644461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:38:17.058583Z","caller":"traceutil/trace.go:171","msg":"trace[1588178903] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3251; }","duration":"111.777837ms","start":"2026-04-01T23:38:16.946777Z","end":"2026-04-01T23:38:17.058555Z","steps":["trace[1588178903] 'agreement among raft nodes before linearized reading' (duration: 111.343557ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:17.058662Z","caller":"traceutil/trace.go:171","msg":"trace[672530043] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3251; }","duration":"103.02957ms","start":"2026-04-01T23:38:16.955613Z","end":"2026-04-01T23:38:17.058643Z","steps":["trace[672530043] 'agreement among raft nodes before linearized reading' (duration: 102.57704ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:19.965204Z","caller":"traceutil/trace.go:171","msg":"trace[1769674788] linearizableReadLoop","detail":"{readStateIndex:3400; appliedIndex:3398; }","duration":"147.660525ms","start":"2026-04-01T23:38:19.817516Z","end":"2026-04-01T23:38:19.965177Z","steps":["trace[1769674788] 'read index received' (duration: 5.450682ms)","trace[1769674788] 'applied index is now lower than readState.Index' (duration: 142.208543ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:19.965328Z","caller":"traceutil/trace.go:171","msg":"trace[1137980428] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"147.777538ms","start":"2026-04-01T23:38:19.817506Z","end":"2026-04-01T23:38:19.965283Z","steps":["trace[1137980428] 'process raft request' (duration: 147.471201ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:19.965358Z","caller":"traceutil/trace.go:171","msg":"trace[1481442391] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"146.123531ms","start":"2026-04-01T23:38:19.819206Z","end":"2026-04-01T23:38:19.96533Z","steps":["trace[1481442391] 'process raft request' (duration: 145.925537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.965485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.957492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:38:19.965544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.860959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:38:19.965543Z","caller":"traceutil/trace.go:171","msg":"trace[448168059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3268; }","duration":"148.095225ms","start":"2026-04-01T23:38:19.817432Z","end":"2026-04-01T23:38:19.965528Z","steps":["trace[448168059] 'agreement among raft nodes before linearized reading' (duration: 147.907361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:19.965585Z","caller":"traceutil/trace.go:171","msg":"trace[791640996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3268; }","duration":"147.948732ms","start":"2026-04-01T23:38:19.817627Z","end":"2026-04-01T23:38:19.965576Z","steps":["trace[791640996] 'agreement among raft nodes before linearized reading' (duration: 147.783468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.965564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.923851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:38:19.965651Z","caller":"traceutil/trace.go:171","msg":"trace[1461208991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3268; }","duration":"148.067125ms","start":"2026-04-01T23:38:19.817551Z","end":"2026-04-01T23:38:19.965619Z","steps":["trace[1461208991] 'agreement among raft nodes before linearized reading' (duration: 147.85344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.164613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.572186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T23:38:21.164692Z","caller":"traceutil/trace.go:171","msg":"trace[998040874] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3274; }","duration":"207.700028ms","start":"2026-04-01T23:38:20.956975Z","end":"2026-04-01T23:38:21.164675Z","steps":["trace[998040874] 'range keys from in-memory index tree' (duration: 207.3401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:21.164939Z","caller":"traceutil/trace.go:171","msg":"trace[842085963] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"143.298617ms","start":"2026-04-01T23:38:21.021601Z","end":"2026-04-01T23:38:21.164899Z","steps":["trace[842085963] 'process raft request' (duration: 66.460527ms)","trace[842085963] 'compare' (duration: 76.535463ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:22.080879Z","caller":"traceutil/trace.go:171","msg":"trace[1382735178] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"109.931856ms","start":"2026-04-01T23:38:21.970923Z","end":"2026-04-01T23:38:22.080855Z","steps":["trace[1382735178] 'process raft request' (duration: 109.780992ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.100228Z","caller":"traceutil/trace.go:171","msg":"trace[412283997] linearizableReadLoop","detail":"{readStateIndex:3414; appliedIndex:3412; }","duration":"102.436297ms","start":"2026-04-01T23:38:21.997775Z","end":"2026-04-01T23:38:22.100211Z","steps":["trace[412283997] 'read index received' (duration: 82.933877ms)","trace[412283997] 'applied index is now lower than readState.Index' (duration: 19.50105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:22.10042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.624181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:38:22.100457Z","caller":"traceutil/trace.go:171","msg":"trace[704290001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3280; }","duration":"102.676002ms","start":"2026-04-01T23:38:21.997769Z","end":"2026-04-01T23:38:22.100445Z","steps":["trace[704290001] 'agreement among raft nodes before linearized reading' (duration: 102.534129ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.100406Z","caller":"traceutil/trace.go:171","msg":"trace[317993179] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"129.20285ms","start":"2026-04-01T23:38:21.971149Z","end":"2026-04-01T23:38:22.100352Z","steps":["trace[317993179] 'process raft request' (duration: 128.978925ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.244626Z","caller":"traceutil/trace.go:171","msg":"trace[492810957] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"139.158975ms","start":"2026-04-01T23:38:22.105438Z","end":"2026-04-01T23:38:22.244597Z","steps":["trace[492810957] 'process raft request' (duration: 71.826168ms)","trace[492810957] 'compare' (duration: 67.132242ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:22.245119Z","caller":"traceutil/trace.go:171","msg":"trace[523904358] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"139.182596ms","start":"2026-04-01T23:38:22.105915Z","end":"2026-04-01T23:38:22.245098Z","steps":["trace[523904358] 'process raft request' (duration: 138.628283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.311124Z","caller":"traceutil/trace.go:171","msg":"trace[1460458044] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3418; }","duration":"126.725144ms","start":"2026-04-01T23:38:23.184373Z","end":"2026-04-01T23:38:23.311098Z","steps":["trace[1460458044] 'read index received' (duration: 126.559751ms)","trace[1460458044] 'applied index is now lower than readState.Index' (duration: 164.393µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:23.311396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.000541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:38:23.3112Z","caller":"traceutil/trace.go:171","msg":"trace[2021779393] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"140.982116ms","start":"2026-04-01T23:38:23.170183Z","end":"2026-04-01T23:38:23.311165Z","steps":["trace[2021779393] 'process raft request' (duration: 140.747621ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.311535Z","caller":"traceutil/trace.go:171","msg":"trace[431058881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"127.109384ms","start":"2026-04-01T23:38:23.184356Z","end":"2026-04-01T23:38:23.311465Z","steps":["trace[431058881] 'agreement among raft nodes before linearized reading' (duration: 126.862208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.311931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.531555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:38:23.312081Z","caller":"traceutil/trace.go:171","msg":"trace[1290322526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3284; }","duration":"124.73897ms","start":"2026-04-01T23:38:23.187328Z","end":"2026-04-01T23:38:23.312067Z","steps":["trace[1290322526] 'agreement among raft nodes before linearized reading' (duration: 124.471254ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.075935Z","caller":"traceutil/trace.go:171","msg":"trace[1005085232] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"169.962528ms","start":"2026-04-01T23:38:27.905949Z","end":"2026-04-01T23:38:28.075912Z","steps":["trace[1005085232] 'process raft request' (duration: 169.872036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:42.532959Z","caller":"traceutil/trace.go:171","msg":"trace[1637745400] linearizableReadLoop","detail":"{readStateIndex:3519; appliedIndex:3518; }","duration":"134.634842ms","start":"2026-04-01T23:38:42.398292Z","end":"2026-04-01T23:38:42.532927Z","steps":["trace[1637745400] 'read index received' (duration: 134.496899ms)","trace[1637745400] 'applied index is now lower than readState.Index' (duration: 136.543µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:42.533082Z","caller":"traceutil/trace.go:171","msg":"trace[831554267] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"153.851206ms","start":"2026-04-01T23:38:42.379202Z","end":"2026-04-01T23:38:42.533053Z","steps":["trace[831554267] 'process raft request' (duration: 153.554299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.533218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.916379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:38:42.533446Z","caller":"traceutil/trace.go:171","msg":"trace[1525539876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3381; }","duration":"135.184225ms","start":"2026-04-01T23:38:42.398232Z","end":"2026-04-01T23:38:42.533416Z","steps":["trace[1525539876] 'agreement among raft nodes before linearized reading' (duration: 134.853758ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:42.85071Z","caller":"traceutil/trace.go:171","msg":"trace[1407509985] linearizableReadLoop","detail":"{readStateIndex:3962; appliedIndex:3961; }","duration":"282.841197ms","start":"2026-04-01T23:39:42.567844Z","end":"2026-04-01T23:39:42.850685Z","steps":["trace[1407509985] 'read index received' (duration: 282.643612ms)","trace[1407509985] 'applied index is now lower than readState.Index' (duration: 196.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:39:42.850785Z","caller":"traceutil/trace.go:171","msg":"trace[1047256477] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"382.227834ms","start":"2026-04-01T23:39:42.468517Z","end":"2026-04-01T23:39:42.850745Z","steps":["trace[1047256477] 'process raft request' (duration: 381.992279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:42.850849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.99178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:39:42.850971Z","caller":"traceutil/trace.go:171","msg":"trace[1902416027] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3807; }","duration":"283.157434ms","start":"2026-04-01T23:39:42.5678Z","end":"2026-04-01T23:39:42.850957Z","steps":["trace[1902416027] 'agreement among raft nodes before linearized reading' (duration: 283.00018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:42.851006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:42.468492Z","time spent":"382.416438ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:39:42.859038Z","caller":"traceutil/trace.go:171","msg":"trace[734675549] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"101.210599ms","start":"2026-04-01T23:39:42.757807Z","end":"2026-04-01T23:39:42.859017Z","steps":["trace[734675549] 'process raft request' (duration: 100.919312ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:14.153008Z","caller":"traceutil/trace.go:171","msg":"trace[1328580573] linearizableReadLoop","detail":"{readStateIndex:4223; appliedIndex:4222; }","duration":"145.542806ms","start":"2026-04-01T23:40:14.007432Z","end":"2026-04-01T23:40:14.152975Z","steps":["trace[1328580573] 'read index received' (duration: 145.377002ms)","trace[1328580573] 'applied index is now lower than readState.Index' (duration: 164.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:14.153116Z","caller":"traceutil/trace.go:171","msg":"trace[1504372218] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"275.615794ms","start":"2026-04-01T23:40:13.877466Z","end":"2026-04-01T23:40:14.153082Z","steps":["trace[1504372218] 'process raft request' (duration: 275.345418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:14.153404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.956045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:40:14.153437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.994689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:40:14.153472Z","caller":"traceutil/trace.go:171","msg":"trace[824534150] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:4061; }","duration":"146.095708ms","start":"2026-04-01T23:40:14.007363Z","end":"2026-04-01T23:40:14.153459Z","steps":["trace[824534150] 'agreement among raft nodes before linearized reading' (duration: 145.870543ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:14.153512Z","caller":"traceutil/trace.go:171","msg":"trace[1170826896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4061; }","duration":"119.126392ms","start":"2026-04-01T23:40:14.034365Z","end":"2026-04-01T23:40:14.153491Z","steps":["trace[1170826896] 'agreement among raft nodes before linearized reading' (duration: 118.882727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:14.667775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362859585,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:40:14.676777Z","caller":"traceutil/trace.go:171","msg":"trace[126487915] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"518.632064ms","start":"2026-04-01T23:40:14.15812Z","end":"2026-04-01T23:40:14.676752Z","steps":["trace[126487915] 'process raft request' (duration: 518.478941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:14.677077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:14.158109Z","time spent":"518.738377ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:14.678084Z","caller":"traceutil/trace.go:171","msg":"trace[394778616] linearizableReadLoop","detail":"{readStateIndex:4226; appliedIndex:4223; }","duration":"510.629293ms","start":"2026-04-01T23:40:14.167432Z","end":"2026-04-01T23:40:14.678061Z","steps":["trace[394778616] 'read index received' (duration: 509.188452ms)","trace[394778616] 'applied index is now lower than readState.Index' (duration: 1.439621ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:14.678346Z","caller":"traceutil/trace.go:171","msg":"trace[724921797] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"227.124522ms","start":"2026-04-01T23:40:14.451197Z","end":"2026-04-01T23:40:14.678322Z","steps":["trace[724921797] 'process raft request' (duration: 226.815045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:14.678359Z","caller":"traceutil/trace.go:171","msg":"trace[1147219865] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"519.80543ms","start":"2026-04-01T23:40:14.158501Z","end":"2026-04-01T23:40:14.678306Z","steps":["trace[1147219865] 'process raft request' (duration: 519.37411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:14.678438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.993431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-01T23:40:14.678547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:14.158476Z","time spent":"519.970803ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:14.678614Z","caller":"traceutil/trace.go:171","msg":"trace[134654593] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4064; }","duration":"511.177975ms","start":"2026-04-01T23:40:14.167418Z","end":"2026-04-01T23:40:14.678596Z","steps":["trace[134654593] 'agreement among raft nodes before linearized reading' (duration: 510.799397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:14.678675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:14.167412Z","time spent":"511.251268ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":704,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-01T23:40:14.678483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.055078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:14.678735Z","caller":"traceutil/trace.go:171","msg":"trace[1064555296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4064; }","duration":"497.335914ms","start":"2026-04-01T23:40:14.181381Z","end":"2026-04-01T23:40:14.678717Z","steps":["trace[1064555296] 'agreement among raft nodes before linearized reading' (duration: 497.002617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:14.678782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:14.181374Z","time spent":"497.397405ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:40:50.796664Z","caller":"traceutil/trace.go:171","msg":"trace[222625285] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"115.096876ms","start":"2026-04-01T23:40:50.68154Z","end":"2026-04-01T23:40:50.796637Z","steps":["trace[222625285] 'process raft request' (duration: 114.918472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:50.972443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.353512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:40:50.972684Z","caller":"traceutil/trace.go:171","msg":"trace[483508797] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"123.816782ms","start":"2026-04-01T23:40:50.848848Z","end":"2026-04-01T23:40:50.972665Z","steps":["trace[483508797] 'read index received' (duration: 105.230594ms)","trace[483508797] 'applied index is now lower than readState.Index' (duration: 18.584958ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:50.972693Z","caller":"traceutil/trace.go:171","msg":"trace[2065328705] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"173.600611ms","start":"2026-04-01T23:40:50.799058Z","end":"2026-04-01T23:40:50.972659Z","steps":["trace[2065328705] 'process raft request' (duration: 45.907242ms)","trace[2065328705] 'compare' (duration: 127.160317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:50.972861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.014306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:50.972769Z","caller":"traceutil/trace.go:171","msg":"trace[600341884] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"151.237988ms","start":"2026-04-01T23:40:50.821521Z","end":"2026-04-01T23:40:50.972759Z","steps":["trace[600341884] 'process raft request' (duration: 151.035574ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:50.972923Z","caller":"traceutil/trace.go:171","msg":"trace[737729149] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4289; }","duration":"124.121738ms","start":"2026-04-01T23:40:50.848789Z","end":"2026-04-01T23:40:50.972911Z","steps":["trace[737729149] 'agreement among raft nodes before linearized reading' (duration: 124.001446ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.312908Z","caller":"traceutil/trace.go:171","msg":"trace[2073533534] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"210.764284ms","start":"2026-04-01T23:40:51.102126Z","end":"2026-04-01T23:40:51.31289Z","steps":["trace[2073533534] 'process raft request' (duration: 210.731104ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.313108Z","caller":"traceutil/trace.go:171","msg":"trace[2053597805] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"432.809894ms","start":"2026-04-01T23:40:50.880274Z","end":"2026-04-01T23:40:51.313084Z","steps":["trace[2053597805] 'process raft request' (duration: 345.746837ms)","trace[2053597805] 'compare' (duration: 86.609316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:51.313221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.067261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:40:51.313266Z","caller":"traceutil/trace.go:171","msg":"trace[1353993125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4292; }","duration":"458.149242ms","start":"2026-04-01T23:40:50.855105Z","end":"2026-04-01T23:40:51.313254Z","steps":["trace[1353993125] 'agreement among raft nodes before linearized reading' (duration: 457.988109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.31329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.855083Z","time spent":"458.202564ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:40:51.313128Z","caller":"traceutil/trace.go:171","msg":"trace[1816921313] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"210.96125ms","start":"2026-04-01T23:40:51.102137Z","end":"2026-04-01T23:40:51.313098Z","steps":["trace[1816921313] 'process raft request' (duration: 210.677633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.313227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.880243Z","time spent":"432.924825ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:51.313091Z","caller":"traceutil/trace.go:171","msg":"trace[1390035077] linearizableReadLoop","detail":"{readStateIndex:4464; appliedIndex:4463; }","duration":"340.334976ms","start":"2026-04-01T23:40:50.972725Z","end":"2026-04-01T23:40:51.31306Z","steps":["trace[1390035077] 'read index received' (duration: 253.138096ms)","trace[1390035077] 'applied index is now lower than readState.Index' (duration: 87.19348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:51.313612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.917616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:40:51.313627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.298017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:40:51.313633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.803035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:51.313648Z","caller":"traceutil/trace.go:171","msg":"trace[1836780718] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4292; }","duration":"336.003628ms","start":"2026-04-01T23:40:50.977636Z","end":"2026-04-01T23:40:51.31364Z","steps":["trace[1836780718] 'agreement among raft nodes before linearized reading' (duration: 335.935566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.313663Z","caller":"traceutil/trace.go:171","msg":"trace[85387317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4292; }","duration":"124.863076ms","start":"2026-04-01T23:40:51.18879Z","end":"2026-04-01T23:40:51.313653Z","steps":["trace[85387317] 'agreement among raft nodes before linearized reading' (duration: 124.820015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.313678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.977617Z","time spent":"336.0532ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-01T23:40:51.313336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.305827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:40:51.313803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.670223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:40:51.313805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.92237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:51.313825Z","caller":"traceutil/trace.go:171","msg":"trace[248214412] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4292; }","duration":"125.737455ms","start":"2026-04-01T23:40:51.188081Z","end":"2026-04-01T23:40:51.313818Z","steps":["trace[248214412] 'agreement among raft nodes before linearized reading' (duration: 125.645803ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.313829Z","caller":"traceutil/trace.go:171","msg":"trace[1632266256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4292; }","duration":"276.974102ms","start":"2026-04-01T23:40:51.036848Z","end":"2026-04-01T23:40:51.313822Z","steps":["trace[1632266256] 'agreement among raft nodes before linearized reading' (duration: 276.931991ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.313652Z","caller":"traceutil/trace.go:171","msg":"trace[1079772516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4292; }","duration":"122.346319ms","start":"2026-04-01T23:40:51.191298Z","end":"2026-04-01T23:40:51.313644Z","steps":["trace[1079772516] 'agreement among raft nodes before linearized reading' (duration: 122.277177ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.313956Z","caller":"traceutil/trace.go:171","msg":"trace[968207352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4292; }","duration":"458.821997ms","start":"2026-04-01T23:40:50.854973Z","end":"2026-04-01T23:40:51.313795Z","steps":["trace[968207352] 'agreement among raft nodes before linearized reading' (duration: 458.182793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.314041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.711617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:40:51.314125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:50.854957Z","time spent":"459.122035ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:40:51.314132Z","caller":"traceutil/trace.go:171","msg":"trace[1866125516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4292; }","duration":"122.86632ms","start":"2026-04-01T23:40:51.191247Z","end":"2026-04-01T23:40:51.314113Z","steps":["trace[1866125516] 'agreement among raft nodes before linearized reading' (duration: 122.41565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.808918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.791174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:40:51.809131Z","caller":"traceutil/trace.go:171","msg":"trace[1020303988] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"490.816078ms","start":"2026-04-01T23:40:51.318294Z","end":"2026-04-01T23:40:51.80911Z","steps":["trace[1020303988] 'process raft request' (duration: 312.739287ms)","trace[1020303988] 'compare' (duration: 177.450656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:51.809212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.318272Z","time spent":"490.89983ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:51.809294Z","caller":"traceutil/trace.go:171","msg":"trace[324015878] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"490.967482ms","start":"2026-04-01T23:40:51.318307Z","end":"2026-04-01T23:40:51.809274Z","steps":["trace[324015878] 'process raft request' (duration: 490.717396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.809416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.318257Z","time spent":"491.093324ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:51.80956Z","caller":"traceutil/trace.go:171","msg":"trace[669768494] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"490.937919ms","start":"2026-04-01T23:40:51.318604Z","end":"2026-04-01T23:40:51.809542Z","steps":["trace[669768494] 'process raft request' (duration: 490.880568ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:51.809588Z","caller":"traceutil/trace.go:171","msg":"trace[539038458] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"491.065343ms","start":"2026-04-01T23:40:51.318474Z","end":"2026-04-01T23:40:51.80954Z","steps":["trace[539038458] 'process raft request' (duration: 490.768677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.809678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.318585Z","time spent":"491.036142ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:51.809563Z","caller":"traceutil/trace.go:171","msg":"trace[1215661912] linearizableReadLoop","detail":"{readStateIndex:4471; appliedIndex:4466; }","duration":"469.939288ms","start":"2026-04-01T23:40:51.3396Z","end":"2026-04-01T23:40:51.80954Z","steps":["trace[1215661912] 'read index received' (duration: 1.859852ms)","trace[1215661912] 'applied index is now lower than readState.Index' (duration: 468.078526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:51.809688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.077221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:40:51.809766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.318455Z","time spent":"491.201327ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:51.809797Z","caller":"traceutil/trace.go:171","msg":"trace[147345381] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4297; }","duration":"470.224155ms","start":"2026-04-01T23:40:51.339554Z","end":"2026-04-01T23:40:51.809778Z","steps":["trace[147345381] 'agreement among raft nodes before linearized reading' (duration: 470.043681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.809919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.339533Z","time spent":"470.372809ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-01T23:40:51.828681Z","caller":"traceutil/trace.go:171","msg":"trace[660921196] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"438.767048ms","start":"2026-04-01T23:40:51.38989Z","end":"2026-04-01T23:40:51.828657Z","steps":["trace[660921196] 'process raft request' (duration: 438.403429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.828774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.389874Z","time spent":"438.853871ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:40:51.828779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.501948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:40:51.828791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.304544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:40:51.828868Z","caller":"traceutil/trace.go:171","msg":"trace[1172233456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4298; }","duration":"465.419097ms","start":"2026-04-01T23:40:51.363435Z","end":"2026-04-01T23:40:51.828854Z","steps":["trace[1172233456] 'agreement among raft nodes before linearized reading' (duration: 465.181431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.828941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.363417Z","time spent":"465.509979ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:40:51.828871Z","caller":"traceutil/trace.go:171","msg":"trace[525412452] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4298; }","duration":"440.63489ms","start":"2026-04-01T23:40:51.388211Z","end":"2026-04-01T23:40:51.828846Z","steps":["trace[525412452] 'agreement among raft nodes before linearized reading' (duration: 440.499387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:51.829079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:51.388189Z","time spent":"440.869486ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:40:52.045684Z","caller":"traceutil/trace.go:171","msg":"trace[1945823859] linearizableReadLoop","detail":"{readStateIndex:4473; appliedIndex:4472; }","duration":"120.386895ms","start":"2026-04-01T23:40:51.92527Z","end":"2026-04-01T23:40:52.045656Z","steps":["trace[1945823859] 'read index received' (duration: 119.818312ms)","trace[1945823859] 'applied index is now lower than readState.Index' (duration: 567.823µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:52.045777Z","caller":"traceutil/trace.go:171","msg":"trace[1736652375] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"134.775278ms","start":"2026-04-01T23:40:51.910968Z","end":"2026-04-01T23:40:52.045743Z","steps":["trace[1736652375] 'process raft request' (duration: 134.382099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.045818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.529268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:52.045852Z","caller":"traceutil/trace.go:171","msg":"trace[1143363471] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4299; }","duration":"120.60247ms","start":"2026-04-01T23:40:51.925239Z","end":"2026-04-01T23:40:52.045841Z","steps":["trace[1143363471] 'agreement among raft nodes before linearized reading' (duration: 120.515788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.382353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.008724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:40:52.383015Z","caller":"traceutil/trace.go:171","msg":"trace[1300648432] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"171.182226ms","start":"2026-04-01T23:40:52.211799Z","end":"2026-04-01T23:40:52.382981Z","steps":["trace[1300648432] 'process raft request' (duration: 170.91387ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:52.383156Z","caller":"traceutil/trace.go:171","msg":"trace[19156411] linearizableReadLoop","detail":"{readStateIndex:4479; appliedIndex:4476; }","duration":"136.532027ms","start":"2026-04-01T23:40:52.246601Z","end":"2026-04-01T23:40:52.383133Z","steps":["trace[19156411] 'read index received' (duration: 70.308579ms)","trace[19156411] 'applied index is now lower than readState.Index' (duration: 66.220858ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:52.383195Z","caller":"traceutil/trace.go:171","msg":"trace[1296119111] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"121.316206ms","start":"2026-04-01T23:40:52.261868Z","end":"2026-04-01T23:40:52.383185Z","steps":["trace[1296119111] 'process raft request' (duration: 121.022179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:52.383149Z","caller":"traceutil/trace.go:171","msg":"trace[1726197036] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"174.93575ms","start":"2026-04-01T23:40:52.208162Z","end":"2026-04-01T23:40:52.383098Z","steps":["trace[1726197036] 'process raft request' (duration: 174.324506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.38332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.691452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:52.383365Z","caller":"traceutil/trace.go:171","msg":"trace[1434626192] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4306; }","duration":"136.799043ms","start":"2026-04-01T23:40:52.246553Z","end":"2026-04-01T23:40:52.383352Z","steps":["trace[1434626192] 'agreement among raft nodes before linearized reading' (duration: 136.699061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.875009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.662802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:40:52.875198Z","caller":"traceutil/trace.go:171","msg":"trace[738050822] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"462.833377ms","start":"2026-04-01T23:40:52.412349Z","end":"2026-04-01T23:40:52.875182Z","steps":["trace[738050822] 'process raft request' (duration: 462.769076ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:52.87525Z","caller":"traceutil/trace.go:171","msg":"trace[2054059969] linearizableReadLoop","detail":"{readStateIndex:4482; appliedIndex:4481; }","duration":"477.830793ms","start":"2026-04-01T23:40:52.397393Z","end":"2026-04-01T23:40:52.875224Z","steps":["trace[2054059969] 'read index received' (duration: 120.892135ms)","trace[2054059969] 'applied index is now lower than readState.Index' (duration: 356.935128ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:52.875325Z","caller":"traceutil/trace.go:171","msg":"trace[2066117316] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"480.268428ms","start":"2026-04-01T23:40:52.395005Z","end":"2026-04-01T23:40:52.875274Z","steps":["trace[2066117316] 'process raft request' (duration: 123.265829ms)","trace[2066117316] 'compare' (duration: 356.530689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:52.875432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.000667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:40:52.875463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.381977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:40:52.875493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:52.394988Z","time spent":"480.417651ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:40:52.87545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:52.412323Z","time spent":"462.907098ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25559,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:40:52.875553Z","caller":"traceutil/trace.go:171","msg":"trace[1445270731] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4308; }","duration":"312.52013ms","start":"2026-04-01T23:40:52.563012Z","end":"2026-04-01T23:40:52.875532Z","steps":["trace[1445270731] 'agreement among raft nodes before linearized reading' (duration: 312.357036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:52.87555Z","caller":"traceutil/trace.go:171","msg":"trace[1643526886] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:4308; }","duration":"478.149481ms","start":"2026-04-01T23:40:52.397374Z","end":"2026-04-01T23:40:52.875523Z","steps":["trace[1643526886] 'agreement among raft nodes before linearized reading' (duration: 477.963617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:52.875613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:52.562995Z","time spent":"312.605692ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:40:52.875625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:40:52.397367Z","time spent":"478.242593ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-01T23:40:53.243321Z","caller":"traceutil/trace.go:171","msg":"trace[659894925] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"153.12426ms","start":"2026-04-01T23:40:53.090178Z","end":"2026-04-01T23:40:53.243303Z","steps":["trace[659894925] 'process raft request' (duration: 143.624056ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:53.243312Z","caller":"traceutil/trace.go:171","msg":"trace[1199098985] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4488; }","duration":"119.178338ms","start":"2026-04-01T23:40:53.124108Z","end":"2026-04-01T23:40:53.243286Z","steps":["trace[1199098985] 'read index received' (duration: 109.689954ms)","trace[1199098985] 'applied index is now lower than readState.Index' (duration: 9.487364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:53.243453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.321901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:53.243513Z","caller":"traceutil/trace.go:171","msg":"trace[1634410172] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4314; }","duration":"119.406283ms","start":"2026-04-01T23:40:53.124095Z","end":"2026-04-01T23:40:53.243502Z","steps":["trace[1634410172] 'agreement among raft nodes before linearized reading' (duration: 119.26861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:53.463395Z","caller":"traceutil/trace.go:171","msg":"trace[1602045195] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"145.51375ms","start":"2026-04-01T23:40:53.31784Z","end":"2026-04-01T23:40:53.463353Z","steps":["trace[1602045195] 'process raft request' (duration: 65.253226ms)","trace[1602045195] 'compare' (duration: 80.015398ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:53.46342Z","caller":"traceutil/trace.go:171","msg":"trace[1697176872] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"144.978837ms","start":"2026-04-01T23:40:53.318407Z","end":"2026-04-01T23:40:53.463386Z","steps":["trace[1697176872] 'process raft request' (duration: 144.840074ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:53.463512Z","caller":"traceutil/trace.go:171","msg":"trace[1757655429] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4490; }","duration":"144.800163ms","start":"2026-04-01T23:40:53.318692Z","end":"2026-04-01T23:40:53.463492Z","steps":["trace[1757655429] 'read index received' (duration: 64.289723ms)","trace[1757655429] 'applied index is now lower than readState.Index' (duration: 80.50778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:53.463785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.07535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:53.463872Z","caller":"traceutil/trace.go:171","msg":"trace[1132636470] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4317; }","duration":"145.196833ms","start":"2026-04-01T23:40:53.318652Z","end":"2026-04-01T23:40:53.463849Z","steps":["trace[1132636470] 'agreement among raft nodes before linearized reading' (duration: 145.041889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:53.464201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.975073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:40:53.464271Z","caller":"traceutil/trace.go:171","msg":"trace[1797262007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4318; }","duration":"119.073804ms","start":"2026-04-01T23:40:53.345172Z","end":"2026-04-01T23:40:53.464246Z","steps":["trace[1797262007] 'agreement among raft nodes before linearized reading' (duration: 118.898961ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:53.790065Z","caller":"traceutil/trace.go:171","msg":"trace[1551036787] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"162.589582ms","start":"2026-04-01T23:40:53.627451Z","end":"2026-04-01T23:40:53.790041Z","steps":["trace[1551036787] 'process raft request' (duration: 162.532881ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:53.790225Z","caller":"traceutil/trace.go:171","msg":"trace[30557228] linearizableReadLoop","detail":"{readStateIndex:4495; appliedIndex:4494; }","duration":"223.209665ms","start":"2026-04-01T23:40:53.566991Z","end":"2026-04-01T23:40:53.7902Z","steps":["trace[30557228] 'read index received' (duration: 142.126733ms)","trace[30557228] 'applied index is now lower than readState.Index' (duration: 81.080652ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:53.790242Z","caller":"traceutil/trace.go:171","msg":"trace[691126682] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"233.134407ms","start":"2026-04-01T23:40:53.557051Z","end":"2026-04-01T23:40:53.790185Z","steps":["trace[691126682] 'process raft request' (duration: 152.149508ms)","trace[691126682] 'compare' (duration: 80.420607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:53.790416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.398589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:53.790453Z","caller":"traceutil/trace.go:171","msg":"trace[1508718036] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4321; }","duration":"223.477521ms","start":"2026-04-01T23:40:53.566966Z","end":"2026-04-01T23:40:53.790444Z","steps":["trace[1508718036] 'agreement among raft nodes before linearized reading' (duration: 223.339838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:54.145603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.220073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:40:54.145743Z","caller":"traceutil/trace.go:171","msg":"trace[140817442] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"273.698629ms","start":"2026-04-01T23:40:53.872018Z","end":"2026-04-01T23:40:54.145717Z","steps":["trace[140817442] 'process raft request' (duration: 132.251781ms)","trace[140817442] 'compare' (duration: 140.915166ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:54.152532Z","caller":"traceutil/trace.go:171","msg":"trace[1676479652] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"227.710565ms","start":"2026-04-01T23:40:53.924798Z","end":"2026-04-01T23:40:54.152509Z","steps":["trace[1676479652] 'process raft request' (duration: 226.790375ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:54.208759Z","caller":"traceutil/trace.go:171","msg":"trace[713002376] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"140.67945ms","start":"2026-04-01T23:40:54.068061Z","end":"2026-04-01T23:40:54.20874Z","steps":["trace[713002376] 'process raft request' (duration: 140.256491ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:54.35766Z","caller":"traceutil/trace.go:171","msg":"trace[1022604881] linearizableReadLoop","detail":"{readStateIndex:4504; appliedIndex:4503; }","duration":"128.550598ms","start":"2026-04-01T23:40:54.229081Z","end":"2026-04-01T23:40:54.357631Z","steps":["trace[1022604881] 'read index received' (duration: 70.873483ms)","trace[1022604881] 'applied index is now lower than readState.Index' (duration: 57.675845ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:54.357763Z","caller":"traceutil/trace.go:171","msg":"trace[1579777816] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"145.413947ms","start":"2026-04-01T23:40:54.212313Z","end":"2026-04-01T23:40:54.357727Z","steps":["trace[1579777816] 'process raft request' (duration: 87.65426ms)","trace[1579777816] 'compare' (duration: 57.481381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:54.357803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.701931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:40:54.357842Z","caller":"traceutil/trace.go:171","msg":"trace[180406446] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4329; }","duration":"128.802183ms","start":"2026-04-01T23:40:54.229028Z","end":"2026-04-01T23:40:54.35783Z","steps":["trace[180406446] 'agreement among raft nodes before linearized reading' (duration: 128.711521ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:54.598002Z","caller":"traceutil/trace.go:171","msg":"trace[176416531] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"185.922037ms","start":"2026-04-01T23:40:54.412059Z","end":"2026-04-01T23:40:54.597981Z","steps":["trace[176416531] 'process raft request' (duration: 177.684612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:57.591283Z","caller":"traceutil/trace.go:171","msg":"trace[1892732490] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"104.206043ms","start":"2026-04-01T23:40:57.486939Z","end":"2026-04-01T23:40:57.591145Z","steps":["trace[1892732490] 'process raft request' (duration: 104.002968ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:57.685034Z","caller":"traceutil/trace.go:171","msg":"trace[1805972608] linearizableReadLoop","detail":"{readStateIndex:4531; appliedIndex:4529; }","duration":"140.531196ms","start":"2026-04-01T23:40:57.544478Z","end":"2026-04-01T23:40:57.685009Z","steps":["trace[1805972608] 'read index received' (duration: 46.355242ms)","trace[1805972608] 'applied index is now lower than readState.Index' (duration: 94.174774ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:57.685393Z","caller":"traceutil/trace.go:171","msg":"trace[159870984] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"197.419044ms","start":"2026-04-01T23:40:57.48795Z","end":"2026-04-01T23:40:57.685369Z","steps":["trace[159870984] 'process raft request' (duration: 176.671659ms)","trace[159870984] 'compare' (duration: 20.271135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:57.685441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.936746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:40:57.685486Z","caller":"traceutil/trace.go:171","msg":"trace[237235560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4355; }","duration":"141.061949ms","start":"2026-04-01T23:40:57.544409Z","end":"2026-04-01T23:40:57.685471Z","steps":["trace[237235560] 'agreement among raft nodes before linearized reading' (duration: 140.691881ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:58.172429Z","caller":"traceutil/trace.go:171","msg":"trace[1438098305] linearizableReadLoop","detail":"{readStateIndex:4536; appliedIndex:4534; }","duration":"149.942228ms","start":"2026-04-01T23:40:58.022457Z","end":"2026-04-01T23:40:58.172399Z","steps":["trace[1438098305] 'read index received' (duration: 15.871285ms)","trace[1438098305] 'applied index is now lower than readState.Index' (duration: 134.069553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:58.17264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.151323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:40:58.172706Z","caller":"traceutil/trace.go:171","msg":"trace[623969892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4360; }","duration":"150.268595ms","start":"2026-04-01T23:40:58.022422Z","end":"2026-04-01T23:40:58.17269Z","steps":["trace[623969892] 'agreement among raft nodes before linearized reading' (duration: 150.105511ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:58.17257Z","caller":"traceutil/trace.go:171","msg":"trace[420825696] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"196.438413ms","start":"2026-04-01T23:40:57.976074Z","end":"2026-04-01T23:40:58.172513Z","steps":["trace[420825696] 'process raft request' (duration: 133.029859ms)","trace[420825696] 'compare' (duration: 63.153858ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:24.058543Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2649} {"level":"info","ts":"2026-04-01T23:41:24.135343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2649,"took":"75.947116ms","hash":1543680798,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":17989632,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-01T23:41:24.135393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1543680798,"revision":2649,"compact-revision":-1} {"level":"warn","ts":"2026-04-01T23:41:30.633599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.024913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:41:30.633671Z","caller":"traceutil/trace.go:171","msg":"trace[541098634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4560; }","duration":"321.146325ms","start":"2026-04-01T23:41:30.31251Z","end":"2026-04-01T23:41:30.633657Z","steps":["trace[541098634] 'range keys from in-memory index tree' (duration: 320.853859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:30.633699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:30.312489Z","time spent":"321.204066ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:41:34.930293Z","caller":"traceutil/trace.go:171","msg":"trace[2087965976] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"107.768121ms","start":"2026-04-01T23:41:34.822478Z","end":"2026-04-01T23:41:34.930246Z","steps":["trace[2087965976] 'process raft request' (duration: 87.25316ms)","trace[2087965976] 'compare' (duration: 20.213624ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:34.93038Z","caller":"traceutil/trace.go:171","msg":"trace[24583112] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"101.946791ms","start":"2026-04-01T23:41:34.828336Z","end":"2026-04-01T23:41:34.930283Z","steps":["trace[24583112] 'process raft request' (duration: 101.788566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.403607Z","caller":"traceutil/trace.go:171","msg":"trace[959317371] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"106.365159ms","start":"2026-04-01T23:41:35.297222Z","end":"2026-04-01T23:41:35.403587Z","steps":["trace[959317371] 'process raft request' (duration: 105.670184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:35.578811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.572787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:35.579094Z","caller":"traceutil/trace.go:171","msg":"trace[167919781] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"235.957391ms","start":"2026-04-01T23:41:35.343097Z","end":"2026-04-01T23:41:35.579054Z","steps":["trace[167919781] 'process raft request' (duration: 96.063568ms)","trace[167919781] 'compare' (duration: 139.215428ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:35.579208Z","caller":"traceutil/trace.go:171","msg":"trace[2050646345] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"227.869829ms","start":"2026-04-01T23:41:35.351331Z","end":"2026-04-01T23:41:35.5792Z","steps":["trace[2050646345] 'process raft request' (duration: 227.679945ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.579243Z","caller":"traceutil/trace.go:171","msg":"trace[268403798] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"231.419279ms","start":"2026-04-01T23:41:35.347804Z","end":"2026-04-01T23:41:35.579223Z","steps":["trace[268403798] 'process raft request' (duration: 231.162573ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.579227Z","caller":"traceutil/trace.go:171","msg":"trace[1897576574] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"175.148424ms","start":"2026-04-01T23:41:35.404061Z","end":"2026-04-01T23:41:35.57921Z","steps":["trace[1897576574] 'process raft request' (duration: 174.996361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.579128Z","caller":"traceutil/trace.go:171","msg":"trace[1570946482] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"145.206092ms","start":"2026-04-01T23:41:35.433909Z","end":"2026-04-01T23:41:35.579115Z","steps":["trace[1570946482] 'process raft request' (duration: 145.178292ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.588084Z","caller":"traceutil/trace.go:171","msg":"trace[1966650829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4887; }","duration":"127.29623ms","start":"2026-04-01T23:41:35.460763Z","end":"2026-04-01T23:41:35.588059Z","steps":["trace[1966650829] 'process raft request' (duration: 127.011434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.670373Z","caller":"traceutil/trace.go:171","msg":"trace[449342938] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"116.61912ms","start":"2026-04-01T23:41:35.553731Z","end":"2026-04-01T23:41:35.670351Z","steps":["trace[449342938] 'process raft request' (duration: 116.443176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:35.947167Z","caller":"traceutil/trace.go:171","msg":"trace[905358843] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"105.615372ms","start":"2026-04-01T23:41:35.841518Z","end":"2026-04-01T23:41:35.947133Z","steps":["trace[905358843] 'process raft request' (duration: 38.35009ms)","trace[905358843] 'compare' (duration: 67.017426ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:36.012387Z","caller":"traceutil/trace.go:171","msg":"trace[142337272] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5096; }","duration":"127.72339ms","start":"2026-04-01T23:41:35.884631Z","end":"2026-04-01T23:41:36.012354Z","steps":["trace[142337272] 'read index received' (duration: 127.602607ms)","trace[142337272] 'applied index is now lower than readState.Index' (duration: 119.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:36.012545Z","caller":"traceutil/trace.go:171","msg":"trace[193102609] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"150.47417ms","start":"2026-04-01T23:41:35.861997Z","end":"2026-04-01T23:41:36.012471Z","steps":["trace[193102609] 'process raft request' (duration: 150.201874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.012694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.035957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:41:36.012753Z","caller":"traceutil/trace.go:171","msg":"trace[1606274219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4894; }","duration":"128.142579ms","start":"2026-04-01T23:41:35.884591Z","end":"2026-04-01T23:41:36.012734Z","steps":["trace[1606274219] 'agreement among raft nodes before linearized reading' (duration: 127.914244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.28822Z","caller":"traceutil/trace.go:171","msg":"trace[1227905413] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5097; }","duration":"275.709984ms","start":"2026-04-01T23:41:36.01247Z","end":"2026-04-01T23:41:36.28818Z","steps":["trace[1227905413] 'read index received' (duration: 274.833415ms)","trace[1227905413] 'applied index is now lower than readState.Index' (duration: 874.519µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:36.288255Z","caller":"traceutil/trace.go:171","msg":"trace[1782796551] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"384.273933ms","start":"2026-04-01T23:41:35.903947Z","end":"2026-04-01T23:41:36.288221Z","steps":["trace[1782796551] 'process raft request' (duration: 384.095469ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.288398Z","caller":"traceutil/trace.go:171","msg":"trace[489950284] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"293.73106ms","start":"2026-04-01T23:41:35.994593Z","end":"2026-04-01T23:41:36.288324Z","steps":["trace[489950284] 'process raft request' (duration: 293.513035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.288469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.253212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-04-01T23:41:36.288571Z","caller":"traceutil/trace.go:171","msg":"trace[1725791301] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4897; }","duration":"339.389095ms","start":"2026-04-01T23:41:35.949166Z","end":"2026-04-01T23:41:36.288555Z","steps":["trace[1725791301] 'agreement among raft nodes before linearized reading' (duration: 339.15847ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.288537Z","caller":"traceutil/trace.go:171","msg":"trace[1704998349] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"403.670959ms","start":"2026-04-01T23:41:35.884829Z","end":"2026-04-01T23:41:36.2885Z","steps":["trace[1704998349] 'process raft request' (duration: 402.641517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.288563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:35.903904Z","time spent":"384.56214ms","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2819,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:36.288603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:35.94915Z","time spent":"339.444667ms","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3047,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-04-01T23:41:36.288698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:35.884815Z","time spent":"403.797692ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451485,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:41:36.314957Z","caller":"traceutil/trace.go:171","msg":"trace[1201837034] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"297.194467ms","start":"2026-04-01T23:41:36.017741Z","end":"2026-04-01T23:41:36.314935Z","steps":["trace[1201837034] 'process raft request' (duration: 297.047163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.315194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.985526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:41:36.315233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.031948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T23:41:36.315309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.618912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-04-01T23:41:36.315309Z","caller":"traceutil/trace.go:171","msg":"trace[1075995338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4898; }","duration":"222.157361ms","start":"2026-04-01T23:41:36.093131Z","end":"2026-04-01T23:41:36.315288Z","steps":["trace[1075995338] 'agreement among raft nodes before linearized reading' (duration: 222.000637ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.315339Z","caller":"traceutil/trace.go:171","msg":"trace[1285709357] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4898; }","duration":"145.683433ms","start":"2026-04-01T23:41:36.169646Z","end":"2026-04-01T23:41:36.315329Z","steps":["trace[1285709357] 'agreement among raft nodes before linearized reading' (duration: 145.636402ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.315258Z","caller":"traceutil/trace.go:171","msg":"trace[1058178943] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4898; }","duration":"260.952573ms","start":"2026-04-01T23:41:36.054296Z","end":"2026-04-01T23:41:36.315248Z","steps":["trace[1058178943] 'process raft request' (duration: 260.606315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.315491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.563002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:41:36.315567Z","caller":"traceutil/trace.go:171","msg":"trace[227117095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4898; }","duration":"128.063957ms","start":"2026-04-01T23:41:36.18716Z","end":"2026-04-01T23:41:36.315224Z","steps":["trace[227117095] 'agreement among raft nodes before linearized reading' (duration: 127.969635ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.315578Z","caller":"traceutil/trace.go:171","msg":"trace[1425630399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4898; }","duration":"105.705915ms","start":"2026-04-01T23:41:36.209858Z","end":"2026-04-01T23:41:36.315564Z","steps":["trace[1425630399] 'agreement among raft nodes before linearized reading' (duration: 105.49293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.315648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.107543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-04-01T23:41:36.315811Z","caller":"traceutil/trace.go:171","msg":"trace[520037378] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4898; }","duration":"215.315808ms","start":"2026-04-01T23:41:36.10045Z","end":"2026-04-01T23:41:36.315766Z","steps":["trace[520037378] 'agreement among raft nodes before linearized reading' (duration: 214.871448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:36.315928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.866283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:36.316054Z","caller":"traceutil/trace.go:171","msg":"trace[1616367261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4898; }","duration":"148.079237ms","start":"2026-04-01T23:41:36.167945Z","end":"2026-04-01T23:41:36.316024Z","steps":["trace[1616367261] 'agreement among raft nodes before linearized reading' (duration: 147.29678ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:36.730265Z","caller":"traceutil/trace.go:171","msg":"trace[315054185] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"159.126505ms","start":"2026-04-01T23:41:36.571105Z","end":"2026-04-01T23:41:36.730231Z","steps":["trace[315054185] 'process raft request' (duration: 158.748746ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:37.228148Z","caller":"traceutil/trace.go:171","msg":"trace[1058649738] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"349.939322ms","start":"2026-04-01T23:41:36.878185Z","end":"2026-04-01T23:41:37.228124Z","steps":["trace[1058649738] 'read index received' (duration: 349.781278ms)","trace[1058649738] 'applied index is now lower than readState.Index' (duration: 157.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:37.228241Z","caller":"traceutil/trace.go:171","msg":"trace[591164945] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"469.438537ms","start":"2026-04-01T23:41:36.758772Z","end":"2026-04-01T23:41:37.228211Z","steps":["trace[591164945] 'process raft request' (duration: 469.213402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:37.228351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.160317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:41:37.228353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:36.758755Z","time spent":"469.54642ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:41:37.228384Z","caller":"traceutil/trace.go:171","msg":"trace[79111047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:4908; }","duration":"350.252879ms","start":"2026-04-01T23:41:36.878123Z","end":"2026-04-01T23:41:37.228376Z","steps":["trace[79111047] 'agreement among raft nodes before linearized reading' (duration: 350.101156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:37.228412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:36.878092Z","time spent":"350.31387ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:41:37.24536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.267564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:37.245355Z","caller":"traceutil/trace.go:171","msg":"trace[1829954190] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"114.558894ms","start":"2026-04-01T23:41:37.130763Z","end":"2026-04-01T23:41:37.245322Z","steps":["trace[1829954190] 'process raft request' (duration: 114.405931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:37.24542Z","caller":"traceutil/trace.go:171","msg":"trace[1644923989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4909; }","duration":"194.384217ms","start":"2026-04-01T23:41:37.051023Z","end":"2026-04-01T23:41:37.245407Z","steps":["trace[1644923989] 'agreement among raft nodes before linearized reading' (duration: 194.272504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:37.245417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.812802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:41:37.245466Z","caller":"traceutil/trace.go:171","msg":"trace[1957922244] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:4909; }","duration":"103.898944ms","start":"2026-04-01T23:41:37.141554Z","end":"2026-04-01T23:41:37.245453Z","steps":["trace[1957922244] 'agreement among raft nodes before linearized reading' (duration: 103.72545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:37.467012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.250826ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-01T23:41:37.467167Z","caller":"traceutil/trace.go:171","msg":"trace[1247055898] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"218.334866ms","start":"2026-04-01T23:41:37.24882Z","end":"2026-04-01T23:41:37.467155Z","steps":["trace[1247055898] 'process raft request' (duration: 218.261434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:37.494917Z","caller":"traceutil/trace.go:171","msg":"trace[59632275] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"122.991574ms","start":"2026-04-01T23:41:37.3719Z","end":"2026-04-01T23:41:37.494892Z","steps":["trace[59632275] 'process raft request' (duration: 122.602765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:38.110266Z","caller":"traceutil/trace.go:171","msg":"trace[1734824568] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"147.667038ms","start":"2026-04-01T23:41:37.962572Z","end":"2026-04-01T23:41:38.110239Z","steps":["trace[1734824568] 'read index received' (duration: 147.462753ms)","trace[1734824568] 'applied index is now lower than readState.Index' (duration: 202.915µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:38.110436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.839252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:38.110484Z","caller":"traceutil/trace.go:171","msg":"trace[119725243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4923; }","duration":"147.904693ms","start":"2026-04-01T23:41:37.962567Z","end":"2026-04-01T23:41:38.110471Z","steps":["trace[119725243] 'agreement among raft nodes before linearized reading' (duration: 147.77968ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:38.110921Z","caller":"traceutil/trace.go:171","msg":"trace[1552038192] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"157.58121ms","start":"2026-04-01T23:41:37.953326Z","end":"2026-04-01T23:41:38.110908Z","steps":["trace[1552038192] 'process raft request' (duration: 156.742911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:39.515809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.177629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:39.515954Z","caller":"traceutil/trace.go:171","msg":"trace[620278451] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"916.817327ms","start":"2026-04-01T23:41:38.599108Z","end":"2026-04-01T23:41:39.515925Z","steps":["trace[620278451] 'process raft request' (duration: 330.384223ms)","trace[620278451] 'compare' (duration: 586.034676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:39.516038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:38.599088Z","time spent":"916.913499ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:41:39.530688Z","caller":"traceutil/trace.go:171","msg":"trace[994972057] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5137; }","duration":"770.069251ms","start":"2026-04-01T23:41:38.760603Z","end":"2026-04-01T23:41:39.530672Z","steps":["trace[994972057] 'read index received' (duration: 168.974756ms)","trace[994972057] 'applied index is now lower than readState.Index' (duration: 601.093815ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:39.53079Z","caller":"traceutil/trace.go:171","msg":"trace[700498950] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"794.611103ms","start":"2026-04-01T23:41:38.736148Z","end":"2026-04-01T23:41:39.530759Z","steps":["trace[700498950] 'process raft request' (duration: 794.433509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:39.530856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.256424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:41:39.530888Z","caller":"traceutil/trace.go:171","msg":"trace[811386152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4934; }","duration":"770.335426ms","start":"2026-04-01T23:41:38.760545Z","end":"2026-04-01T23:41:39.53088Z","steps":["trace[811386152] 'agreement among raft nodes before linearized reading' (duration: 770.207593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:39.530919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:38.760521Z","time spent":"770.392558ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:41:39.530916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:38.7361Z","time spent":"794.749576ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:39.538637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.846335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:39.538718Z","caller":"traceutil/trace.go:171","msg":"trace[682398561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4935; }","duration":"351.990988ms","start":"2026-04-01T23:41:39.186707Z","end":"2026-04-01T23:41:39.538698Z","steps":["trace[682398561] 'agreement among raft nodes before linearized reading' (duration: 351.852285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:39.53877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:39.186667Z","time spent":"352.09007ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:41:39.538922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.06959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:41:39.538986Z","caller":"traceutil/trace.go:171","msg":"trace[268914544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:4935; }","duration":"287.244484ms","start":"2026-04-01T23:41:39.251726Z","end":"2026-04-01T23:41:39.538971Z","steps":["trace[268914544] 'agreement among raft nodes before linearized reading' (duration: 286.941507ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:39.668477Z","caller":"traceutil/trace.go:171","msg":"trace[1146743321] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"128.338864ms","start":"2026-04-01T23:41:39.540117Z","end":"2026-04-01T23:41:39.668456Z","steps":["trace[1146743321] 'read index received' (duration: 89.827149ms)","trace[1146743321] 'applied index is now lower than readState.Index' (duration: 38.510825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:39.668661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.527858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:41:39.668747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.424835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62979"} {"level":"info","ts":"2026-04-01T23:41:39.668738Z","caller":"traceutil/trace.go:171","msg":"trace[1542997599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4936; }","duration":"128.61134ms","start":"2026-04-01T23:41:39.540104Z","end":"2026-04-01T23:41:39.668716Z","steps":["trace[1542997599] 'agreement among raft nodes before linearized reading' (duration: 128.478727ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:39.668769Z","caller":"traceutil/trace.go:171","msg":"trace[1522640834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4936; }","duration":"124.522627ms","start":"2026-04-01T23:41:39.544239Z","end":"2026-04-01T23:41:39.668762Z","steps":["trace[1522640834] 'agreement among raft nodes before linearized reading' (duration: 124.335653ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:39.669148Z","caller":"traceutil/trace.go:171","msg":"trace[1615915360] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"134.185235ms","start":"2026-04-01T23:41:39.534943Z","end":"2026-04-01T23:41:39.669128Z","steps":["trace[1615915360] 'process raft request' (duration: 95.136218ms)","trace[1615915360] 'compare' (duration: 38.252989ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:40.557175Z","caller":"traceutil/trace.go:171","msg":"trace[1550181223] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"192.943015ms","start":"2026-04-01T23:41:40.364192Z","end":"2026-04-01T23:41:40.557135Z","steps":["trace[1550181223] 'process raft request' (duration: 145.793716ms)","trace[1550181223] 'compare' (duration: 46.956415ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:40.557235Z","caller":"traceutil/trace.go:171","msg":"trace[1474932215] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"119.579217ms","start":"2026-04-01T23:41:40.437629Z","end":"2026-04-01T23:41:40.557209Z","steps":["trace[1474932215] 'process raft request' (duration: 119.493935ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:40.55727Z","caller":"traceutil/trace.go:171","msg":"trace[1595788276] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5145; }","duration":"191.946742ms","start":"2026-04-01T23:41:40.365307Z","end":"2026-04-01T23:41:40.557253Z","steps":["trace[1595788276] 'read index received' (duration: 63.853544ms)","trace[1595788276] 'applied index is now lower than readState.Index' (duration: 128.092028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:40.557504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.174627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:41:40.557574Z","caller":"traceutil/trace.go:171","msg":"trace[823609337] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4943; }","duration":"192.287929ms","start":"2026-04-01T23:41:40.365269Z","end":"2026-04-01T23:41:40.557557Z","steps":["trace[823609337] 'agreement among raft nodes before linearized reading' (duration: 192.085415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:40.557604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.786326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:41:40.557674Z","caller":"traceutil/trace.go:171","msg":"trace[965790785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4943; }","duration":"121.929159ms","start":"2026-04-01T23:41:40.435731Z","end":"2026-04-01T23:41:40.55766Z","steps":["trace[965790785] 'agreement among raft nodes before linearized reading' (duration: 121.697984ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:41.94513Z","caller":"traceutil/trace.go:171","msg":"trace[2033807700] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"409.07408ms","start":"2026-04-01T23:41:41.53603Z","end":"2026-04-01T23:41:41.945104Z","steps":["trace[2033807700] 'process raft request' (duration: 408.911307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:41.945286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:41.536003Z","time spent":"409.205943ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:41:41.964754Z","caller":"traceutil/trace.go:171","msg":"trace[117728344] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5153; }","duration":"292.328678ms","start":"2026-04-01T23:41:41.672402Z","end":"2026-04-01T23:41:41.96473Z","steps":["trace[117728344] 'read index received' (duration: 272.587385ms)","trace[117728344] 'applied index is now lower than readState.Index' (duration: 19.740233ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:41.964878Z","caller":"traceutil/trace.go:171","msg":"trace[1273244943] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"138.909801ms","start":"2026-04-01T23:41:41.825957Z","end":"2026-04-01T23:41:41.964866Z","steps":["trace[1273244943] 'process raft request' (duration: 138.733077ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:41.964903Z","caller":"traceutil/trace.go:171","msg":"trace[14814069] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"305.287508ms","start":"2026-04-01T23:41:41.659491Z","end":"2026-04-01T23:41:41.964779Z","steps":["trace[14814069] 'process raft request' (duration: 305.149115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:41.965127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.703096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:41:41.964903Z","caller":"traceutil/trace.go:171","msg":"trace[1966727814] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"422.191885ms","start":"2026-04-01T23:41:41.542656Z","end":"2026-04-01T23:41:41.964847Z","steps":["trace[1966727814] 'process raft request' (duration: 421.870238ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:41.965173Z","caller":"traceutil/trace.go:171","msg":"trace[1374392496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4952; }","duration":"292.795928ms","start":"2026-04-01T23:41:41.672367Z","end":"2026-04-01T23:41:41.965163Z","steps":["trace[1374392496] 'agreement among raft nodes before linearized reading' (duration: 292.642474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:41.965196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:41.542644Z","time spent":"422.526173ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:41.965245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.394926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:41:41.965126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:41.659469Z","time spent":"305.537114ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:41:41.965312Z","caller":"traceutil/trace.go:171","msg":"trace[1538909186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:4952; }","duration":"291.493959ms","start":"2026-04-01T23:41:41.673799Z","end":"2026-04-01T23:41:41.965293Z","steps":["trace[1538909186] 'agreement among raft nodes before linearized reading' (duration: 291.208552ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:44.071472Z","caller":"traceutil/trace.go:171","msg":"trace[229500396] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"100.795804ms","start":"2026-04-01T23:41:43.970654Z","end":"2026-04-01T23:41:44.07145Z","steps":["trace[229500396] 'process raft request' (duration: 85.96629ms)","trace[229500396] 'compare' (duration: 14.65254ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:44.071738Z","caller":"traceutil/trace.go:171","msg":"trace[8183133] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"100.979368ms","start":"2026-04-01T23:41:43.970741Z","end":"2026-04-01T23:41:44.07172Z","steps":["trace[8183133] 'process raft request' (duration: 100.672531ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:44.36623Z","caller":"traceutil/trace.go:171","msg":"trace[458357793] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5172; }","duration":"121.06693ms","start":"2026-04-01T23:41:44.245137Z","end":"2026-04-01T23:41:44.366204Z","steps":["trace[458357793] 'read index received' (duration: 22.525486ms)","trace[458357793] 'applied index is now lower than readState.Index' (duration: 98.540354ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:44.366297Z","caller":"traceutil/trace.go:171","msg":"trace[1386315154] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"155.30689ms","start":"2026-04-01T23:41:44.210964Z","end":"2026-04-01T23:41:44.366271Z","steps":["trace[1386315154] 'process raft request' (duration: 154.624424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:44.366705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.557071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:41:44.366778Z","caller":"traceutil/trace.go:171","msg":"trace[2081689228] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4968; }","duration":"121.673184ms","start":"2026-04-01T23:41:44.245095Z","end":"2026-04-01T23:41:44.366769Z","steps":["trace[2081689228] 'agreement among raft nodes before linearized reading' (duration: 121.263664ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:44.702373Z","caller":"traceutil/trace.go:171","msg":"trace[862830774] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4975; }","duration":"121.371227ms","start":"2026-04-01T23:41:44.580977Z","end":"2026-04-01T23:41:44.702349Z","steps":["trace[862830774] 'process raft request' (duration: 81.257065ms)","trace[862830774] 'compare' (duration: 39.803905ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:44.913973Z","caller":"traceutil/trace.go:171","msg":"trace[1914810752] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5181; }","duration":"199.259486ms","start":"2026-04-01T23:41:44.714685Z","end":"2026-04-01T23:41:44.913945Z","steps":["trace[1914810752] 'read index received' (duration: 70.609876ms)","trace[1914810752] 'applied index is now lower than readState.Index' (duration: 128.64819ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:44.914084Z","caller":"traceutil/trace.go:171","msg":"trace[174434671] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"206.832516ms","start":"2026-04-01T23:41:44.707233Z","end":"2026-04-01T23:41:44.914066Z","steps":["trace[174434671] 'process raft request' (duration: 134.743577ms)","trace[174434671] 'compare' (duration: 71.602938ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:44.914164Z","caller":"traceutil/trace.go:171","msg":"trace[1208269696] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"206.764224ms","start":"2026-04-01T23:41:44.707326Z","end":"2026-04-01T23:41:44.914091Z","steps":["trace[1208269696] 'process raft request' (duration: 206.531729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:44.914272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.557663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-patch\" ","response":"range_response_count:1 size:3974"} {"level":"info","ts":"2026-04-01T23:41:44.914332Z","caller":"traceutil/trace.go:171","msg":"trace[383734682] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-patch; range_end:; response_count:1; response_revision:4978; }","duration":"199.653595ms","start":"2026-04-01T23:41:44.714658Z","end":"2026-04-01T23:41:44.914311Z","steps":["trace[383734682] 'agreement among raft nodes before linearized reading' (duration: 199.456001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:44.914475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.214606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-01T23:41:44.91452Z","caller":"traceutil/trace.go:171","msg":"trace[449532221] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4978; }","duration":"114.286348ms","start":"2026-04-01T23:41:44.800224Z","end":"2026-04-01T23:41:44.91451Z","steps":["trace[449532221] 'agreement among raft nodes before linearized reading' (duration: 114.117413ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.095114Z","caller":"traceutil/trace.go:171","msg":"trace[2146176957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4979; }","duration":"179.351589ms","start":"2026-04-01T23:41:44.915737Z","end":"2026-04-01T23:41:45.095088Z","steps":["trace[2146176957] 'process raft request' (duration: 142.635634ms)","trace[2146176957] 'compare' (duration: 36.596173ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:45.257299Z","caller":"traceutil/trace.go:171","msg":"trace[282285551] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"154.729166ms","start":"2026-04-01T23:41:45.102545Z","end":"2026-04-01T23:41:45.257274Z","steps":["trace[282285551] 'process raft request' (duration: 154.574473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.40322Z","caller":"traceutil/trace.go:171","msg":"trace[1406835268] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"234.13638ms","start":"2026-04-01T23:41:45.169058Z","end":"2026-04-01T23:41:45.403194Z","steps":["trace[1406835268] 'process raft request' (duration: 233.799853ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.403377Z","caller":"traceutil/trace.go:171","msg":"trace[564355184] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"221.995077ms","start":"2026-04-01T23:41:45.181366Z","end":"2026-04-01T23:41:45.403361Z","steps":["trace[564355184] 'read index received' (duration: 76.57323ms)","trace[564355184] 'applied index is now lower than readState.Index' (duration: 145.420967ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:45.403431Z","caller":"traceutil/trace.go:171","msg":"trace[463709952] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"196.190907ms","start":"2026-04-01T23:41:45.207229Z","end":"2026-04-01T23:41:45.40342Z","steps":["trace[463709952] 'process raft request' (duration: 195.87338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:45.403649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.258823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:45.403799Z","caller":"traceutil/trace.go:171","msg":"trace[66550178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4983; }","duration":"222.445037ms","start":"2026-04-01T23:41:45.18133Z","end":"2026-04-01T23:41:45.403775Z","steps":["trace[66550178] 'agreement among raft nodes before linearized reading' (duration: 222.240563ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.403881Z","caller":"traceutil/trace.go:171","msg":"trace[683864871] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"168.953886ms","start":"2026-04-01T23:41:45.234902Z","end":"2026-04-01T23:41:45.403856Z","steps":["trace[683864871] 'process raft request' (duration: 168.414214ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.40882Z","caller":"traceutil/trace.go:171","msg":"trace[1068560620] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4984; }","duration":"149.412066ms","start":"2026-04-01T23:41:45.259385Z","end":"2026-04-01T23:41:45.408797Z","steps":["trace[1068560620] 'process raft request' (duration: 149.13533ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:45.409141Z","caller":"traceutil/trace.go:171","msg":"trace[83996199] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"110.705816ms","start":"2026-04-01T23:41:45.298426Z","end":"2026-04-01T23:41:45.409132Z","steps":["trace[83996199] 'process raft request' (duration: 110.314748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:45.409167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.497239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:45.409237Z","caller":"traceutil/trace.go:171","msg":"trace[491841461] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4985; }","duration":"222.57683ms","start":"2026-04-01T23:41:45.186642Z","end":"2026-04-01T23:41:45.409219Z","steps":["trace[491841461] 'agreement among raft nodes before linearized reading' (duration: 222.455318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:47.341816Z","caller":"traceutil/trace.go:171","msg":"trace[687089850] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5208; }","duration":"150.947072ms","start":"2026-04-01T23:41:47.190838Z","end":"2026-04-01T23:41:47.341785Z","steps":["trace[687089850] 'read index received' (duration: 82.369881ms)","trace[687089850] 'applied index is now lower than readState.Index' (duration: 68.575851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:47.342016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.147856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:47.341984Z","caller":"traceutil/trace.go:171","msg":"trace[1940230060] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"151.75061ms","start":"2026-04-01T23:41:47.190172Z","end":"2026-04-01T23:41:47.341923Z","steps":["trace[1940230060] 'process raft request' (duration: 83.145989ms)","trace[1940230060] 'compare' (duration: 68.303214ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:47.342074Z","caller":"traceutil/trace.go:171","msg":"trace[1112607978] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5002; }","duration":"151.242297ms","start":"2026-04-01T23:41:47.190811Z","end":"2026-04-01T23:41:47.342053Z","steps":["trace[1112607978] 'agreement among raft nodes before linearized reading' (duration: 151.091214ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.286698Z","caller":"traceutil/trace.go:171","msg":"trace[1352928904] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"189.254301ms","start":"2026-04-01T23:41:48.097416Z","end":"2026-04-01T23:41:48.28667Z","steps":["trace[1352928904] 'process raft request' (duration: 189.077478ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.30012Z","caller":"traceutil/trace.go:171","msg":"trace[415472003] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5209; }","duration":"195.678797ms","start":"2026-04-01T23:41:48.104418Z","end":"2026-04-01T23:41:48.300097Z","steps":["trace[415472003] 'read index received' (duration: 182.113711ms)","trace[415472003] 'applied index is now lower than readState.Index' (duration: 13.563335ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:48.300609Z","caller":"traceutil/trace.go:171","msg":"trace[117071877] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"202.55523ms","start":"2026-04-01T23:41:48.098036Z","end":"2026-04-01T23:41:48.300591Z","steps":["trace[117071877] 'process raft request' (duration: 201.784983ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.301012Z","caller":"traceutil/trace.go:171","msg":"trace[730651567] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"202.798656ms","start":"2026-04-01T23:41:48.098195Z","end":"2026-04-01T23:41:48.300994Z","steps":["trace[730651567] 'process raft request' (duration: 201.763323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:48.30157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.134209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:41:48.301663Z","caller":"traceutil/trace.go:171","msg":"trace[2142640093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5005; }","duration":"197.239902ms","start":"2026-04-01T23:41:48.104407Z","end":"2026-04-01T23:41:48.301647Z","steps":["trace[2142640093] 'agreement among raft nodes before linearized reading' (duration: 196.955335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:48.303009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.954356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:16 size:509441"} {"level":"info","ts":"2026-04-01T23:41:48.303103Z","caller":"traceutil/trace.go:171","msg":"trace[170090121] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:16; response_revision:5005; }","duration":"193.067278ms","start":"2026-04-01T23:41:48.109982Z","end":"2026-04-01T23:41:48.303049Z","steps":["trace[170090121] 'agreement among raft nodes before linearized reading' (duration: 192.033845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:48.304329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.161518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:41:48.304398Z","caller":"traceutil/trace.go:171","msg":"trace[2104017420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5005; }","duration":"172.272411ms","start":"2026-04-01T23:41:48.132109Z","end":"2026-04-01T23:41:48.304381Z","steps":["trace[2104017420] 'agreement among raft nodes before linearized reading' (duration: 172.065006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.449824Z","caller":"traceutil/trace.go:171","msg":"trace[2109929965] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5212; }","duration":"138.337449ms","start":"2026-04-01T23:41:48.311448Z","end":"2026-04-01T23:41:48.449785Z","steps":["trace[2109929965] 'read index received' (duration: 123.997806ms)","trace[2109929965] 'applied index is now lower than readState.Index' (duration: 14.337873ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:48.449945Z","caller":"traceutil/trace.go:171","msg":"trace[1022638395] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"140.706302ms","start":"2026-04-01T23:41:48.309226Z","end":"2026-04-01T23:41:48.449932Z","steps":["trace[1022638395] 'process raft request' (duration: 126.259137ms)","trace[1022638395] 'compare' (duration: 13.998024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:48.450086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.622105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:41:48.45016Z","caller":"traceutil/trace.go:171","msg":"trace[1049146913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5006; }","duration":"138.725807ms","start":"2026-04-01T23:41:48.311421Z","end":"2026-04-01T23:41:48.450147Z","steps":["trace[1049146913] 'agreement among raft nodes before linearized reading' (duration: 138.514192ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.630281Z","caller":"traceutil/trace.go:171","msg":"trace[1589913148] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"318.67183ms","start":"2026-04-01T23:41:48.311586Z","end":"2026-04-01T23:41:48.630258Z","steps":["trace[1589913148] 'process raft request' (duration: 318.600808ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:48.630298Z","caller":"traceutil/trace.go:171","msg":"trace[239210376] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"318.68383ms","start":"2026-04-01T23:41:48.311586Z","end":"2026-04-01T23:41:48.63027Z","steps":["trace[239210376] 'process raft request' (duration: 239.199765ms)","trace[239210376] 'compare' (duration: 79.276781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:48.630413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:48.311572Z","time spent":"318.776932ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:48.630448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:48.311572Z","time spent":"318.796203ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:41:48.630504Z","caller":"traceutil/trace.go:171","msg":"trace[305180428] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5213; }","duration":"180.591797ms","start":"2026-04-01T23:41:48.449895Z","end":"2026-04-01T23:41:48.630486Z","steps":["trace[305180428] 'read index received' (duration: 100.843246ms)","trace[305180428] 'applied index is now lower than readState.Index' (duration: 79.747601ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:48.630599Z","caller":"traceutil/trace.go:171","msg":"trace[1682465696] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"308.570042ms","start":"2026-04-01T23:41:48.322018Z","end":"2026-04-01T23:41:48.630588Z","steps":["trace[1682465696] 'process raft request' (duration: 308.204784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:48.630667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:48.322003Z","time spent":"308.623973ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:48.630709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.476857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-01T23:41:48.630737Z","caller":"traceutil/trace.go:171","msg":"trace[1248000592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5009; }","duration":"177.529258ms","start":"2026-04-01T23:41:48.4532Z","end":"2026-04-01T23:41:48.630729Z","steps":["trace[1248000592] 'agreement among raft nodes before linearized reading' (duration: 177.428606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:48.631005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.494844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:48.631052Z","caller":"traceutil/trace.go:171","msg":"trace[642572687] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5009; }","duration":"196.586356ms","start":"2026-04-01T23:41:48.434452Z","end":"2026-04-01T23:41:48.631038Z","steps":["trace[642572687] 'agreement among raft nodes before linearized reading' (duration: 196.518225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.545716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.794284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:50.545802Z","caller":"traceutil/trace.go:171","msg":"trace[1043814254] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"237.22619ms","start":"2026-04-01T23:41:50.308559Z","end":"2026-04-01T23:41:50.545785Z","steps":["trace[1043814254] 'process raft request' (duration: 136.305913ms)","trace[1043814254] 'compare' (duration: 100.693732ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:50.54804Z","caller":"traceutil/trace.go:171","msg":"trace[1301932740] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5223; }","duration":"234.685343ms","start":"2026-04-01T23:41:50.313335Z","end":"2026-04-01T23:41:50.54802Z","steps":["trace[1301932740] 'read index received' (duration: 131.586566ms)","trace[1301932740] 'applied index is now lower than readState.Index' (duration: 103.097967ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:50.548113Z","caller":"traceutil/trace.go:171","msg":"trace[1440612384] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"169.748944ms","start":"2026-04-01T23:41:50.378343Z","end":"2026-04-01T23:41:50.548092Z","steps":["trace[1440612384] 'process raft request' (duration: 169.568279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:50.548189Z","caller":"traceutil/trace.go:171","msg":"trace[1693912100] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"239.043902ms","start":"2026-04-01T23:41:50.309108Z","end":"2026-04-01T23:41:50.548152Z","steps":["trace[1693912100] 'process raft request' (duration: 238.594841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.548239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.889677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:41:50.548274Z","caller":"traceutil/trace.go:171","msg":"trace[566212739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5018; }","duration":"234.969819ms","start":"2026-04-01T23:41:50.313295Z","end":"2026-04-01T23:41:50.548264Z","steps":["trace[566212739] 'agreement among raft nodes before linearized reading' (duration: 234.807676ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:50.783335Z","caller":"traceutil/trace.go:171","msg":"trace[1498834315] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"153.388286ms","start":"2026-04-01T23:41:50.629889Z","end":"2026-04-01T23:41:50.783278Z","steps":["trace[1498834315] 'process raft request' (duration: 153.076998ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:50.783495Z","caller":"traceutil/trace.go:171","msg":"trace[1589190134] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5228; }","duration":"149.667734ms","start":"2026-04-01T23:41:50.633806Z","end":"2026-04-01T23:41:50.783473Z","steps":["trace[1589190134] 'read index received' (duration: 8.393409ms)","trace[1589190134] 'applied index is now lower than readState.Index' (duration: 141.273445ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:50.783561Z","caller":"traceutil/trace.go:171","msg":"trace[1698147602] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"148.452966ms","start":"2026-04-01T23:41:50.635072Z","end":"2026-04-01T23:41:50.783525Z","steps":["trace[1698147602] 'process raft request' (duration: 148.279892ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:50.783594Z","caller":"traceutil/trace.go:171","msg":"trace[1624942270] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"150.652485ms","start":"2026-04-01T23:41:50.632932Z","end":"2026-04-01T23:41:50.783584Z","steps":["trace[1624942270] 'process raft request' (duration: 150.216854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.783744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.888928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:41:50.783841Z","caller":"traceutil/trace.go:171","msg":"trace[912285437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5023; }","duration":"150.052482ms","start":"2026-04-01T23:41:50.633765Z","end":"2026-04-01T23:41:50.783818Z","steps":["trace[912285437] 'agreement among raft nodes before linearized reading' (duration: 149.794106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:50.836931Z","caller":"traceutil/trace.go:171","msg":"trace[1320075903] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"193.694462ms","start":"2026-04-01T23:41:50.643203Z","end":"2026-04-01T23:41:50.836898Z","steps":["trace[1320075903] 'process raft request' (duration: 193.513168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:50.83702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.73683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:41:50.837079Z","caller":"traceutil/trace.go:171","msg":"trace[420059220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5024; }","duration":"147.831101ms","start":"2026-04-01T23:41:50.689233Z","end":"2026-04-01T23:41:50.837064Z","steps":["trace[420059220] 'agreement among raft nodes before linearized reading' (duration: 147.658727ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.308606Z","caller":"traceutil/trace.go:171","msg":"trace[793124962] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"232.499814ms","start":"2026-04-01T23:41:51.076058Z","end":"2026-04-01T23:41:51.308558Z","steps":["trace[793124962] 'process raft request' (duration: 155.441923ms)","trace[793124962] 'compare' (duration: 76.811245ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:51.308773Z","caller":"traceutil/trace.go:171","msg":"trace[924970928] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"231.906211ms","start":"2026-04-01T23:41:51.076837Z","end":"2026-04-01T23:41:51.308744Z","steps":["trace[924970928] 'process raft request' (duration: 231.609674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.30901Z","caller":"traceutil/trace.go:171","msg":"trace[423663335] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"232.056114ms","start":"2026-04-01T23:41:51.076909Z","end":"2026-04-01T23:41:51.308965Z","steps":["trace[423663335] 'process raft request' (duration: 231.751007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.309146Z","caller":"traceutil/trace.go:171","msg":"trace[1628666649] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"230.788804ms","start":"2026-04-01T23:41:51.07833Z","end":"2026-04-01T23:41:51.309119Z","steps":["trace[1628666649] 'process raft request' (duration: 230.415036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.584456Z","caller":"traceutil/trace.go:171","msg":"trace[371963390] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"194.338766ms","start":"2026-04-01T23:41:51.390073Z","end":"2026-04-01T23:41:51.584412Z","steps":["trace[371963390] 'process raft request' (duration: 193.531648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.584567Z","caller":"traceutil/trace.go:171","msg":"trace[811646821] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5273; }","duration":"177.706073ms","start":"2026-04-01T23:41:51.406832Z","end":"2026-04-01T23:41:51.584538Z","steps":["trace[811646821] 'read index received' (duration: 49.295958ms)","trace[811646821] 'applied index is now lower than readState.Index' (duration: 128.408755ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:51.584648Z","caller":"traceutil/trace.go:171","msg":"trace[1429528107] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"142.462501ms","start":"2026-04-01T23:41:51.442161Z","end":"2026-04-01T23:41:51.584624Z","steps":["trace[1429528107] 'process raft request' (duration: 141.869447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:51.584775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.913367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:41:51.58488Z","caller":"traceutil/trace.go:171","msg":"trace[1801174109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5071; }","duration":"178.104151ms","start":"2026-04-01T23:41:51.406751Z","end":"2026-04-01T23:41:51.584855Z","steps":["trace[1801174109] 'agreement among raft nodes before linearized reading' (duration: 177.897277ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.663736Z","caller":"traceutil/trace.go:171","msg":"trace[976631115] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"203.109064ms","start":"2026-04-01T23:41:51.460568Z","end":"2026-04-01T23:41:51.663677Z","steps":["trace[976631115] 'process raft request' (duration: 202.91563ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664088Z","caller":"traceutil/trace.go:171","msg":"trace[904060667] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"203.245946ms","start":"2026-04-01T23:41:51.460814Z","end":"2026-04-01T23:41:51.66406Z","steps":["trace[904060667] 'process raft request' (duration: 202.822157ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664195Z","caller":"traceutil/trace.go:171","msg":"trace[590900618] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"201.18684ms","start":"2026-04-01T23:41:51.462982Z","end":"2026-04-01T23:41:51.664169Z","steps":["trace[590900618] 'process raft request' (duration: 201.048217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664265Z","caller":"traceutil/trace.go:171","msg":"trace[310432938] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"202.933759ms","start":"2026-04-01T23:41:51.46132Z","end":"2026-04-01T23:41:51.664253Z","steps":["trace[310432938] 'process raft request' (duration: 202.682863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:51.66433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.818199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-04-01T23:41:51.664399Z","caller":"traceutil/trace.go:171","msg":"trace[930557134] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:5079; }","duration":"199.923621ms","start":"2026-04-01T23:41:51.464458Z","end":"2026-04-01T23:41:51.664382Z","steps":["trace[930557134] 'agreement among raft nodes before linearized reading' (duration: 199.724226ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664431Z","caller":"traceutil/trace.go:171","msg":"trace[464218087] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"203.310358ms","start":"2026-04-01T23:41:51.46111Z","end":"2026-04-01T23:41:51.66442Z","steps":["trace[464218087] 'process raft request' (duration: 202.800637ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664468Z","caller":"traceutil/trace.go:171","msg":"trace[1422218326] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"201.060117ms","start":"2026-04-01T23:41:51.463392Z","end":"2026-04-01T23:41:51.664452Z","steps":["trace[1422218326] 'process raft request' (duration: 200.689319ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664607Z","caller":"traceutil/trace.go:171","msg":"trace[945198703] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"199.918491ms","start":"2026-04-01T23:41:51.46468Z","end":"2026-04-01T23:41:51.664599Z","steps":["trace[945198703] 'process raft request' (duration: 199.469561ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.664839Z","caller":"traceutil/trace.go:171","msg":"trace[32261342] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"200.673347ms","start":"2026-04-01T23:41:51.464142Z","end":"2026-04-01T23:41:51.664815Z","steps":["trace[32261342] 'process raft request' (duration: 199.974032ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.742697Z","caller":"traceutil/trace.go:171","msg":"trace[1457108194] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"151.7662ms","start":"2026-04-01T23:41:51.590911Z","end":"2026-04-01T23:41:51.742677Z","steps":["trace[1457108194] 'process raft request' (duration: 151.702888ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.742785Z","caller":"traceutil/trace.go:171","msg":"trace[1845723974] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"153.045538ms","start":"2026-04-01T23:41:51.589703Z","end":"2026-04-01T23:41:51.742749Z","steps":["trace[1845723974] 'process raft request' (duration: 145.264793ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.908998Z","caller":"traceutil/trace.go:171","msg":"trace[1022206518] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"158.363437ms","start":"2026-04-01T23:41:51.750604Z","end":"2026-04-01T23:41:51.908967Z","steps":["trace[1022206518] 'process raft request' (duration: 124.989147ms)","trace[1022206518] 'compare' (duration: 33.173626ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:51.909034Z","caller":"traceutil/trace.go:171","msg":"trace[1719725143] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"157.226432ms","start":"2026-04-01T23:41:51.751789Z","end":"2026-04-01T23:41:51.909015Z","steps":["trace[1719725143] 'process raft request' (duration: 157.188822ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.9091Z","caller":"traceutil/trace.go:171","msg":"trace[1054261457] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5091; }","duration":"157.290394ms","start":"2026-04-01T23:41:51.751788Z","end":"2026-04-01T23:41:51.909079Z","steps":["trace[1054261457] 'process raft request' (duration: 157.162731ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.9091Z","caller":"traceutil/trace.go:171","msg":"trace[260639551] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"157.59868ms","start":"2026-04-01T23:41:51.751453Z","end":"2026-04-01T23:41:51.909052Z","steps":["trace[260639551] 'process raft request' (duration: 157.444377ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.916475Z","caller":"traceutil/trace.go:171","msg":"trace[1426996471] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"162.607873ms","start":"2026-04-01T23:41:51.753849Z","end":"2026-04-01T23:41:51.916456Z","steps":["trace[1426996471] 'process raft request' (duration: 162.46083ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.916701Z","caller":"traceutil/trace.go:171","msg":"trace[1374189124] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"160.726751ms","start":"2026-04-01T23:41:51.755956Z","end":"2026-04-01T23:41:51.916683Z","steps":["trace[1374189124] 'process raft request' (duration: 160.456535ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.916794Z","caller":"traceutil/trace.go:171","msg":"trace[489231645] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"159.610876ms","start":"2026-04-01T23:41:51.757168Z","end":"2026-04-01T23:41:51.916779Z","steps":["trace[489231645] 'process raft request' (duration: 159.454003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.916894Z","caller":"traceutil/trace.go:171","msg":"trace[1323641982] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"153.701033ms","start":"2026-04-01T23:41:51.763138Z","end":"2026-04-01T23:41:51.916839Z","steps":["trace[1323641982] 'process raft request' (duration: 153.591741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:51.916854Z","caller":"traceutil/trace.go:171","msg":"trace[1140289258] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"151.054633ms","start":"2026-04-01T23:41:51.765783Z","end":"2026-04-01T23:41:51.916838Z","steps":["trace[1140289258] 'process raft request' (duration: 150.983792ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.52293Z","caller":"traceutil/trace.go:171","msg":"trace[289208343] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"216.631668ms","start":"2026-04-01T23:41:52.306266Z","end":"2026-04-01T23:41:52.522898Z","steps":["trace[289208343] 'process raft request' (duration: 158.082843ms)","trace[289208343] 'compare' (duration: 58.310049ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:52.524702Z","caller":"traceutil/trace.go:171","msg":"trace[273400434] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"211.702496ms","start":"2026-04-01T23:41:52.312958Z","end":"2026-04-01T23:41:52.524661Z","steps":["trace[273400434] 'process raft request' (duration: 211.394869ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.972096Z","caller":"traceutil/trace.go:171","msg":"trace[320362329] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"182.658194ms","start":"2026-04-01T23:41:52.789409Z","end":"2026-04-01T23:41:52.972067Z","steps":["trace[320362329] 'process raft request' (duration: 182.46265ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:52.982663Z","caller":"traceutil/trace.go:171","msg":"trace[1005336111] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5322; }","duration":"121.054431ms","start":"2026-04-01T23:41:52.861589Z","end":"2026-04-01T23:41:52.982643Z","steps":["trace[1005336111] 'read index received' (duration: 110.261428ms)","trace[1005336111] 'applied index is now lower than readState.Index' (duration: 10.792033ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:52.982702Z","caller":"traceutil/trace.go:171","msg":"trace[732886854] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"160.144628ms","start":"2026-04-01T23:41:52.822528Z","end":"2026-04-01T23:41:52.982672Z","steps":["trace[732886854] 'process raft request' (duration: 159.951694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:52.982943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.332747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:41:52.982992Z","caller":"traceutil/trace.go:171","msg":"trace[1305380142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5114; }","duration":"121.417339ms","start":"2026-04-01T23:41:52.861554Z","end":"2026-04-01T23:41:52.982971Z","steps":["trace[1305380142] 'agreement among raft nodes before linearized reading' (duration: 121.209124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:54.079036Z","caller":"traceutil/trace.go:171","msg":"trace[811298397] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5338; }","duration":"371.486146ms","start":"2026-04-01T23:41:53.707527Z","end":"2026-04-01T23:41:54.079013Z","steps":["trace[811298397] 'read index received' (duration: 371.256461ms)","trace[811298397] 'applied index is now lower than readState.Index' (duration: 228.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:54.079179Z","caller":"traceutil/trace.go:171","msg":"trace[1802864275] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"428.546218ms","start":"2026-04-01T23:41:53.650607Z","end":"2026-04-01T23:41:54.079154Z","steps":["trace[1802864275] 'process raft request' (duration: 428.257932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:54.07938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:53.650583Z","time spent":"428.734142ms","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:41:54.07939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.850145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:41:54.079451Z","caller":"traceutil/trace.go:171","msg":"trace[1971791500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5128; }","duration":"371.955466ms","start":"2026-04-01T23:41:53.707476Z","end":"2026-04-01T23:41:54.079432Z","steps":["trace[1971791500] 'agreement among raft nodes before linearized reading' (duration: 371.67957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:54.079512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:53.707458Z","time spent":"372.039359ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:41:55.343812Z","caller":"traceutil/trace.go:171","msg":"trace[191428076] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"351.247601ms","start":"2026-04-01T23:41:54.992546Z","end":"2026-04-01T23:41:55.343793Z","steps":["trace[191428076] 'read index received' (duration: 351.034706ms)","trace[191428076] 'applied index is now lower than readState.Index' (duration: 212.065µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:55.344042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.464786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:41:55.344054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.436616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:41:55.344091Z","caller":"traceutil/trace.go:171","msg":"trace[1030541664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5154; }","duration":"351.560409ms","start":"2026-04-01T23:41:54.992517Z","end":"2026-04-01T23:41:55.344077Z","steps":["trace[1030541664] 'agreement among raft nodes before linearized reading' (duration: 351.386035ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.3441Z","caller":"traceutil/trace.go:171","msg":"trace[369814264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5154; }","duration":"351.528898ms","start":"2026-04-01T23:41:54.992559Z","end":"2026-04-01T23:41:55.344088Z","steps":["trace[369814264] 'agreement among raft nodes before linearized reading' (duration: 351.405755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.344005Z","caller":"traceutil/trace.go:171","msg":"trace[435488133] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"367.356034ms","start":"2026-04-01T23:41:54.976617Z","end":"2026-04-01T23:41:55.343973Z","steps":["trace[435488133] 'process raft request' (duration: 367.000795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:55.344806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:54.976597Z","time spent":"368.135531ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:55.344131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:54.992533Z","time spent":"351.5893ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:41:55.344132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:54.992502Z","time spent":"351.62089ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:41:55.344154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.545934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:41:55.344192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.730173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:55.345366Z","caller":"traceutil/trace.go:171","msg":"trace[694939774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5154; }","duration":"192.799942ms","start":"2026-04-01T23:41:55.152547Z","end":"2026-04-01T23:41:55.345347Z","steps":["trace[694939774] 'agreement among raft nodes before linearized reading' (duration: 191.443412ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.345633Z","caller":"traceutil/trace.go:171","msg":"trace[397942110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5154; }","duration":"163.186996ms","start":"2026-04-01T23:41:55.182423Z","end":"2026-04-01T23:41:55.34561Z","steps":["trace[397942110] 'agreement among raft nodes before linearized reading' (duration: 161.738004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:55.34425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.949023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:41:55.345858Z","caller":"traceutil/trace.go:171","msg":"trace[983757962] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5154; }","duration":"315.59253ms","start":"2026-04-01T23:41:55.030245Z","end":"2026-04-01T23:41:55.345837Z","steps":["trace[983757962] 'agreement among raft nodes before linearized reading' (duration: 313.884752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:55.345905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:55.030224Z","time spent":"315.665151ms","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":26,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:41:55.344281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.263139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:41:55.34596Z","caller":"traceutil/trace.go:171","msg":"trace[1221073727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5154; }","duration":"352.013248ms","start":"2026-04-01T23:41:54.993931Z","end":"2026-04-01T23:41:55.345944Z","steps":["trace[1221073727] 'agreement among raft nodes before linearized reading' (duration: 350.219169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:55.34601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:54.993923Z","time spent":"352.068039ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:41:55.344297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.871591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-01T23:41:55.34611Z","caller":"traceutil/trace.go:171","msg":"trace[1596968412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e; range_end:; response_count:1; response_revision:5154; }","duration":"262.705142ms","start":"2026-04-01T23:41:55.083394Z","end":"2026-04-01T23:41:55.346099Z","steps":["trace[1596968412] 'agreement among raft nodes before linearized reading' (duration: 260.777779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.538515Z","caller":"traceutil/trace.go:171","msg":"trace[1128179698] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"188.244109ms","start":"2026-04-01T23:41:55.350231Z","end":"2026-04-01T23:41:55.538475Z","steps":["trace[1128179698] 'process raft request' (duration: 188.110936ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.538572Z","caller":"traceutil/trace.go:171","msg":"trace[1485022857] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"188.025235ms","start":"2026-04-01T23:41:55.350532Z","end":"2026-04-01T23:41:55.538557Z","steps":["trace[1485022857] 'process raft request' (duration: 187.885802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.538553Z","caller":"traceutil/trace.go:171","msg":"trace[553830142] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"188.343732ms","start":"2026-04-01T23:41:55.350168Z","end":"2026-04-01T23:41:55.538512Z","steps":["trace[553830142] 'process raft request' (duration: 188.037765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.538616Z","caller":"traceutil/trace.go:171","msg":"trace[1220358590] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"188.235419ms","start":"2026-04-01T23:41:55.350366Z","end":"2026-04-01T23:41:55.538601Z","steps":["trace[1220358590] 'process raft request' (duration: 188.016814ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.538529Z","caller":"traceutil/trace.go:171","msg":"trace[1426670193] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"186.084981ms","start":"2026-04-01T23:41:55.352422Z","end":"2026-04-01T23:41:55.538507Z","steps":["trace[1426670193] 'process raft request' (duration: 186.027559ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:55.845505Z","caller":"traceutil/trace.go:171","msg":"trace[166957168] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"430.759838ms","start":"2026-04-01T23:41:55.414709Z","end":"2026-04-01T23:41:55.845469Z","steps":["trace[166957168] 'process raft request' (duration: 430.572323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:55.845707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:55.414685Z","time spent":"430.919281ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:56.187273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.53797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:56.187496Z","caller":"traceutil/trace.go:171","msg":"trace[1759596167] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"257.365482ms","start":"2026-04-01T23:41:55.930111Z","end":"2026-04-01T23:41:56.187476Z","steps":["trace[1759596167] 'process raft request' (duration: 257.27215ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:56.187507Z","caller":"traceutil/trace.go:171","msg":"trace[1341154893] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"646.849343ms","start":"2026-04-01T23:41:55.540617Z","end":"2026-04-01T23:41:56.187467Z","steps":["trace[1341154893] 'process raft request' (duration: 493.021037ms)","trace[1341154893] 'compare' (duration: 153.395065ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:56.187495Z","caller":"traceutil/trace.go:171","msg":"trace[255604420] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5372; }","duration":"426.599335ms","start":"2026-04-01T23:41:55.760867Z","end":"2026-04-01T23:41:56.187466Z","steps":["trace[255604420] 'read index received' (duration: 84.493729ms)","trace[255604420] 'applied index is now lower than readState.Index' (duration: 342.102716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:56.187647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:55.5406Z","time spent":"646.966785ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:41:56.187825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.699854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:56.187885Z","caller":"traceutil/trace.go:171","msg":"trace[375831064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5163; }","duration":"117.811366ms","start":"2026-04-01T23:41:56.070057Z","end":"2026-04-01T23:41:56.187868Z","steps":["trace[375831064] 'agreement among raft nodes before linearized reading' (duration: 117.711294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:56.188166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.28575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:18 size:765073"} {"level":"info","ts":"2026-04-01T23:41:56.188224Z","caller":"traceutil/trace.go:171","msg":"trace[833905666] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:18; response_revision:5163; }","duration":"427.380922ms","start":"2026-04-01T23:41:55.760825Z","end":"2026-04-01T23:41:56.188206Z","steps":["trace[833905666] 'agreement among raft nodes before linearized reading' (duration: 426.724217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:56.188279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:55.760805Z","time spent":"427.460824ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":18,"response size":765095,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-01T23:41:56.854129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.986346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:41:56.854197Z","caller":"traceutil/trace.go:171","msg":"trace[1333901862] linearizableReadLoop","detail":"{readStateIndex:5376; appliedIndex:5375; }","duration":"503.981202ms","start":"2026-04-01T23:41:56.350205Z","end":"2026-04-01T23:41:56.854186Z","steps":["trace[1333901862] 'read index received' (duration: 237.941015ms)","trace[1333901862] 'applied index is now lower than readState.Index' (duration: 266.039477ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:56.854324Z","caller":"traceutil/trace.go:171","msg":"trace[1129545825] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"658.672038ms","start":"2026-04-01T23:41:56.195643Z","end":"2026-04-01T23:41:56.854315Z","steps":["trace[1129545825] 'process raft request' (duration: 392.485068ms)","trace[1129545825] 'compare' (duration: 265.783621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:41:56.854367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:56.195619Z","time spent":"658.731979ms","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2499,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:41:56.854436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.217988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-04-01T23:41:56.854491Z","caller":"traceutil/trace.go:171","msg":"trace[698436711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e; range_end:; response_count:1; response_revision:5164; }","duration":"504.31465ms","start":"2026-04-01T23:41:56.350164Z","end":"2026-04-01T23:41:56.854479Z","steps":["trace[698436711] 'agreement among raft nodes before linearized reading' (duration: 504.121656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:56.854517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:56.350147Z","time spent":"504.365662ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3740,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" "} {"level":"info","ts":"2026-04-01T23:41:56.868549Z","caller":"traceutil/trace.go:171","msg":"trace[266318132] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"332.111021ms","start":"2026-04-01T23:41:56.536412Z","end":"2026-04-01T23:41:56.868523Z","steps":["trace[266318132] 'process raft request' (duration: 331.964788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:56.868795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:56.536379Z","time spent":"332.236584ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:41:56.870737Z","caller":"traceutil/trace.go:171","msg":"trace[796873536] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"281.458304ms","start":"2026-04-01T23:41:56.589268Z","end":"2026-04-01T23:41:56.870727Z","steps":["trace[796873536] 'process raft request' (duration: 281.374102ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:56.870836Z","caller":"traceutil/trace.go:171","msg":"trace[1287442457] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"279.804096ms","start":"2026-04-01T23:41:56.591022Z","end":"2026-04-01T23:41:56.870826Z","steps":["trace[1287442457] 'process raft request' (duration: 279.671473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:56.871044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.821444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:41:56.871127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.888107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:18 size:765073"} {"level":"info","ts":"2026-04-01T23:41:56.871139Z","caller":"traceutil/trace.go:171","msg":"trace[914251341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5167; }","duration":"274.968788ms","start":"2026-04-01T23:41:56.59615Z","end":"2026-04-01T23:41:56.871119Z","steps":["trace[914251341] 'agreement among raft nodes before linearized reading' (duration: 274.702282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:56.871176Z","caller":"traceutil/trace.go:171","msg":"trace[802247187] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:18; response_revision:5167; }","duration":"473.939028ms","start":"2026-04-01T23:41:56.397224Z","end":"2026-04-01T23:41:56.871164Z","steps":["trace[802247187] 'agreement among raft nodes before linearized reading' (duration: 473.57292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:56.871208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:56.39718Z","time spent":"474.020461ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":18,"response size":765095,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-01T23:41:57.277081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.574733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:41:57.277135Z","caller":"traceutil/trace.go:171","msg":"trace[1171239162] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5170; }","duration":"134.668565ms","start":"2026-04-01T23:41:57.142455Z","end":"2026-04-01T23:41:57.277123Z","steps":["trace[1171239162] 'range keys from in-memory index tree' (duration: 134.392119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:58.982462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.739661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-01T23:41:58.982548Z","caller":"traceutil/trace.go:171","msg":"trace[856799985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e; range_end:; response_count:1; response_revision:5205; }","duration":"237.882124ms","start":"2026-04-01T23:41:58.74464Z","end":"2026-04-01T23:41:58.982522Z","steps":["trace[856799985] 'range keys from in-memory index tree' (duration: 237.551366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:58.982561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.757188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-04-01T23:41:58.982588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.783704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:41:58.982657Z","caller":"traceutil/trace.go:171","msg":"trace[711677322] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5205; }","duration":"400.902556ms","start":"2026-04-01T23:41:58.581736Z","end":"2026-04-01T23:41:58.982639Z","steps":["trace[711677322] 'range keys from in-memory index tree' (duration: 400.644911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:58.9827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:58.581715Z","time spent":"400.971908ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-04-01T23:41:58.982615Z","caller":"traceutil/trace.go:171","msg":"trace[96789973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e; range_end:; response_count:1; response_revision:5205; }","duration":"118.902601ms","start":"2026-04-01T23:41:58.863697Z","end":"2026-04-01T23:41:58.982599Z","steps":["trace[96789973] 'range keys from in-memory index tree' (duration: 118.630365ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:58.983798Z","caller":"traceutil/trace.go:171","msg":"trace[1884320370] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"111.328681ms","start":"2026-04-01T23:41:58.872444Z","end":"2026-04-01T23:41:58.983773Z","steps":["trace[1884320370] 'process raft request' (duration: 111.136027ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:58.989972Z","caller":"traceutil/trace.go:171","msg":"trace[983844380] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"115.416383ms","start":"2026-04-01T23:41:58.874543Z","end":"2026-04-01T23:41:58.989959Z","steps":["trace[983844380] 'process raft request' (duration: 115.29604ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:58.990227Z","caller":"traceutil/trace.go:171","msg":"trace[2064907380] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"113.272295ms","start":"2026-04-01T23:41:58.876944Z","end":"2026-04-01T23:41:58.990216Z","steps":["trace[2064907380] 'process raft request' (duration: 112.984988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.299586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362862187,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:42:00.521689Z","caller":"traceutil/trace.go:171","msg":"trace[1690709511] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"729.48757ms","start":"2026-04-01T23:41:59.79218Z","end":"2026-04-01T23:42:00.521668Z","steps":["trace[1690709511] 'process raft request' (duration: 729.142933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.521799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:59.792164Z","time spent":"729.585652ms","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10058,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:00.526688Z","caller":"traceutil/trace.go:171","msg":"trace[1260755614] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5479; }","duration":"728.066498ms","start":"2026-04-01T23:41:59.798598Z","end":"2026-04-01T23:42:00.526665Z","steps":["trace[1260755614] 'read index received' (duration: 722.797169ms)","trace[1260755614] 'applied index is now lower than readState.Index' (duration: 5.268239ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:00.526813Z","caller":"traceutil/trace.go:171","msg":"trace[1441750745] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"725.676634ms","start":"2026-04-01T23:41:59.80112Z","end":"2026-04-01T23:42:00.526797Z","steps":["trace[1441750745] 'process raft request' (duration: 725.405698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.526967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:59.801106Z","time spent":"725.754025ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:00.527197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.999336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"warn","ts":"2026-04-01T23:42:00.527222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.116043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:00.527222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.927135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:00.527263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.349987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-04-01T23:42:00.527271Z","caller":"traceutil/trace.go:171","msg":"trace[468272880] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5267; }","duration":"724.111599ms","start":"2026-04-01T23:41:59.80314Z","end":"2026-04-01T23:42:00.527251Z","steps":["trace[468272880] 'agreement among raft nodes before linearized reading' (duration: 723.882523ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:00.527283Z","caller":"traceutil/trace.go:171","msg":"trace[1760873944] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5267; }","duration":"138.219236ms","start":"2026-04-01T23:42:00.389044Z","end":"2026-04-01T23:42:00.527263Z","steps":["trace[1760873944] 'agreement among raft nodes before linearized reading' (duration: 138.067622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.527268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.65167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T23:42:00.527313Z","caller":"traceutil/trace.go:171","msg":"trace[1653536430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e; range_end:; response_count:1; response_revision:5267; }","duration":"539.4416ms","start":"2026-04-01T23:41:59.987857Z","end":"2026-04-01T23:42:00.527299Z","steps":["trace[1653536430] 'agreement among raft nodes before linearized reading' (duration: 539.290646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.527322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:59.803131Z","time spent":"724.18106ms","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4759,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-01T23:42:00.527345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:59.987837Z","time spent":"539.501101ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a301eaf-c14e-445f-9e7f-787e64ee849e\" "} {"level":"info","ts":"2026-04-01T23:42:00.527345Z","caller":"traceutil/trace.go:171","msg":"trace[413171523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5267; }","duration":"343.045498ms","start":"2026-04-01T23:42:00.184235Z","end":"2026-04-01T23:42:00.52728Z","steps":["trace[413171523] 'agreement among raft nodes before linearized reading' (duration: 342.928006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:00.527342Z","caller":"traceutil/trace.go:171","msg":"trace[1201308800] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5267; }","duration":"728.727352ms","start":"2026-04-01T23:41:59.798592Z","end":"2026-04-01T23:42:00.527319Z","steps":["trace[1201308800] 'agreement among raft nodes before linearized reading' (duration: 728.538008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.527374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:00.184214Z","time spent":"343.15282ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:00.527388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:59.798541Z","time spent":"728.835704ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-01T23:42:00.527386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.419159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-01T23:42:00.527584Z","caller":"traceutil/trace.go:171","msg":"trace[1617514473] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5267; }","duration":"677.521562ms","start":"2026-04-01T23:41:59.849911Z","end":"2026-04-01T23:42:00.527433Z","steps":["trace[1617514473] 'agreement among raft nodes before linearized reading' (duration: 677.296697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.527684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:41:59.849895Z","time spent":"677.744006ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-01T23:42:00.527688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.133523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:783300"} {"level":"info","ts":"2026-04-01T23:42:00.527811Z","caller":"traceutil/trace.go:171","msg":"trace[589183761] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5267; }","duration":"478.298645ms","start":"2026-04-01T23:42:00.049494Z","end":"2026-04-01T23:42:00.527792Z","steps":["trace[589183761] 'agreement among raft nodes before linearized reading' (duration: 477.59443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.527899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:00.049473Z","time spent":"478.409198ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":783322,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-01T23:42:00.528552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.031941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:42:00.528618Z","caller":"traceutil/trace.go:171","msg":"trace[269922765] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5267; }","duration":"495.128023ms","start":"2026-04-01T23:42:00.033472Z","end":"2026-04-01T23:42:00.5286Z","steps":["trace[269922765] 'agreement among raft nodes before linearized reading' (duration: 493.861095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:00.528669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:00.033456Z","time spent":"495.195905ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-01T23:42:01.133906Z","caller":"traceutil/trace.go:171","msg":"trace[979708975] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5506; }","duration":"139.408652ms","start":"2026-04-01T23:42:00.994465Z","end":"2026-04-01T23:42:01.133874Z","steps":["trace[979708975] 'read index received' (duration: 139.207797ms)","trace[979708975] 'applied index is now lower than readState.Index' (duration: 199.645µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:01.133987Z","caller":"traceutil/trace.go:171","msg":"trace[909996309] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"146.356278ms","start":"2026-04-01T23:42:00.987594Z","end":"2026-04-01T23:42:01.13395Z","steps":["trace[909996309] 'process raft request' (duration: 146.096923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:01.134171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.679908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T23:42:01.134233Z","caller":"traceutil/trace.go:171","msg":"trace[1100451719] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5292; }","duration":"139.784129ms","start":"2026-04-01T23:42:00.994434Z","end":"2026-04-01T23:42:01.134218Z","steps":["trace[1100451719] 'agreement among raft nodes before linearized reading' (duration: 139.586855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:01.137716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.53458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:42:01.137795Z","caller":"traceutil/trace.go:171","msg":"trace[908259500] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5295; }","duration":"137.643562ms","start":"2026-04-01T23:42:01.000133Z","end":"2026-04-01T23:42:01.137777Z","steps":["trace[908259500] 'agreement among raft nodes before linearized reading' (duration: 137.434407ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:01.137851Z","caller":"traceutil/trace.go:171","msg":"trace[1708158612] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"143.2947ms","start":"2026-04-01T23:42:00.994518Z","end":"2026-04-01T23:42:01.137813Z","steps":["trace[1708158612] 'process raft request' (duration: 142.896521ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:01.138025Z","caller":"traceutil/trace.go:171","msg":"trace[387930237] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"143.302289ms","start":"2026-04-01T23:42:00.994707Z","end":"2026-04-01T23:42:01.138009Z","steps":["trace[387930237] 'process raft request' (duration: 142.800208ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:01.138065Z","caller":"traceutil/trace.go:171","msg":"trace[1610246855] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"143.532575ms","start":"2026-04-01T23:42:00.994516Z","end":"2026-04-01T23:42:01.138048Z","steps":["trace[1610246855] 'process raft request' (duration: 142.763488ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:01.447873Z","caller":"traceutil/trace.go:171","msg":"trace[1960622180] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"162.48009ms","start":"2026-04-01T23:42:01.285358Z","end":"2026-04-01T23:42:01.447838Z","steps":["trace[1960622180] 'process raft request' (duration: 145.833696ms)","trace[1960622180] 'compare' (duration: 16.43344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:01.447969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.04687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:01.44788Z","caller":"traceutil/trace.go:171","msg":"trace[1538244001] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5514; }","duration":"161.959788ms","start":"2026-04-01T23:42:01.285905Z","end":"2026-04-01T23:42:01.447865Z","steps":["trace[1538244001] 'read index received' (duration: 145.200711ms)","trace[1538244001] 'applied index is now lower than readState.Index' (duration: 16.757707ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:01.448Z","caller":"traceutil/trace.go:171","msg":"trace[904524844] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5301; }","duration":"162.101531ms","start":"2026-04-01T23:42:01.285889Z","end":"2026-04-01T23:42:01.447991Z","steps":["trace[904524844] 'agreement among raft nodes before linearized reading' (duration: 162.033029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:01.877575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.921839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:01.877739Z","caller":"traceutil/trace.go:171","msg":"trace[1487450827] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"249.651748ms","start":"2026-04-01T23:42:01.628054Z","end":"2026-04-01T23:42:01.877706Z","steps":["trace[1487450827] 'process raft request' (duration: 34.508845ms)","trace[1487450827] 'compare' (duration: 214.698204ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:01.877696Z","caller":"traceutil/trace.go:171","msg":"trace[2021565220] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5546; }","duration":"247.603264ms","start":"2026-04-01T23:42:01.630073Z","end":"2026-04-01T23:42:01.877676Z","steps":["trace[2021565220] 'read index received' (duration: 32.420669ms)","trace[2021565220] 'applied index is now lower than readState.Index' (duration: 215.180895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:01.878026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.936131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-01T23:42:01.878089Z","caller":"traceutil/trace.go:171","msg":"trace[748416961] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5331; }","duration":"248.036604ms","start":"2026-04-01T23:42:01.630034Z","end":"2026-04-01T23:42:01.87807Z","steps":["trace[748416961] 'agreement among raft nodes before linearized reading' (duration: 247.786028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:01.878401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.100867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-01T23:42:01.878518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.995134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-04-01T23:42:01.878579Z","caller":"traceutil/trace.go:171","msg":"trace[1753561886] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5331; }","duration":"107.137396ms","start":"2026-04-01T23:42:01.771428Z","end":"2026-04-01T23:42:01.878565Z","steps":["trace[1753561886] 'agreement among raft nodes before linearized reading' (duration: 106.948432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:01.878731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.90703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-01T23:42:01.878829Z","caller":"traceutil/trace.go:171","msg":"trace[1536093684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211; range_end:; response_count:1; response_revision:5331; }","duration":"212.032953ms","start":"2026-04-01T23:42:01.666778Z","end":"2026-04-01T23:42:01.878811Z","steps":["trace[1536093684] 'agreement among raft nodes before linearized reading' (duration: 211.660755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:01.878467Z","caller":"traceutil/trace.go:171","msg":"trace[1766880393] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55; range_end:; response_count:1; response_revision:5331; }","duration":"225.168018ms","start":"2026-04-01T23:42:01.653283Z","end":"2026-04-01T23:42:01.878451Z","steps":["trace[1766880393] 'agreement among raft nodes before linearized reading' (duration: 225.010804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:02.393786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362862343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:42:02.522211Z","caller":"traceutil/trace.go:171","msg":"trace[141563597] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"633.126805ms","start":"2026-04-01T23:42:01.889056Z","end":"2026-04-01T23:42:02.522183Z","steps":["trace[141563597] 'process raft request' (duration: 632.970421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:02.522417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:01.889043Z","time spent":"633.247197ms","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2885,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:02.614894Z","caller":"traceutil/trace.go:171","msg":"trace[1538759490] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5548; }","duration":"722.041382ms","start":"2026-04-01T23:42:01.892808Z","end":"2026-04-01T23:42:02.61485Z","steps":["trace[1538759490] 'read index received' (duration: 629.483153ms)","trace[1538759490] 'applied index is now lower than readState.Index' (duration: 92.555579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:02.615197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.363559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-04-01T23:42:02.615244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.808994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18a260260975f478\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-04-01T23:42:02.615275Z","caller":"traceutil/trace.go:171","msg":"trace[312027895] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5332; }","duration":"722.473381ms","start":"2026-04-01T23:42:01.892784Z","end":"2026-04-01T23:42:02.615258Z","steps":["trace[312027895] 'agreement among raft nodes before linearized reading' (duration: 722.262467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:02.61531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:01.892775Z","time spent":"722.528683ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-01T23:42:02.61531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.161368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:02.615371Z","caller":"traceutil/trace.go:171","msg":"trace[1658429183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5332; }","duration":"432.420324ms","start":"2026-04-01T23:42:02.182936Z","end":"2026-04-01T23:42:02.615357Z","steps":["trace[1658429183] 'agreement among raft nodes before linearized reading' (duration: 432.136818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:02.615424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:02.182919Z","time spent":"432.496497ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:42:02.615321Z","caller":"traceutil/trace.go:171","msg":"trace[1739686519] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18a260260975f478; range_end:; response_count:1; response_revision:5332; }","duration":"258.935977ms","start":"2026-04-01T23:42:02.356361Z","end":"2026-04-01T23:42:02.615297Z","steps":["trace[1739686519] 'agreement among raft nodes before linearized reading' (duration: 258.721152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:02.61548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.10133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:02.615523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.955057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-01T23:42:02.61567Z","caller":"traceutil/trace.go:171","msg":"trace[1841680045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211; range_end:; response_count:1; response_revision:5332; }","duration":"275.132071ms","start":"2026-04-01T23:42:02.340516Z","end":"2026-04-01T23:42:02.615648Z","steps":["trace[1841680045] 'agreement among raft nodes before linearized reading' (duration: 274.672771ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:02.615594Z","caller":"traceutil/trace.go:171","msg":"trace[1428398166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5332; }","duration":"348.264244ms","start":"2026-04-01T23:42:02.267301Z","end":"2026-04-01T23:42:02.615565Z","steps":["trace[1428398166] 'agreement among raft nodes before linearized reading' (duration: 348.056039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:02.615917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:02.267283Z","time spent":"348.5687ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:03.076563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.832979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:03.076692Z","caller":"traceutil/trace.go:171","msg":"trace[426090874] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"189.874936ms","start":"2026-04-01T23:42:02.886799Z","end":"2026-04-01T23:42:03.076674Z","steps":["trace[426090874] 'read index received' (duration: 62.79377ms)","trace[426090874] 'applied index is now lower than readState.Index' (duration: 127.079526ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:03.076756Z","caller":"traceutil/trace.go:171","msg":"trace[852744430] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"202.55871ms","start":"2026-04-01T23:42:02.874165Z","end":"2026-04-01T23:42:03.076723Z","steps":["trace[852744430] 'process raft request' (duration: 75.467045ms)","trace[852744430] 'compare' (duration: 126.645175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:03.076908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.098251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-04-01T23:42:03.076935Z","caller":"traceutil/trace.go:171","msg":"trace[101941879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211; range_end:; response_count:1; response_revision:5341; }","duration":"190.149583ms","start":"2026-04-01T23:42:02.886777Z","end":"2026-04-01T23:42:03.076927Z","steps":["trace[101941879] 'agreement among raft nodes before linearized reading' (duration: 189.985459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:03.077027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.152432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-01T23:42:03.077113Z","caller":"traceutil/trace.go:171","msg":"trace[215582531] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55; range_end:; response_count:1; response_revision:5341; }","duration":"190.294615ms","start":"2026-04-01T23:42:02.886798Z","end":"2026-04-01T23:42:03.077092Z","steps":["trace[215582531] 'agreement among raft nodes before linearized reading' (duration: 190.023369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:03.077896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.515154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:42:03.078005Z","caller":"traceutil/trace.go:171","msg":"trace[2111157572] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5341; }","duration":"139.634157ms","start":"2026-04-01T23:42:02.938323Z","end":"2026-04-01T23:42:03.077957Z","steps":["trace[2111157572] 'agreement among raft nodes before linearized reading' (duration: 138.488762ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:04.760765Z","caller":"traceutil/trace.go:171","msg":"trace[1703083496] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"162.034951ms","start":"2026-04-01T23:42:04.598711Z","end":"2026-04-01T23:42:04.760746Z","steps":["trace[1703083496] 'process raft request' (duration: 161.909738ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:05.620742Z","caller":"traceutil/trace.go:171","msg":"trace[1787094844] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"235.537411ms","start":"2026-04-01T23:42:05.38518Z","end":"2026-04-01T23:42:05.620717Z","steps":["trace[1787094844] 'process raft request' (duration: 235.401608ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.224665Z","caller":"traceutil/trace.go:171","msg":"trace[769156579] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"837.838784ms","start":"2026-04-01T23:42:05.386799Z","end":"2026-04-01T23:42:06.224638Z","steps":["trace[769156579] 'process raft request' (duration: 837.638929ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.224781Z","caller":"traceutil/trace.go:171","msg":"trace[748747039] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5620; }","duration":"786.365567ms","start":"2026-04-01T23:42:05.438373Z","end":"2026-04-01T23:42:06.224739Z","steps":["trace[748747039] 'read index received' (duration: 182.209603ms)","trace[748747039] 'applied index is now lower than readState.Index' (duration: 604.152654ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:06.224881Z","caller":"traceutil/trace.go:171","msg":"trace[311834320] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"765.529759ms","start":"2026-04-01T23:42:05.459297Z","end":"2026-04-01T23:42:06.224827Z","steps":["trace[311834320] 'process raft request' (duration: 765.289224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.224817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.386792Z","time spent":"837.947396ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:06.224949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.569052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:06.224997Z","caller":"traceutil/trace.go:171","msg":"trace[678886755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5404; }","duration":"786.671463ms","start":"2026-04-01T23:42:05.438312Z","end":"2026-04-01T23:42:06.224984Z","steps":["trace[678886755] 'agreement among raft nodes before linearized reading' (duration: 786.568471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.225041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.438287Z","time spent":"786.743685ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:06.225063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.459285Z","time spent":"765.669923ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:06.229823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.221855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:42:06.229875Z","caller":"traceutil/trace.go:171","msg":"trace[175383088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5405; }","duration":"592.335367ms","start":"2026-04-01T23:42:05.637527Z","end":"2026-04-01T23:42:06.229862Z","steps":["trace[175383088] 'agreement among raft nodes before linearized reading' (duration: 592.176514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.229868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.359355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:06.229911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.637505Z","time spent":"592.397218ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:06.229925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.431202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:42:06.229941Z","caller":"traceutil/trace.go:171","msg":"trace[1071889388] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5405; }","duration":"680.496028ms","start":"2026-04-01T23:42:05.549428Z","end":"2026-04-01T23:42:06.229924Z","steps":["trace[1071889388] 'agreement among raft nodes before linearized reading' (duration: 680.319574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.229837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.434146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:42:06.229982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.549405Z","time spent":"680.566899ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:06.23Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.48584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:42:06.230023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.763007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:06.230056Z","caller":"traceutil/trace.go:171","msg":"trace[2096172787] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5405; }","duration":"478.838838ms","start":"2026-04-01T23:42:05.751209Z","end":"2026-04-01T23:42:06.230047Z","steps":["trace[2096172787] 'agreement among raft nodes before linearized reading' (duration: 478.779686ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.230061Z","caller":"traceutil/trace.go:171","msg":"trace[647301828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5405; }","duration":"592.583533ms","start":"2026-04-01T23:42:05.63746Z","end":"2026-04-01T23:42:06.230044Z","steps":["trace[647301828] 'agreement among raft nodes before linearized reading' (duration: 592.46756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.230089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.751185Z","time spent":"478.895919ms","remote":"127.0.0.1:60384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:06.230096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.084704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:06.230103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.637429Z","time spent":"592.662865ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:06.230067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.374956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:06.230139Z","caller":"traceutil/trace.go:171","msg":"trace[1307741133] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5405; }","duration":"244.167086ms","start":"2026-04-01T23:42:05.985964Z","end":"2026-04-01T23:42:06.230131Z","steps":["trace[1307741133] 'agreement among raft nodes before linearized reading' (duration: 244.106055ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.229965Z","caller":"traceutil/trace.go:171","msg":"trace[591255215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5405; }","duration":"719.503203ms","start":"2026-04-01T23:42:05.510453Z","end":"2026-04-01T23:42:06.229957Z","steps":["trace[591255215] 'agreement among raft nodes before linearized reading' (duration: 719.36637ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.230175Z","caller":"traceutil/trace.go:171","msg":"trace[221914626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5405; }","duration":"356.527391ms","start":"2026-04-01T23:42:05.873623Z","end":"2026-04-01T23:42:06.230151Z","steps":["trace[221914626] 'agreement among raft nodes before linearized reading' (duration: 356.299185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.230036Z","caller":"traceutil/trace.go:171","msg":"trace[2115788089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5405; }","duration":"595.631821ms","start":"2026-04-01T23:42:05.634367Z","end":"2026-04-01T23:42:06.229999Z","steps":["trace[2115788089] 'agreement among raft nodes before linearized reading' (duration: 595.383846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.230222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.978093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211\" ","response":"range_response_count:1 size:4082"} {"level":"warn","ts":"2026-04-01T23:42:06.230232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.873584Z","time spent":"356.635433ms","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:06.230256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.634354Z","time spent":"595.891488ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:42:06.230259Z","caller":"traceutil/trace.go:171","msg":"trace[1881491609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211; range_end:; response_count:1; response_revision:5405; }","duration":"139.050335ms","start":"2026-04-01T23:42:06.091198Z","end":"2026-04-01T23:42:06.230248Z","steps":["trace[1881491609] 'agreement among raft nodes before linearized reading' (duration: 138.986813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.230277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.510438Z","time spent":"719.758551ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:06.230411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.460921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"warn","ts":"2026-04-01T23:42:06.230507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.337328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-01T23:42:06.23054Z","caller":"traceutil/trace.go:171","msg":"trace[1150241818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55; range_end:; response_count:1; response_revision:5405; }","duration":"138.450201ms","start":"2026-04-01T23:42:06.092079Z","end":"2026-04-01T23:42:06.230529Z","steps":["trace[1150241818] 'agreement among raft nodes before linearized reading' (duration: 137.815226ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.230481Z","caller":"traceutil/trace.go:171","msg":"trace[2123070572] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5405; }","duration":"211.572504ms","start":"2026-04-01T23:42:06.018891Z","end":"2026-04-01T23:42:06.230463Z","steps":["trace[2123070572] 'agreement among raft nodes before linearized reading' (duration: 210.885997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.230465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.264679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:06.23163Z","caller":"traceutil/trace.go:171","msg":"trace[626638736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5405; }","duration":"618.434265ms","start":"2026-04-01T23:42:05.613107Z","end":"2026-04-01T23:42:06.231541Z","steps":["trace[626638736] 'agreement among raft nodes before linearized reading' (duration: 616.730076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:06.231749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:05.613086Z","time spent":"618.644609ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:42:06.527658Z","caller":"traceutil/trace.go:171","msg":"trace[130628789] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"120.840655ms","start":"2026-04-01T23:42:06.406783Z","end":"2026-04-01T23:42:06.527624Z","steps":["trace[130628789] 'process raft request' (duration: 115.518995ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.570359Z","caller":"traceutil/trace.go:171","msg":"trace[973719484] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"158.02252ms","start":"2026-04-01T23:42:06.412297Z","end":"2026-04-01T23:42:06.57032Z","steps":["trace[973719484] 'process raft request' (duration: 157.747104ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:06.570488Z","caller":"traceutil/trace.go:171","msg":"trace[716931060] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5639; }","duration":"118.362929ms","start":"2026-04-01T23:42:06.452102Z","end":"2026-04-01T23:42:06.570465Z","steps":["trace[716931060] 'read index received' (duration: 70.204967ms)","trace[716931060] 'applied index is now lower than readState.Index' (duration: 48.155872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:06.570775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.662375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-04-01T23:42:06.570794Z","caller":"traceutil/trace.go:171","msg":"trace[199979507] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5422; }","duration":"118.753398ms","start":"2026-04-01T23:42:06.452035Z","end":"2026-04-01T23:42:06.570788Z","steps":["trace[199979507] 'agreement among raft nodes before linearized reading' (duration: 118.495502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:08.846609Z","caller":"traceutil/trace.go:171","msg":"trace[68112649] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"148.355993ms","start":"2026-04-01T23:42:08.698227Z","end":"2026-04-01T23:42:08.846583Z","steps":["trace[68112649] 'process raft request' (duration: 148.104866ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:09.268926Z","caller":"traceutil/trace.go:171","msg":"trace[952222735] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"546.989249ms","start":"2026-04-01T23:42:08.721907Z","end":"2026-04-01T23:42:09.268896Z","steps":["trace[952222735] 'process raft request' (duration: 450.797888ms)","trace[952222735] 'compare' (duration: 96.028097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:09.269032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:08.721885Z","time spent":"547.097411ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:09.269521Z","caller":"traceutil/trace.go:171","msg":"trace[401972332] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5705; }","duration":"216.213037ms","start":"2026-04-01T23:42:09.053237Z","end":"2026-04-01T23:42:09.26945Z","steps":["trace[401972332] 'read index received' (duration: 119.588237ms)","trace[401972332] 'applied index is now lower than readState.Index' (duration: 96.62366ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:09.269683Z","caller":"traceutil/trace.go:171","msg":"trace[1823167766] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"421.305276ms","start":"2026-04-01T23:42:08.84834Z","end":"2026-04-01T23:42:09.269646Z","steps":["trace[1823167766] 'process raft request' (duration: 421.014278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:09.269745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.494744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:09.26979Z","caller":"traceutil/trace.go:171","msg":"trace[776706455] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5485; }","duration":"216.590936ms","start":"2026-04-01T23:42:09.053186Z","end":"2026-04-01T23:42:09.269777Z","steps":["trace[776706455] 'agreement among raft nodes before linearized reading' (duration: 216.468274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:09.269808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:08.848314Z","time spent":"421.434449ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:11.185888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:42:11.186063Z","caller":"traceutil/trace.go:171","msg":"trace[1992061641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804372s","start":"2026-04-01T23:42:09.185237Z","end":"2026-04-01T23:42:11.186042Z","steps":["trace[1992061641] 'agreement among raft nodes before linearized reading' (duration: 2.000607848s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.186159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.185217Z","time spent":"2.000924374s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:42:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:42:11.657687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047313616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:11.657925Z","caller":"traceutil/trace.go:171","msg":"trace[1577780843] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5707; }","duration":"2.388312656s","start":"2026-04-01T23:42:09.269601Z","end":"2026-04-01T23:42:11.657914Z","steps":["trace[1577780843] 'read index received' (duration: 340.56305ms)","trace[1577780843] 'applied index is now lower than readState.Index' (duration: 2.047748956s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:11.657966Z","caller":"traceutil/trace.go:171","msg":"trace[129621087] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"2.428637643s","start":"2026-04-01T23:42:09.229303Z","end":"2026-04-01T23:42:11.657941Z","steps":["trace[129621087] 'process raft request' (duration: 380.844077ms)","trace[129621087] 'compare' (duration: 2.046726783s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:11.657986Z","caller":"traceutil/trace.go:171","msg":"trace[686343537] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"2.414393283s","start":"2026-04-01T23:42:09.243567Z","end":"2026-04-01T23:42:11.65796Z","steps":["trace[686343537] 'process raft request' (duration: 2.414317821s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.658077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.22928Z","time spent":"2.428737175s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:11.658092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.243548Z","time spent":"2.414480165s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:11.658199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406251901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:42:11.658266Z","caller":"traceutil/trace.go:171","msg":"trace[204900399] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5488; }","duration":"2.406359402s","start":"2026-04-01T23:42:09.251891Z","end":"2026-04-01T23:42:11.658251Z","steps":["trace[204900399] 'agreement among raft nodes before linearized reading' (duration: 2.406108227s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.658294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.251879Z","time spent":"2.406410983s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"info","ts":"2026-04-01T23:42:11.658405Z","caller":"traceutil/trace.go:171","msg":"trace[1428543126] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"2.414427114s","start":"2026-04-01T23:42:09.24351Z","end":"2026-04-01T23:42:11.657937Z","steps":["trace[1428543126] 'process raft request' (duration: 2.414320402s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:11.658529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.243492Z","time spent":"2.414962816s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:12.158309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362862728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:12.659241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362862728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:12.791953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593360148s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:42:13.186685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000674928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:42:13.186945Z","caller":"traceutil/trace.go:171","msg":"trace[1299265428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000965195s","start":"2026-04-01T23:42:11.185948Z","end":"2026-04-01T23:42:13.186913Z","steps":["trace[1299265428] 'agreement among raft nodes before linearized reading' (duration: 2.000663208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:13.187064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.185895Z","time spent":"2.001152779s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:42:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:42:13.982072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189872013s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:42:14.004413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212128272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:14.005206Z","caller":"traceutil/trace.go:171","msg":"trace[1677585060] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"4.731570192s","start":"2026-04-01T23:42:09.273607Z","end":"2026-04-01T23:42:14.005177Z","steps":["trace[1677585060] 'process raft request' (duration: 4.730895087s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:14.005235Z","caller":"traceutil/trace.go:171","msg":"trace[1405093699] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"4.731741516s","start":"2026-04-01T23:42:09.27347Z","end":"2026-04-01T23:42:14.005211Z","steps":["trace[1405093699] 'process raft request' (duration: 3.518733124s)","trace[1405093699] 'compare' (duration: 1.211959359s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:14.005357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.273601Z","time spent":"4.731703795s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:42:14.005383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.273455Z","time spent":"4.731875088s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:14.005551Z","caller":"traceutil/trace.go:171","msg":"trace[798517046] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"1.739264555s","start":"2026-04-01T23:42:12.266275Z","end":"2026-04-01T23:42:14.00554Z","steps":["trace[798517046] 'process raft request' (duration: 1.738359555s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:14.005547Z","caller":"traceutil/trace.go:171","msg":"trace[182280708] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"3.755119524s","start":"2026-04-01T23:42:10.250411Z","end":"2026-04-01T23:42:14.005531Z","steps":["trace[182280708] 'process raft request' (duration: 3.754173723s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.005608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.266258Z","time spent":"1.739318897s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:14.005637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.250385Z","time spent":"3.755198506s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:14.083519Z","caller":"traceutil/trace.go:171","msg":"trace[965243388] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5710; }","duration":"2.425510364s","start":"2026-04-01T23:42:11.657984Z","end":"2026-04-01T23:42:14.083494Z","steps":["trace[965243388] 'read index received' (duration: 1.134220683s)","trace[965243388] 'applied index is now lower than readState.Index' (duration: 1.29128857s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:14.083784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864937752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:14.083822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664159257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kvqf2\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-01T23:42:14.08386Z","caller":"traceutil/trace.go:171","msg":"trace[9363168] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5492; }","duration":"3.865147747s","start":"2026-04-01T23:42:10.21869Z","end":"2026-04-01T23:42:14.083838Z","steps":["trace[9363168] 'agreement among raft nodes before linearized reading' (duration: 3.864965493s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.083891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743276608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:14.083889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355732742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:14.083933Z","caller":"traceutil/trace.go:171","msg":"trace[2076976073] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5493; }","duration":"3.74335883s","start":"2026-04-01T23:42:10.34056Z","end":"2026-04-01T23:42:14.083919Z","steps":["trace[2076976073] 'agreement among raft nodes before linearized reading' (duration: 3.743268428s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.083774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783172654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:42:14.083995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.34054Z","time spent":"3.743443171s","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:14.084002Z","caller":"traceutil/trace.go:171","msg":"trace[1544530610] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5492; }","duration":"3.356041749s","start":"2026-04-01T23:42:10.727933Z","end":"2026-04-01T23:42:14.083975Z","steps":["trace[1544530610] 'agreement among raft nodes before linearized reading' (duration: 3.355660411s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:14.084009Z","caller":"traceutil/trace.go:171","msg":"trace[2043744128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5492; }","duration":"3.783476181s","start":"2026-04-01T23:42:10.300518Z","end":"2026-04-01T23:42:14.083994Z","steps":["trace[2043744128] 'agreement among raft nodes before linearized reading' (duration: 3.783068342s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.084052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650715356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T23:42:14.084071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.727909Z","time spent":"3.356144421s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:14.084102Z","caller":"traceutil/trace.go:171","msg":"trace[664703774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5493; }","duration":"4.650790707s","start":"2026-04-01T23:42:09.4333Z","end":"2026-04-01T23:42:14.08409Z","steps":["trace[664703774] 'agreement among raft nodes before linearized reading' (duration: 4.650664064s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.08414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.433288Z","time spent":"4.650843119s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:42:14.084155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83220595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:14.084619Z","caller":"traceutil/trace.go:171","msg":"trace[1693258253] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5494; }","duration":"2.832689341s","start":"2026-04-01T23:42:11.251911Z","end":"2026-04-01T23:42:14.084601Z","steps":["trace[1693258253] 'agreement among raft nodes before linearized reading' (duration: 2.83217591s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.084697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.251895Z","time spent":"2.832783703s","remote":"127.0.0.1:36512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:14.083994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78343931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:42:14.084921Z","caller":"traceutil/trace.go:171","msg":"trace[819744592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5493; }","duration":"3.784362821s","start":"2026-04-01T23:42:10.300539Z","end":"2026-04-01T23:42:14.084902Z","steps":["trace[819744592] 'agreement among raft nodes before linearized reading' (duration: 3.783359718s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.084988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.300524Z","time spent":"3.784444722s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:42:14.083857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810068809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:42:14.085216Z","caller":"traceutil/trace.go:171","msg":"trace[576436418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5492; }","duration":"3.81145816s","start":"2026-04-01T23:42:10.27374Z","end":"2026-04-01T23:42:14.085198Z","steps":["trace[576436418] 'agreement among raft nodes before linearized reading' (duration: 3.809906815s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.085275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.273723Z","time spent":"3.811536303s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:42:14.083903Z","caller":"traceutil/trace.go:171","msg":"trace[288468475] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-kvqf2; range_end:; response_count:1; response_revision:5492; }","duration":"4.66425483s","start":"2026-04-01T23:42:09.419617Z","end":"2026-04-01T23:42:14.083871Z","steps":["trace[288468475] 'agreement among raft nodes before linearized reading' (duration: 4.664067276s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.085417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:09.419598Z","time spent":"4.665798355s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kvqf2\" "} {"level":"warn","ts":"2026-04-01T23:42:14.084161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783667675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:42:14.085518Z","caller":"traceutil/trace.go:171","msg":"trace[1871639544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5493; }","duration":"3.785043867s","start":"2026-04-01T23:42:10.300446Z","end":"2026-04-01T23:42:14.08549Z","steps":["trace[1871639544] 'agreement among raft nodes before linearized reading' (duration: 3.783576013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.08406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.300488Z","time spent":"3.783558833s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:14.08557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.300421Z","time spent":"3.785136519s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:14.08393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.218669Z","time spent":"3.865243419s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:14.084385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.227565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:42:14.085667Z","caller":"traceutil/trace.go:171","msg":"trace[233326982] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:5495; }","duration":"893.538245ms","start":"2026-04-01T23:42:13.192107Z","end":"2026-04-01T23:42:14.085645Z","steps":["trace[233326982] 'agreement among raft nodes before linearized reading' (duration: 892.201855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.085722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.192081Z","time spent":"893.626527ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" "} {"level":"warn","ts":"2026-04-01T23:42:14.084378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.661388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:14.08581Z","caller":"traceutil/trace.go:171","msg":"trace[950049693] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5495; }","duration":"737.142082ms","start":"2026-04-01T23:42:13.348656Z","end":"2026-04-01T23:42:14.085798Z","steps":["trace[950049693] 'agreement among raft nodes before linearized reading' (duration: 735.650818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.085855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.348632Z","time spent":"737.209483ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:14.084398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422234998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70790"} {"level":"info","ts":"2026-04-01T23:42:14.085902Z","caller":"traceutil/trace.go:171","msg":"trace[1579114420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5495; }","duration":"2.423759304s","start":"2026-04-01T23:42:11.66213Z","end":"2026-04-01T23:42:14.08589Z","steps":["trace[1579114420] 'agreement among raft nodes before linearized reading' (duration: 2.422127806s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.085948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.662119Z","time spent":"2.423818235s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:42:14.084431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.11937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:14.086007Z","caller":"traceutil/trace.go:171","msg":"trace[378657722] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5495; }","duration":"827.737247ms","start":"2026-04-01T23:42:13.258252Z","end":"2026-04-01T23:42:14.085989Z","steps":["trace[378657722] 'agreement among raft nodes before linearized reading' (duration: 826.155061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:14.0844Z","caller":"traceutil/trace.go:171","msg":"trace[1950229119] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"421.512299ms","start":"2026-04-01T23:42:13.662858Z","end":"2026-04-01T23:42:14.08437Z","steps":["trace[1950229119] 'process raft request' (duration: 421.068299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.086062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.258221Z","time spent":"827.821719ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:14.086131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.662833Z","time spent":"423.238549ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:14.084434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782675674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:42:14.084438Z","caller":"traceutil/trace.go:171","msg":"trace[1254517976] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"421.073219ms","start":"2026-04-01T23:42:13.66335Z","end":"2026-04-01T23:42:14.084423Z","steps":["trace[1254517976] 'process raft request' (duration: 420.729061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.086875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.663338Z","time spent":"423.477164ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:14.084445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180091982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:14.086972Z","caller":"traceutil/trace.go:171","msg":"trace[1987266887] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5495; }","duration":"1.18264533s","start":"2026-04-01T23:42:12.904307Z","end":"2026-04-01T23:42:14.086952Z","steps":["trace[1987266887] 'agreement among raft nodes before linearized reading' (duration: 1.180114543s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.087039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:12.904282Z","time spent":"1.182736482s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:14.084467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.132426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:14.087199Z","caller":"traceutil/trace.go:171","msg":"trace[974214898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5495; }","duration":"875.887328ms","start":"2026-04-01T23:42:13.211292Z","end":"2026-04-01T23:42:14.087179Z","steps":["trace[974214898] 'agreement among raft nodes before linearized reading' (duration: 873.157897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.087304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.211269Z","time spent":"876.015841ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:42:14.086461Z","caller":"traceutil/trace.go:171","msg":"trace[2017867536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5495; }","duration":"3.78475099s","start":"2026-04-01T23:42:10.301696Z","end":"2026-04-01T23:42:14.086447Z","steps":["trace[2017867536] 'agreement among raft nodes before linearized reading' (duration: 3.782601931s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.084483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107952137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:14.087395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:10.301676Z","time spent":"3.785703982s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:42:14.087404Z","caller":"traceutil/trace.go:171","msg":"trace[1587805807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5495; }","duration":"2.110883474s","start":"2026-04-01T23:42:11.976501Z","end":"2026-04-01T23:42:14.087385Z","steps":["trace[1587805807] 'agreement among raft nodes before linearized reading' (duration: 2.107963058s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.087452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:11.976485Z","time spent":"2.110950185s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:14.084492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.718203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:14.087635Z","caller":"traceutil/trace.go:171","msg":"trace[1357960918] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5495; }","duration":"521.899295ms","start":"2026-04-01T23:42:13.565724Z","end":"2026-04-01T23:42:14.087624Z","steps":["trace[1357960918] 'agreement among raft nodes before linearized reading' (duration: 518.737564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.087676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.565703Z","time spent":"521.958177ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:14.084493Z","caller":"traceutil/trace.go:171","msg":"trace[1356650597] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"421.627962ms","start":"2026-04-01T23:42:13.66284Z","end":"2026-04-01T23:42:14.084467Z","steps":["trace[1356650597] 'process raft request' (duration: 420.554828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:14.087895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:13.662818Z","time spent":"424.999097ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:16.860442Z","caller":"traceutil/trace.go:171","msg":"trace[2091425939] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"103.858983ms","start":"2026-04-01T23:42:16.756558Z","end":"2026-04-01T23:42:16.860417Z","steps":["trace[2091425939] 'process raft request' (duration: 103.70716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:18.451521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.797486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:18.451645Z","caller":"traceutil/trace.go:171","msg":"trace[406919578] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"164.099247ms","start":"2026-04-01T23:42:18.287522Z","end":"2026-04-01T23:42:18.451621Z","steps":["trace[406919578] 'process raft request' (duration: 42.105506ms)","trace[406919578] 'compare' (duration: 121.281915ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:18.456776Z","caller":"traceutil/trace.go:171","msg":"trace[1519507671] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"167.724369ms","start":"2026-04-01T23:42:18.289027Z","end":"2026-04-01T23:42:18.456751Z","steps":["trace[1519507671] 'process raft request' (duration: 167.673248ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:18.456804Z","caller":"traceutil/trace.go:171","msg":"trace[222186822] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"168.601617ms","start":"2026-04-01T23:42:18.288183Z","end":"2026-04-01T23:42:18.456785Z","steps":["trace[222186822] 'process raft request' (duration: 168.345722ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:18.45688Z","caller":"traceutil/trace.go:171","msg":"trace[2031385882] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"167.912872ms","start":"2026-04-01T23:42:18.288943Z","end":"2026-04-01T23:42:18.456855Z","steps":["trace[2031385882] 'process raft request' (duration: 167.700047ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.291598Z","caller":"traceutil/trace.go:171","msg":"trace[439596208] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5838; }","duration":"144.576628ms","start":"2026-04-01T23:42:23.146995Z","end":"2026-04-01T23:42:23.291572Z","steps":["trace[439596208] 'read index received' (duration: 103.767211ms)","trace[439596208] 'applied index is now lower than readState.Index' (duration: 40.808207ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:23.291761Z","caller":"traceutil/trace.go:171","msg":"trace[447837990] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"146.796427ms","start":"2026-04-01T23:42:23.144934Z","end":"2026-04-01T23:42:23.29173Z","steps":["trace[447837990] 'process raft request' (duration: 105.919579ms)","trace[447837990] 'compare' (duration: 40.51402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:23.291903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.876444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-04-01T23:42:23.291963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.350641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:23.291997Z","caller":"traceutil/trace.go:171","msg":"trace[756362870] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5614; }","duration":"144.984377ms","start":"2026-04-01T23:42:23.146991Z","end":"2026-04-01T23:42:23.291975Z","steps":["trace[756362870] 'agreement among raft nodes before linearized reading' (duration: 144.755362ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:23.292028Z","caller":"traceutil/trace.go:171","msg":"trace[470461453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5614; }","duration":"107.446584ms","start":"2026-04-01T23:42:23.184565Z","end":"2026-04-01T23:42:23.292011Z","steps":["trace[470461453] 'agreement among raft nodes before linearized reading' (duration: 107.338521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:23.291908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.222843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-01T23:42:23.29216Z","caller":"traceutil/trace.go:171","msg":"trace[2136882886] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5614; }","duration":"129.514289ms","start":"2026-04-01T23:42:23.162627Z","end":"2026-04-01T23:42:23.292142Z","steps":["trace[2136882886] 'agreement among raft nodes before linearized reading' (duration: 129.163992ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:24.564207Z","caller":"traceutil/trace.go:171","msg":"trace[926538822] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"383.765362ms","start":"2026-04-01T23:42:24.180405Z","end":"2026-04-01T23:42:24.56417Z","steps":["trace[926538822] 'process raft request' (duration: 383.2437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:24.564556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.180392Z","time spent":"383.974957ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.309595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.011042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:25.309728Z","caller":"traceutil/trace.go:171","msg":"trace[1185335969] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5850; }","duration":"1.021077259s","start":"2026-04-01T23:42:24.288641Z","end":"2026-04-01T23:42:25.309718Z","steps":["trace[1185335969] 'read index received' (duration: 274.718642ms)","trace[1185335969] 'applied index is now lower than readState.Index' (duration: 746.357837ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:25.309769Z","caller":"traceutil/trace.go:171","msg":"trace[1542875208] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"1.046837148s","start":"2026-04-01T23:42:24.262915Z","end":"2026-04-01T23:42:25.309752Z","steps":["trace[1542875208] 'process raft request' (duration: 360.609551ms)","trace[1542875208] 'compare' (duration: 685.46841ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:25.309779Z","caller":"traceutil/trace.go:171","msg":"trace[1150465269] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"1.028453545s","start":"2026-04-01T23:42:24.2813Z","end":"2026-04-01T23:42:25.309754Z","steps":["trace[1150465269] 'process raft request' (duration: 1.028361443s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.309833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.262886Z","time spent":"1.04691833s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.309918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.281279Z","time spent":"1.028558508s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:25.309784Z","caller":"traceutil/trace.go:171","msg":"trace[614962872] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"1.026685956s","start":"2026-04-01T23:42:24.283093Z","end":"2026-04-01T23:42:25.309779Z","steps":["trace[614962872] 'process raft request' (duration: 1.026601814s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.31002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.283075Z","time spent":"1.02692262s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.310104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.357083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:42:25.310125Z","caller":"traceutil/trace.go:171","msg":"trace[1612799520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5629; }","duration":"967.406644ms","start":"2026-04-01T23:42:24.342713Z","end":"2026-04-01T23:42:25.310119Z","steps":["trace[1612799520] 'agreement among raft nodes before linearized reading' (duration: 967.335373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.310029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021393927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:42:25.310156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.342694Z","time spent":"967.456536ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:42:25.310172Z","caller":"traceutil/trace.go:171","msg":"trace[723843141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5629; }","duration":"1.021564401s","start":"2026-04-01T23:42:24.288599Z","end":"2026-04-01T23:42:25.310163Z","steps":["trace[723843141] 'agreement among raft nodes before linearized reading' (duration: 1.021193382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.310198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.288582Z","time spent":"1.021608043s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:42:25.310192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.56817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-01T23:42:25.310298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.63807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:42:25.310281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.80062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:25.310317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.044708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:42:25.310358Z","caller":"traceutil/trace.go:171","msg":"trace[416938544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5629; }","duration":"732.745373ms","start":"2026-04-01T23:42:24.5776Z","end":"2026-04-01T23:42:25.310346Z","steps":["trace[416938544] 'agreement among raft nodes before linearized reading' (duration: 732.549779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.310379Z","caller":"traceutil/trace.go:171","msg":"trace[2133257026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5629; }","duration":"745.174631ms","start":"2026-04-01T23:42:24.565186Z","end":"2026-04-01T23:42:25.310361Z","steps":["trace[2133257026] 'agreement among raft nodes before linearized reading' (duration: 745.007448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.310395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.577578Z","time spent":"732.812284ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:42:25.310365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.485407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:42:25.310348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.548618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-56d458c865-sh6l8.18a2602aacacddec\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-01T23:42:25.310428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.565119Z","time spent":"745.297234ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:42:25.310444Z","caller":"traceutil/trace.go:171","msg":"trace[36975768] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-56d458c865-sh6l8.18a2602aacacddec; range_end:; response_count:1; response_revision:5629; }","duration":"724.648401ms","start":"2026-04-01T23:42:24.585789Z","end":"2026-04-01T23:42:25.310437Z","steps":["trace[36975768] 'agreement among raft nodes before linearized reading' (duration: 724.531159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.310302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.282392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:42:25.310439Z","caller":"traceutil/trace.go:171","msg":"trace[1229964880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5629; }","duration":"732.573859ms","start":"2026-04-01T23:42:24.577846Z","end":"2026-04-01T23:42:25.31042Z","steps":["trace[1229964880] 'agreement among raft nodes before linearized reading' (duration: 732.373954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.310463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.585786Z","time spent":"724.672222ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":916,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-56d458c865-sh6l8.18a2602aacacddec\" "} {"level":"info","ts":"2026-04-01T23:42:25.310389Z","caller":"traceutil/trace.go:171","msg":"trace[936415578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77; range_end:; response_count:1; response_revision:5629; }","duration":"725.738145ms","start":"2026-04-01T23:42:24.584604Z","end":"2026-04-01T23:42:25.310342Z","steps":["trace[936415578] 'agreement among raft nodes before linearized reading' (duration: 725.482818ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.31048Z","caller":"traceutil/trace.go:171","msg":"trace[510896620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5629; }","duration":"902.494627ms","start":"2026-04-01T23:42:24.407974Z","end":"2026-04-01T23:42:25.310468Z","steps":["trace[510896620] 'agreement among raft nodes before linearized reading' (duration: 902.284782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.310489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.577841Z","time spent":"732.63632ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:25.31049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.584599Z","time spent":"725.885688ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77\" "} {"level":"warn","ts":"2026-04-01T23:42:25.31051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.956876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-01T23:42:25.310589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.407942Z","time spent":"902.593269ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:42:25.310594Z","caller":"traceutil/trace.go:171","msg":"trace[1624277350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77; range_end:; response_count:1; response_revision:5629; }","duration":"238.089729ms","start":"2026-04-01T23:42:25.072481Z","end":"2026-04-01T23:42:25.310571Z","steps":["trace[1624277350] 'agreement among raft nodes before linearized reading' (duration: 237.796093ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.311208Z","caller":"traceutil/trace.go:171","msg":"trace[454513985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5629; }","duration":"123.707409ms","start":"2026-04-01T23:42:25.187444Z","end":"2026-04-01T23:42:25.311152Z","steps":["trace[454513985] 'agreement among raft nodes before linearized reading' (duration: 122.809849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.311372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.532671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:42:25.311419Z","caller":"traceutil/trace.go:171","msg":"trace[719530735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5629; }","duration":"733.595242ms","start":"2026-04-01T23:42:24.577817Z","end":"2026-04-01T23:42:25.311412Z","steps":["trace[719530735] 'agreement among raft nodes before linearized reading' (duration: 732.579009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.311445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:24.577811Z","time spent":"733.620772ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:25.685036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.948763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:25.685344Z","caller":"traceutil/trace.go:171","msg":"trace[797183762] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"370.76884ms","start":"2026-04-01T23:42:25.314554Z","end":"2026-04-01T23:42:25.685323Z","steps":["trace[797183762] 'process raft request' (duration: 370.704668ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.685366Z","caller":"traceutil/trace.go:171","msg":"trace[1575985520] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"371.131937ms","start":"2026-04-01T23:42:25.314212Z","end":"2026-04-01T23:42:25.685344Z","steps":["trace[1575985520] 'process raft request' (duration: 370.989834ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:25.685372Z","caller":"traceutil/trace.go:171","msg":"trace[1700537972] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"371.204189ms","start":"2026-04-01T23:42:25.314131Z","end":"2026-04-01T23:42:25.685336Z","steps":["trace[1700537972] 'process raft request' (duration: 263.857647ms)","trace[1700537972] 'compare' (duration: 106.8145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:25.685424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.314542Z","time spent":"370.847731ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.685488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.314205Z","time spent":"371.21167ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.685493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.314111Z","time spent":"371.315252ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:25.685636Z","caller":"traceutil/trace.go:171","msg":"trace[994502800] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"370.702129ms","start":"2026-04-01T23:42:25.314904Z","end":"2026-04-01T23:42:25.685606Z","steps":["trace[994502800] 'process raft request' (duration: 370.386641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.685741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.314884Z","time spent":"370.796111ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:25.685756Z","caller":"traceutil/trace.go:171","msg":"trace[105886050] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5855; }","duration":"361.342568ms","start":"2026-04-01T23:42:25.324376Z","end":"2026-04-01T23:42:25.685718Z","steps":["trace[105886050] 'read index received' (duration: 253.545616ms)","trace[105886050] 'applied index is now lower than readState.Index' (duration: 107.792992ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:25.685765Z","caller":"traceutil/trace.go:171","msg":"trace[1781559203] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"367.420225ms","start":"2026-04-01T23:42:25.318325Z","end":"2026-04-01T23:42:25.685745Z","steps":["trace[1781559203] 'process raft request' (duration: 367.317293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.685954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.318316Z","time spent":"367.586969ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.685968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.605869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80211"} {"level":"info","ts":"2026-04-01T23:42:25.686092Z","caller":"traceutil/trace.go:171","msg":"trace[1412722805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5636; }","duration":"371.726002ms","start":"2026-04-01T23:42:25.31433Z","end":"2026-04-01T23:42:25.686056Z","steps":["trace[1412722805] 'agreement among raft nodes before linearized reading' (duration: 371.511947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.686084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.273832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:42:25.686173Z","caller":"traceutil/trace.go:171","msg":"trace[1455862004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5636; }","duration":"371.381394ms","start":"2026-04-01T23:42:25.314774Z","end":"2026-04-01T23:42:25.686155Z","steps":["trace[1455862004] 'agreement among raft nodes before linearized reading' (duration: 370.959905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.686233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.314765Z","time spent":"371.454765ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:42:25.686178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.314322Z","time spent":"371.829004ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80233,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:42:25.68585Z","caller":"traceutil/trace.go:171","msg":"trace[979725401] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"370.625527ms","start":"2026-04-01T23:42:25.315212Z","end":"2026-04-01T23:42:25.685838Z","steps":["trace[979725401] 'process raft request' (duration: 370.318669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:25.686426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:25.315195Z","time spent":"371.17864ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:25.685965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.125905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:25.686668Z","caller":"traceutil/trace.go:171","msg":"trace[1251633441] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5636; }","duration":"175.875562ms","start":"2026-04-01T23:42:25.510769Z","end":"2026-04-01T23:42:25.686645Z","steps":["trace[1251633441] 'agreement among raft nodes before linearized reading' (duration: 175.128765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:26.623547Z","caller":"traceutil/trace.go:171","msg":"trace[2082041411] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"109.92685ms","start":"2026-04-01T23:42:26.513599Z","end":"2026-04-01T23:42:26.623526Z","steps":["trace[2082041411] 'process raft request' (duration: 109.784467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:26.863132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.165494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:26.863243Z","caller":"traceutil/trace.go:171","msg":"trace[369216547] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"293.441303ms","start":"2026-04-01T23:42:26.569782Z","end":"2026-04-01T23:42:26.863223Z","steps":["trace[369216547] 'process raft request' (duration: 147.076105ms)","trace[369216547] 'compare' (duration: 145.832637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:27.785489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.027122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:27.785586Z","caller":"traceutil/trace.go:171","msg":"trace[1000517045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"601.172126ms","start":"2026-04-01T23:42:27.184389Z","end":"2026-04-01T23:42:27.785561Z","steps":["trace[1000517045] 'range keys from in-memory index tree' (duration: 600.853589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:27.785572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.562114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:42:27.785712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.184368Z","time spent":"601.329049ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:42:27.78572Z","caller":"traceutil/trace.go:171","msg":"trace[196843646] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5638; }","duration":"641.749388ms","start":"2026-04-01T23:42:27.143953Z","end":"2026-04-01T23:42:27.785702Z","steps":["trace[196843646] 'range keys from in-memory index tree' (duration: 641.359949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:27.785773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.143931Z","time spent":"641.828839ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-04-01T23:42:27.78577Z","caller":"traceutil/trace.go:171","msg":"trace[1787110332] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"578.318443ms","start":"2026-04-01T23:42:27.207423Z","end":"2026-04-01T23:42:27.785741Z","steps":["trace[1787110332] 'process raft request' (duration: 511.252536ms)","trace[1787110332] 'compare' (duration: 66.915603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:27.785912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.207406Z","time spent":"578.424455ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:29.448488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271365274s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.448609Z","caller":"traceutil/trace.go:171","msg":"trace[53769676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5639; }","duration":"1.271497627s","start":"2026-04-01T23:42:28.177095Z","end":"2026-04-01T23:42:29.448593Z","steps":["trace[53769676] 'range keys from in-memory index tree' (duration: 1.271349813s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.449106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.401482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:29.449673Z","caller":"traceutil/trace.go:171","msg":"trace[2118713053] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"2.133546533s","start":"2026-04-01T23:42:27.31611Z","end":"2026-04-01T23:42:29.449656Z","steps":["trace[2118713053] 'process raft request' (duration: 2.133173205s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:29.449711Z","caller":"traceutil/trace.go:171","msg":"trace[91811686] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"2.133500842s","start":"2026-04-01T23:42:27.316174Z","end":"2026-04-01T23:42:29.449675Z","steps":["trace[91811686] 'process raft request' (duration: 2.133331168s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.449721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.786938Z","time spent":"1.662778077s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:42:29.449785Z","caller":"traceutil/trace.go:171","msg":"trace[1530488905] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5863; }","duration":"2.130783111s","start":"2026-04-01T23:42:27.318925Z","end":"2026-04-01T23:42:29.449708Z","steps":["trace[1530488905] 'read index received' (duration: 399.77083ms)","trace[1530488905] 'applied index is now lower than readState.Index' (duration: 1.73100882s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:29.449878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.316168Z","time spent":"2.133627264s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:29.44991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130969475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-01T23:42:29.449896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.3161Z","time spent":"2.133652085s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.449953Z","caller":"traceutil/trace.go:171","msg":"trace[2077213540] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"2.134313281s","start":"2026-04-01T23:42:27.315449Z","end":"2026-04-01T23:42:29.449762Z","steps":["trace[2077213540] 'process raft request' (duration: 1.349777685s)","trace[2077213540] 'compare' (duration: 783.028632ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:29.44998Z","caller":"traceutil/trace.go:171","msg":"trace[2043349028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77; range_end:; response_count:1; response_revision:5642; }","duration":"2.131101678s","start":"2026-04-01T23:42:27.318862Z","end":"2026-04-01T23:42:29.449963Z","steps":["trace[2043349028] 'agreement among raft nodes before linearized reading' (duration: 2.130898674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.450036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.318851Z","time spent":"2.131172239s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77\" "} {"level":"warn","ts":"2026-04-01T23:42:29.450083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.315419Z","time spent":"2.134602587s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.714432Z","caller":"traceutil/trace.go:171","msg":"trace[1153832035] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"846.956789ms","start":"2026-04-01T23:42:28.867442Z","end":"2026-04-01T23:42:29.714399Z","steps":["trace[1153832035] 'process raft request' (duration: 800.637178ms)","trace[1153832035] 'compare' (duration: 44.5463ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:29.714565Z","caller":"traceutil/trace.go:171","msg":"trace[1481413819] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5868; }","duration":"264.678367ms","start":"2026-04-01T23:42:29.449843Z","end":"2026-04-01T23:42:29.714521Z","steps":["trace[1481413819] 'read index received' (duration: 218.314755ms)","trace[1481413819] 'applied index is now lower than readState.Index' (duration: 46.357962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:29.714686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927633838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:29.714786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024114455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:42:29.714819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024502784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:42:29.714831Z","caller":"traceutil/trace.go:171","msg":"trace[796949734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5644; }","duration":"1.927793981s","start":"2026-04-01T23:42:27.787019Z","end":"2026-04-01T23:42:29.714813Z","steps":["trace[796949734] 'agreement among raft nodes before linearized reading' (duration: 1.927516045s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.714844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024491603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:42:29.714878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.786993Z","time spent":"1.927873343s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:29.714906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16940107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:29.714892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023672355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:42:29.714922Z","caller":"traceutil/trace.go:171","msg":"trace[249201645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5644; }","duration":"2.024575776s","start":"2026-04-01T23:42:27.690319Z","end":"2026-04-01T23:42:29.714895Z","steps":["trace[249201645] 'agreement among raft nodes before linearized reading' (duration: 2.02432508s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:29.714934Z","caller":"traceutil/trace.go:171","msg":"trace[1828926818] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5644; }","duration":"2.169498701s","start":"2026-04-01T23:42:27.545426Z","end":"2026-04-01T23:42:29.714925Z","steps":["trace[1828926818] 'agreement among raft nodes before linearized reading' (duration: 2.16944835s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:29.714948Z","caller":"traceutil/trace.go:171","msg":"trace[1456654164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5644; }","duration":"2.023744576s","start":"2026-04-01T23:42:27.691193Z","end":"2026-04-01T23:42:29.714937Z","steps":["trace[1456654164] 'agreement among raft nodes before linearized reading' (duration: 2.023642344s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.714665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.502996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:29.714975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.545403Z","time spent":"2.169564083s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:29.714997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023923421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:42:29.71503Z","caller":"traceutil/trace.go:171","msg":"trace[1925776129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5644; }","duration":"2.023966942s","start":"2026-04-01T23:42:27.691054Z","end":"2026-04-01T23:42:29.71502Z","steps":["trace[1925776129] 'agreement among raft nodes before linearized reading' (duration: 2.023827389s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.71504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.257876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:29.715062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.691045Z","time spent":"2.024009283s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:42:29.714608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.867419Z","time spent":"847.099312ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:29.715065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969431586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tlvvt.18a26027246a1bf3\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-01T23:42:29.715082Z","caller":"traceutil/trace.go:171","msg":"trace[229172049] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5644; }","duration":"426.335888ms","start":"2026-04-01T23:42:29.288735Z","end":"2026-04-01T23:42:29.715071Z","steps":["trace[229172049] 'agreement among raft nodes before linearized reading' (duration: 426.265697ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:29.715112Z","caller":"traceutil/trace.go:171","msg":"trace[450442787] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tlvvt.18a26027246a1bf3; range_end:; response_count:1; response_revision:5644; }","duration":"1.969571409s","start":"2026-04-01T23:42:27.745529Z","end":"2026-04-01T23:42:29.7151Z","steps":["trace[450442787] 'agreement among raft nodes before linearized reading' (duration: 1.969468057s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.715121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.288714Z","time spent":"426.396479ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:29.715144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.745499Z","time spent":"1.969637611s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":928,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tlvvt.18a26027246a1bf3\" "} {"level":"warn","ts":"2026-04-01T23:42:29.715156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.804625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.715194Z","caller":"traceutil/trace.go:171","msg":"trace[1848404028] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5644; }","duration":"939.890917ms","start":"2026-04-01T23:42:28.775292Z","end":"2026-04-01T23:42:29.715183Z","steps":["trace[1848404028] 'agreement among raft nodes before linearized reading' (duration: 939.819015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.715228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.775267Z","time spent":"939.953219ms","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:29.714855Z","caller":"traceutil/trace.go:171","msg":"trace[1442082775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5644; }","duration":"2.024592945s","start":"2026-04-01T23:42:27.690251Z","end":"2026-04-01T23:42:29.714844Z","steps":["trace[1442082775] 'agreement among raft nodes before linearized reading' (duration: 2.024407541s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.715301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.690206Z","time spent":"2.025084966s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:42:29.715399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438475997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:42:29.715446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.751733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:29.715463Z","caller":"traceutil/trace.go:171","msg":"trace[374048196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5644; }","duration":"1.438544199s","start":"2026-04-01T23:42:28.276903Z","end":"2026-04-01T23:42:29.715447Z","steps":["trace[374048196] 'agreement among raft nodes before linearized reading' (duration: 1.438443076s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.714973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.690307Z","time spent":"2.024654867s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:42:29.715482Z","caller":"traceutil/trace.go:171","msg":"trace[820825637] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5644; }","duration":"996.827745ms","start":"2026-04-01T23:42:28.718643Z","end":"2026-04-01T23:42:29.715471Z","steps":["trace[820825637] 'agreement among raft nodes before linearized reading' (duration: 996.749613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.71544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.964863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:29.714854Z","caller":"traceutil/trace.go:171","msg":"trace[777092046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5644; }","duration":"2.024205377s","start":"2026-04-01T23:42:27.690631Z","end":"2026-04-01T23:42:29.714836Z","steps":["trace[777092046] 'agreement among raft nodes before linearized reading' (duration: 2.023942801s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.715512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.718606Z","time spent":"996.897157ms","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:29.715501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.276862Z","time spent":"1.438628961s","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:29.714786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024467603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:42:29.715545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.690626Z","time spent":"2.024906973s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:42:29.715563Z","caller":"traceutil/trace.go:171","msg":"trace[2041711732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5644; }","duration":"2.025279941s","start":"2026-04-01T23:42:27.690269Z","end":"2026-04-01T23:42:29.715548Z","steps":["trace[2041711732] 'agreement among raft nodes before linearized reading' (duration: 2.024362181s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.71498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.691182Z","time spent":"2.023789678s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:42:29.715269Z","caller":"traceutil/trace.go:171","msg":"trace[2076011583] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"695.805662ms","start":"2026-04-01T23:42:29.019454Z","end":"2026-04-01T23:42:29.71526Z","steps":["trace[2076011583] 'process raft request' (duration: 694.854971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.715596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.690249Z","time spent":"2.025338332s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:42:29.715679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.019434Z","time spent":"696.186161ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:29.715127Z","caller":"traceutil/trace.go:171","msg":"trace[1042645426] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5644; }","duration":"934.897844ms","start":"2026-04-01T23:42:28.780107Z","end":"2026-04-01T23:42:29.715005Z","steps":["trace[1042645426] 'agreement among raft nodes before linearized reading' (duration: 934.481725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.715942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:28.780097Z","time spent":"935.828025ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:29.71608Z","caller":"traceutil/trace.go:171","msg":"trace[605445523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5644; }","duration":"622.659919ms","start":"2026-04-01T23:42:29.09329Z","end":"2026-04-01T23:42:29.715949Z","steps":["trace[605445523] 'agreement among raft nodes before linearized reading' (duration: 621.721818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.716222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120478719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T23:42:29.716242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.093268Z","time spent":"622.942565ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:29.716287Z","caller":"traceutil/trace.go:171","msg":"trace[1165299604] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5644; }","duration":"2.121573204s","start":"2026-04-01T23:42:27.594683Z","end":"2026-04-01T23:42:29.716256Z","steps":["trace[1165299604] 'agreement among raft nodes before linearized reading' (duration: 2.120003969s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.716414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:27.594642Z","time spent":"2.121752548s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-01T23:42:29.742305Z","caller":"traceutil/trace.go:171","msg":"trace[1645895574] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"291.473778ms","start":"2026-04-01T23:42:29.450808Z","end":"2026-04-01T23:42:29.742281Z","steps":["trace[1645895574] 'process raft request' (duration: 291.277374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:29.742426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.350661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:29.74251Z","caller":"traceutil/trace.go:171","msg":"trace[1164403919] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5645; }","duration":"212.488794ms","start":"2026-04-01T23:42:29.530001Z","end":"2026-04-01T23:42:29.74249Z","steps":["trace[1164403919] 'agreement among raft nodes before linearized reading' (duration: 212.272889ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.172163Z","caller":"traceutil/trace.go:171","msg":"trace[698530840] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"454.416289ms","start":"2026-04-01T23:42:29.717706Z","end":"2026-04-01T23:42:30.172122Z","steps":["trace[698530840] 'process raft request' (duration: 453.967879ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.17223Z","caller":"traceutil/trace.go:171","msg":"trace[965795928] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"447.570426ms","start":"2026-04-01T23:42:29.72465Z","end":"2026-04-01T23:42:30.17222Z","steps":["trace[965795928] 'process raft request' (duration: 447.348981ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.172252Z","caller":"traceutil/trace.go:171","msg":"trace[670421187] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"447.616216ms","start":"2026-04-01T23:42:29.724584Z","end":"2026-04-01T23:42:30.1722Z","steps":["trace[670421187] 'process raft request' (duration: 447.34941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.172377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.717674Z","time spent":"454.582763ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:30.172163Z","caller":"traceutil/trace.go:171","msg":"trace[135623505] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"447.464183ms","start":"2026-04-01T23:42:29.724671Z","end":"2026-04-01T23:42:30.172135Z","steps":["trace[135623505] 'process raft request' (duration: 447.363141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.172412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.72464Z","time spent":"447.637517ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:30.172554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.724658Z","time spent":"447.837652ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:30.172536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.724564Z","time spent":"447.7781ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:30.172604Z","caller":"traceutil/trace.go:171","msg":"trace[1100342687] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5871; }","duration":"430.330718ms","start":"2026-04-01T23:42:29.742245Z","end":"2026-04-01T23:42:30.172576Z","steps":["trace[1100342687] 'read index received' (duration: 429.371476ms)","trace[1100342687] 'applied index is now lower than readState.Index' (duration: 958.122µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:30.172718Z","caller":"traceutil/trace.go:171","msg":"trace[322520449] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"447.79117ms","start":"2026-04-01T23:42:29.724909Z","end":"2026-04-01T23:42:30.1727Z","steps":["trace[322520449] 'process raft request' (duration: 447.504644ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:30.172722Z","caller":"traceutil/trace.go:171","msg":"trace[629011394] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"448.008066ms","start":"2026-04-01T23:42:29.724701Z","end":"2026-04-01T23:42:30.172709Z","steps":["trace[629011394] 'process raft request' (duration: 447.396042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.172782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.167141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:30.172795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.724695Z","time spent":"448.063107ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:30.172784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.72489Z","time spent":"447.856671ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:30.172819Z","caller":"traceutil/trace.go:171","msg":"trace[627911688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5651; }","duration":"449.232983ms","start":"2026-04-01T23:42:29.723573Z","end":"2026-04-01T23:42:30.172806Z","steps":["trace[627911688] 'agreement among raft nodes before linearized reading' (duration: 449.135231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.172854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.723568Z","time spent":"449.279134ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:30.172939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.760662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:30.172982Z","caller":"traceutil/trace.go:171","msg":"trace[1133084790] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5651; }","duration":"412.826564ms","start":"2026-04-01T23:42:29.760142Z","end":"2026-04-01T23:42:30.172968Z","steps":["trace[1133084790] 'agreement among raft nodes before linearized reading' (duration: 412.749313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.173018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.76013Z","time spent":"412.879105ms","remote":"127.0.0.1:60284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:30.173071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.60555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80211"} {"level":"info","ts":"2026-04-01T23:42:30.173105Z","caller":"traceutil/trace.go:171","msg":"trace[474134966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5651; }","duration":"449.664672ms","start":"2026-04-01T23:42:29.723434Z","end":"2026-04-01T23:42:30.173098Z","steps":["trace[474134966] 'agreement among raft nodes before linearized reading' (duration: 449.463658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.173123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.723423Z","time spent":"449.696453ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80233,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:42:30.173609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.166103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:42:30.173701Z","caller":"traceutil/trace.go:171","msg":"trace[1123775552] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5651; }","duration":"429.298305ms","start":"2026-04-01T23:42:29.744384Z","end":"2026-04-01T23:42:30.173683Z","steps":["trace[1123775552] 'agreement among raft nodes before linearized reading' (duration: 428.488266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:30.173759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:29.744373Z","time spent":"429.367866ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:42:32.194026Z","caller":"traceutil/trace.go:171","msg":"trace[218495880] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"530.088509ms","start":"2026-04-01T23:42:31.663912Z","end":"2026-04-01T23:42:32.194Z","steps":["trace[218495880] 'process raft request' (duration: 529.947476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.194216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.663869Z","time spent":"530.238362ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:32.195136Z","caller":"traceutil/trace.go:171","msg":"trace[1551188317] linearizableReadLoop","detail":"{readStateIndex:5884; appliedIndex:5882; }","duration":"119.911924ms","start":"2026-04-01T23:42:32.075191Z","end":"2026-04-01T23:42:32.195103Z","steps":["trace[1551188317] 'read index received' (duration: 118.640526ms)","trace[1551188317] 'applied index is now lower than readState.Index' (duration: 1.270268ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:32.195285Z","caller":"traceutil/trace.go:171","msg":"trace[587644351] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"473.849835ms","start":"2026-04-01T23:42:31.721418Z","end":"2026-04-01T23:42:32.195268Z","steps":["trace[587644351] 'process raft request' (duration: 473.527968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:32.195416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:31.72139Z","time spent":"473.943138ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:32.195511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.305313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:32.195561Z","caller":"traceutil/trace.go:171","msg":"trace[1738143973] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5658; }","duration":"120.399625ms","start":"2026-04-01T23:42:32.075148Z","end":"2026-04-01T23:42:32.195547Z","steps":["trace[1738143973] 'agreement among raft nodes before linearized reading' (duration: 120.325734ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:34.672683Z","caller":"traceutil/trace.go:171","msg":"trace[1435742706] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"118.36981ms","start":"2026-04-01T23:42:34.554273Z","end":"2026-04-01T23:42:34.672643Z","steps":["trace[1435742706] 'process raft request' (duration: 118.060962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:37.403996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.8483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:37.404165Z","caller":"traceutil/trace.go:171","msg":"trace[91715928] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"182.790368ms","start":"2026-04-01T23:42:37.221343Z","end":"2026-04-01T23:42:37.404133Z","steps":["trace[91715928] 'process raft request' (duration: 36.592511ms)","trace[91715928] 'compare' (duration: 145.44214ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:37.699174Z","caller":"traceutil/trace.go:171","msg":"trace[1845650914] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"205.466915ms","start":"2026-04-01T23:42:37.493676Z","end":"2026-04-01T23:42:37.699143Z","steps":["trace[1845650914] 'process raft request' (duration: 205.203739ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:37.701219Z","caller":"traceutil/trace.go:171","msg":"trace[1005787767] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"165.964581ms","start":"2026-04-01T23:42:37.535229Z","end":"2026-04-01T23:42:37.701193Z","steps":["trace[1005787767] 'process raft request' (duration: 165.888709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:37.701275Z","caller":"traceutil/trace.go:171","msg":"trace[1978882497] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"166.313999ms","start":"2026-04-01T23:42:37.534931Z","end":"2026-04-01T23:42:37.701245Z","steps":["trace[1978882497] 'process raft request' (duration: 166.002232ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.585484Z","caller":"traceutil/trace.go:171","msg":"trace[1740754851] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"249.619485ms","start":"2026-04-01T23:42:40.335838Z","end":"2026-04-01T23:42:40.585457Z","steps":["trace[1740754851] 'process raft request' (duration: 249.451081ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.587204Z","caller":"traceutil/trace.go:171","msg":"trace[1446042772] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5968; }","duration":"248.115512ms","start":"2026-04-01T23:42:40.339068Z","end":"2026-04-01T23:42:40.587183Z","steps":["trace[1446042772] 'read index received' (duration: 246.176768ms)","trace[1446042772] 'applied index is now lower than readState.Index' (duration: 1.937934ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:40.587274Z","caller":"traceutil/trace.go:171","msg":"trace[1615101222] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"249.215466ms","start":"2026-04-01T23:42:40.338025Z","end":"2026-04-01T23:42:40.587241Z","steps":["trace[1615101222] 'process raft request' (duration: 249.037693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.587399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.317936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:40.587464Z","caller":"traceutil/trace.go:171","msg":"trace[130865547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5742; }","duration":"248.420578ms","start":"2026-04-01T23:42:40.339027Z","end":"2026-04-01T23:42:40.587448Z","steps":["trace[130865547] 'agreement among raft nodes before linearized reading' (duration: 248.238534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.587465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.006497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:42:40.587417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.464092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:42:40.587538Z","caller":"traceutil/trace.go:171","msg":"trace[107934445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5742; }","duration":"245.630336ms","start":"2026-04-01T23:42:40.341899Z","end":"2026-04-01T23:42:40.58753Z","steps":["trace[107934445] 'agreement among raft nodes before linearized reading' (duration: 245.410731ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.587541Z","caller":"traceutil/trace.go:171","msg":"trace[1198996231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5742; }","duration":"243.10947ms","start":"2026-04-01T23:42:40.344415Z","end":"2026-04-01T23:42:40.587524Z","steps":["trace[1198996231] 'agreement among raft nodes before linearized reading' (duration: 242.898645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.587745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.550504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:42:40.587795Z","caller":"traceutil/trace.go:171","msg":"trace[145546263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5742; }","duration":"245.651466ms","start":"2026-04-01T23:42:40.342133Z","end":"2026-04-01T23:42:40.587784Z","steps":["trace[145546263] 'agreement among raft nodes before linearized reading' (duration: 245.195266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.694597Z","caller":"traceutil/trace.go:171","msg":"trace[332503637] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"103.395118ms","start":"2026-04-01T23:42:40.591168Z","end":"2026-04-01T23:42:40.694563Z","steps":["trace[332503637] 'process raft request' (duration: 100.564184ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.699858Z","caller":"traceutil/trace.go:171","msg":"trace[283433663] linearizableReadLoop","detail":"{readStateIndex:5973; appliedIndex:5970; }","duration":"107.246083ms","start":"2026-04-01T23:42:40.5926Z","end":"2026-04-01T23:42:40.699846Z","steps":["trace[283433663] 'read index received' (duration: 99.153892ms)","trace[283433663] 'applied index is now lower than readState.Index' (duration: 8.091461ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:40.699999Z","caller":"traceutil/trace.go:171","msg":"trace[897047093] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"107.52984ms","start":"2026-04-01T23:42:40.592437Z","end":"2026-04-01T23:42:40.699966Z","steps":["trace[897047093] 'process raft request' (duration: 107.380917ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:40.699994Z","caller":"traceutil/trace.go:171","msg":"trace[1891793357] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"108.531163ms","start":"2026-04-01T23:42:40.59141Z","end":"2026-04-01T23:42:40.699941Z","steps":["trace[1891793357] 'process raft request' (duration: 108.341879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:40.700068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.453809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81424"} {"level":"info","ts":"2026-04-01T23:42:40.700098Z","caller":"traceutil/trace.go:171","msg":"trace[1829886373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5745; }","duration":"107.49973ms","start":"2026-04-01T23:42:40.592591Z","end":"2026-04-01T23:42:40.700091Z","steps":["trace[1829886373] 'agreement among raft nodes before linearized reading' (duration: 107.299995ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.884375Z","caller":"traceutil/trace.go:171","msg":"trace[1170003747] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"138.523995ms","start":"2026-04-01T23:42:42.745816Z","end":"2026-04-01T23:42:42.88434Z","steps":["trace[1170003747] 'process raft request' (duration: 54.932181ms)","trace[1170003747] 'compare' (duration: 83.39733ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:42.884518Z","caller":"traceutil/trace.go:171","msg":"trace[666016960] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"137.599814ms","start":"2026-04-01T23:42:42.74689Z","end":"2026-04-01T23:42:42.884489Z","steps":["trace[666016960] 'process raft request' (duration: 137.41334ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.884679Z","caller":"traceutil/trace.go:171","msg":"trace[311124328] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"134.974995ms","start":"2026-04-01T23:42:42.749587Z","end":"2026-04-01T23:42:42.884562Z","steps":["trace[311124328] 'process raft request' (duration: 134.788631ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:42.884728Z","caller":"traceutil/trace.go:171","msg":"trace[1143497927] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5991; }","duration":"138.75966ms","start":"2026-04-01T23:42:42.745942Z","end":"2026-04-01T23:42:42.884702Z","steps":["trace[1143497927] 'read index received' (duration: 54.822329ms)","trace[1143497927] 'applied index is now lower than readState.Index' (duration: 83.935601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:42.884989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.036106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81424"} {"level":"info","ts":"2026-04-01T23:42:42.885044Z","caller":"traceutil/trace.go:171","msg":"trace[517980961] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5766; }","duration":"139.136248ms","start":"2026-04-01T23:42:42.745895Z","end":"2026-04-01T23:42:42.885031Z","steps":["trace[517980961] 'agreement among raft nodes before linearized reading' (duration: 138.882673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:44.031482Z","caller":"traceutil/trace.go:171","msg":"trace[1700404659] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"275.73037ms","start":"2026-04-01T23:42:43.755727Z","end":"2026-04-01T23:42:44.031457Z","steps":["trace[1700404659] 'process raft request' (duration: 275.583257ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:44.08142Z","caller":"traceutil/trace.go:171","msg":"trace[2087757673] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"325.627599ms","start":"2026-04-01T23:42:43.755761Z","end":"2026-04-01T23:42:44.081388Z","steps":["trace[2087757673] 'process raft request' (duration: 320.681098ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:44.081443Z","caller":"traceutil/trace.go:171","msg":"trace[1969966939] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"325.626849ms","start":"2026-04-01T23:42:43.755786Z","end":"2026-04-01T23:42:44.081413Z","steps":["trace[1969966939] 'process raft request' (duration: 325.364454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:44.08158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:43.75573Z","time spent":"325.768572ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:44.081593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:43.755679Z","time spent":"325.839544ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:44.081431Z","caller":"traceutil/trace.go:171","msg":"trace[1790352718] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"324.931493ms","start":"2026-04-01T23:42:43.756475Z","end":"2026-04-01T23:42:44.081407Z","steps":["trace[1790352718] 'process raft request' (duration: 324.846891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:44.081863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:43.756467Z","time spent":"325.20265ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:44.743227Z","caller":"traceutil/trace.go:171","msg":"trace[820872396] linearizableReadLoop","detail":"{readStateIndex:6003; appliedIndex:6002; }","duration":"139.973027ms","start":"2026-04-01T23:42:44.603226Z","end":"2026-04-01T23:42:44.743199Z","steps":["trace[820872396] 'read index received' (duration: 139.68208ms)","trace[820872396] 'applied index is now lower than readState.Index' (duration: 289.917µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:44.74366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.406617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:42:44.743694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.670411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:42:44.743776Z","caller":"traceutil/trace.go:171","msg":"trace[329341272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5775; }","duration":"140.577972ms","start":"2026-04-01T23:42:44.60318Z","end":"2026-04-01T23:42:44.743757Z","steps":["trace[329341272] 'agreement among raft nodes before linearized reading' (duration: 140.300566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:44.743795Z","caller":"traceutil/trace.go:171","msg":"trace[1836393635] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"145.781178ms","start":"2026-04-01T23:42:44.597997Z","end":"2026-04-01T23:42:44.743778Z","steps":["trace[1836393635] 'process raft request' (duration: 145.01217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:44.743807Z","caller":"traceutil/trace.go:171","msg":"trace[1076378277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5775; }","duration":"139.833955ms","start":"2026-04-01T23:42:44.603951Z","end":"2026-04-01T23:42:44.743785Z","steps":["trace[1076378277] 'agreement among raft nodes before linearized reading' (duration: 139.592769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:45.311222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.333736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:45.311326Z","caller":"traceutil/trace.go:171","msg":"trace[140948798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5785; }","duration":"128.50403ms","start":"2026-04-01T23:42:45.1828Z","end":"2026-04-01T23:42:45.311304Z","steps":["trace[140948798] 'range keys from in-memory index tree' (duration: 128.154462ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:45.363368Z","caller":"traceutil/trace.go:171","msg":"trace[681935974] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"153.115893ms","start":"2026-04-01T23:42:45.210219Z","end":"2026-04-01T23:42:45.363335Z","steps":["trace[681935974] 'process raft request' (duration: 152.807956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:50.419744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.659335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:50.419847Z","caller":"traceutil/trace.go:171","msg":"trace[551499997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5826; }","duration":"236.838089ms","start":"2026-04-01T23:42:50.182989Z","end":"2026-04-01T23:42:50.419827Z","steps":["trace[551499997] 'range keys from in-memory index tree' (duration: 236.541913ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:50.41987Z","caller":"traceutil/trace.go:171","msg":"trace[1048966522] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"212.091475ms","start":"2026-04-01T23:42:50.207743Z","end":"2026-04-01T23:42:50.419834Z","steps":["trace[1048966522] 'process raft request' (duration: 173.377056ms)","trace[1048966522] 'compare' (duration: 38.427652ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:50.477421Z","caller":"traceutil/trace.go:171","msg":"trace[185986934] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"268.911857ms","start":"2026-04-01T23:42:50.208492Z","end":"2026-04-01T23:42:50.477404Z","steps":["trace[185986934] 'process raft request' (duration: 268.795705ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.335893Z","caller":"traceutil/trace.go:171","msg":"trace[1045982905] linearizableReadLoop","detail":"{readStateIndex:6064; appliedIndex:6063; }","duration":"139.582769ms","start":"2026-04-01T23:42:51.196276Z","end":"2026-04-01T23:42:51.335858Z","steps":["trace[1045982905] 'read index received' (duration: 103.47821ms)","trace[1045982905] 'applied index is now lower than readState.Index' (duration: 36.103359ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:51.336082Z","caller":"traceutil/trace.go:171","msg":"trace[746965254] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"164.900937ms","start":"2026-04-01T23:42:51.171155Z","end":"2026-04-01T23:42:51.336056Z","steps":["trace[746965254] 'process raft request' (duration: 128.661124ms)","trace[746965254] 'compare' (duration: 35.839424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:51.336274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.981158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:51.336401Z","caller":"traceutil/trace.go:171","msg":"trace[1605982551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5834; }","duration":"140.151802ms","start":"2026-04-01T23:42:51.196229Z","end":"2026-04-01T23:42:51.336381Z","steps":["trace[1605982551] 'agreement among raft nodes before linearized reading' (duration: 139.984158ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:51.92399Z","caller":"traceutil/trace.go:171","msg":"trace[405496055] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"195.025842ms","start":"2026-04-01T23:42:51.728934Z","end":"2026-04-01T23:42:51.92396Z","steps":["trace[405496055] 'process raft request' (duration: 194.830807ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:52.717804Z","caller":"traceutil/trace.go:171","msg":"trace[1986074127] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"234.985388ms","start":"2026-04-01T23:42:52.482788Z","end":"2026-04-01T23:42:52.717774Z","steps":["trace[1986074127] 'process raft request' (duration: 172.232681ms)","trace[1986074127] 'compare' (duration: 62.613014ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:52.740303Z","caller":"traceutil/trace.go:171","msg":"trace[1347279620] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"192.599318ms","start":"2026-04-01T23:42:52.547671Z","end":"2026-04-01T23:42:52.740271Z","steps":["trace[1347279620] 'process raft request' (duration: 192.385853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:53.497386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.195024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:53.497523Z","caller":"traceutil/trace.go:171","msg":"trace[363619312] linearizableReadLoop","detail":"{readStateIndex:6078; appliedIndex:6077; }","duration":"440.086305ms","start":"2026-04-01T23:42:53.057416Z","end":"2026-04-01T23:42:53.497503Z","steps":["trace[363619312] 'read index received' (duration: 37.516542ms)","trace[363619312] 'applied index is now lower than readState.Index' (duration: 402.567543ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:53.498085Z","caller":"traceutil/trace.go:171","msg":"trace[1798934707] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"608.808447ms","start":"2026-04-01T23:42:52.889205Z","end":"2026-04-01T23:42:53.498013Z","steps":["trace[1798934707] 'process raft request' (duration: 205.855615ms)","trace[1798934707] 'compare' (duration: 402.060742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:53.498195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.291584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:42:53.498186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.198685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:53.4983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.45625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:42:53.498322Z","caller":"traceutil/trace.go:171","msg":"trace[1685431206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5846; }","duration":"315.356879ms","start":"2026-04-01T23:42:53.182931Z","end":"2026-04-01T23:42:53.498288Z","steps":["trace[1685431206] 'agreement among raft nodes before linearized reading' (duration: 315.090503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:53.498353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.896033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T23:42:53.498365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:52.88919Z","time spent":"609.030192ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:53.498246Z","caller":"traceutil/trace.go:171","msg":"trace[2077885359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5846; }","duration":"326.383996ms","start":"2026-04-01T23:42:53.171847Z","end":"2026-04-01T23:42:53.498231Z","steps":["trace[2077885359] 'agreement among raft nodes before linearized reading' (duration: 326.175951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:53.498411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.182923Z","time spent":"315.473342ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:42:53.498438Z","caller":"traceutil/trace.go:171","msg":"trace[1879627208] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5846; }","duration":"441.020356ms","start":"2026-04-01T23:42:53.057393Z","end":"2026-04-01T23:42:53.498414Z","steps":["trace[1879627208] 'agreement among raft nodes before linearized reading' (duration: 440.255049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:53.498407Z","caller":"traceutil/trace.go:171","msg":"trace[1063417134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5846; }","duration":"157.619913ms","start":"2026-04-01T23:42:53.340762Z","end":"2026-04-01T23:42:53.498382Z","steps":["trace[1063417134] 'agreement among raft nodes before linearized reading' (duration: 157.271756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:53.498489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.171824Z","time spent":"326.622402ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:53.498496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.057303Z","time spent":"441.177049ms","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:42:53.498561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.751569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:42:53.498609Z","caller":"traceutil/trace.go:171","msg":"trace[1552009259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5846; }","duration":"325.081887ms","start":"2026-04-01T23:42:53.173511Z","end":"2026-04-01T23:42:53.498593Z","steps":["trace[1552009259] 'agreement among raft nodes before linearized reading' (duration: 324.517905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:53.498637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.173495Z","time spent":"325.135128ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:42:54.174127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.841487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:42:54.174333Z","caller":"traceutil/trace.go:171","msg":"trace[1111704064] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6078; }","duration":"669.964957ms","start":"2026-04-01T23:42:53.504351Z","end":"2026-04-01T23:42:54.174316Z","steps":["trace[1111704064] 'read index received' (duration: 185.050948ms)","trace[1111704064] 'applied index is now lower than readState.Index' (duration: 484.912759ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:54.174438Z","caller":"traceutil/trace.go:171","msg":"trace[455739465] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"671.221215ms","start":"2026-04-01T23:42:53.503202Z","end":"2026-04-01T23:42:54.174423Z","steps":["trace[455739465] 'process raft request' (duration: 186.019749ms)","trace[455739465] 'compare' (duration: 484.50675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:54.174513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.503171Z","time spent":"671.298677ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:54.174794Z","caller":"traceutil/trace.go:171","msg":"trace[1526496304] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"671.514952ms","start":"2026-04-01T23:42:53.503269Z","end":"2026-04-01T23:42:54.174783Z","steps":["trace[1526496304] 'process raft request' (duration: 670.950069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:54.174841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.50324Z","time spent":"671.577903ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:54.175125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.762145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81424"} {"level":"info","ts":"2026-04-01T23:42:54.175219Z","caller":"traceutil/trace.go:171","msg":"trace[2130568544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5848; }","duration":"670.900788ms","start":"2026-04-01T23:42:53.504299Z","end":"2026-04-01T23:42:54.175199Z","steps":["trace[2130568544] 'agreement among raft nodes before linearized reading' (duration: 670.54504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:54.175267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.504283Z","time spent":"670.97384ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:42:54.175299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.115884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-04-01T23:42:54.17533Z","caller":"traceutil/trace.go:171","msg":"trace[1784207315] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5848; }","duration":"365.193865ms","start":"2026-04-01T23:42:53.810125Z","end":"2026-04-01T23:42:54.175319Z","steps":["trace[1784207315] 'agreement among raft nodes before linearized reading' (duration: 365.075633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:54.175363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.810096Z","time spent":"365.261697ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:42:54.175358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.386171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-01T23:42:54.175443Z","caller":"traceutil/trace.go:171","msg":"trace[376677882] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5848; }","duration":"316.522145ms","start":"2026-04-01T23:42:53.858901Z","end":"2026-04-01T23:42:54.175423Z","steps":["trace[376677882] 'agreement among raft nodes before linearized reading' (duration: 316.285279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:54.175493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.858876Z","time spent":"316.606527ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:42:54.1762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.016728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-01T23:42:54.176288Z","caller":"traceutil/trace.go:171","msg":"trace[440377831] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5848; }","duration":"670.323166ms","start":"2026-04-01T23:42:53.505948Z","end":"2026-04-01T23:42:54.176271Z","steps":["trace[440377831] 'agreement among raft nodes before linearized reading' (duration: 669.233871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:54.176334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:53.505939Z","time spent":"670.386168ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-04-01T23:42:54.557947Z","caller":"traceutil/trace.go:171","msg":"trace[553174910] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6080; }","duration":"370.486595ms","start":"2026-04-01T23:42:54.187429Z","end":"2026-04-01T23:42:54.557916Z","steps":["trace[553174910] 'read index received' (duration: 276.741244ms)","trace[553174910] 'applied index is now lower than readState.Index' (duration: 93.743811ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:54.55804Z","caller":"traceutil/trace.go:171","msg":"trace[93794167] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"371.512578ms","start":"2026-04-01T23:42:54.186485Z","end":"2026-04-01T23:42:54.557997Z","steps":["trace[93794167] 'process raft request' (duration: 277.51927ms)","trace[93794167] 'compare' (duration: 93.608709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:54.558189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.73471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"warn","ts":"2026-04-01T23:42:54.558226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.186439Z","time spent":"371.679891ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:54.558248Z","caller":"traceutil/trace.go:171","msg":"trace[1707355875] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5849; }","duration":"370.821282ms","start":"2026-04-01T23:42:54.187411Z","end":"2026-04-01T23:42:54.558233Z","steps":["trace[1707355875] 'agreement among raft nodes before linearized reading' (duration: 370.622947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:54.558293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.187402Z","time spent":"370.880623ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:42:55.063332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:55.563532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:56.064617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:56.565057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:57.065704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:57.184463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:42:57.184571Z","caller":"traceutil/trace.go:171","msg":"trace[161811063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042369s","start":"2026-04-01T23:42:55.184124Z","end":"2026-04-01T23:42:57.184548Z","steps":["trace[161811063] 'agreement among raft nodes before linearized reading' (duration: 2.000295907s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.184622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.18411Z","time spent":"2.000500951s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:42:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:42:57.566604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:42:57.736278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.272041773s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:42:57.736782Z","caller":"traceutil/trace.go:171","msg":"trace[84876815] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"3.549111934s","start":"2026-04-01T23:42:54.187649Z","end":"2026-04-01T23:42:57.736761Z","steps":["trace[84876815] 'process raft request' (duration: 3.54893096s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.736895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.187633Z","time spent":"3.549203435s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:57.736919Z","caller":"traceutil/trace.go:171","msg":"trace[479455069] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"3.548217784s","start":"2026-04-01T23:42:54.188677Z","end":"2026-04-01T23:42:57.736895Z","steps":["trace[479455069] 'process raft request' (duration: 3.5480415s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:57.737061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.18866Z","time spent":"3.548315005s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:59.184873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:42:59.185052Z","caller":"traceutil/trace.go:171","msg":"trace[982232557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372029s","start":"2026-04-01T23:42:57.18466Z","end":"2026-04-01T23:42:59.185032Z","steps":["trace[982232557] 'agreement among raft nodes before linearized reading' (duration: 2.000176494s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.185118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.184633Z","time spent":"2.00047211s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:42:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:42:59.416449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223145886s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:59.416555Z","caller":"traceutil/trace.go:171","msg":"trace[537050699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5851; }","duration":"1.223268048s","start":"2026-04-01T23:42:58.193272Z","end":"2026-04-01T23:42:59.41654Z","steps":["trace[537050699] 'range keys from in-memory index tree' (duration: 1.223132035s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.480649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.482425Z","time spent":"4.998161014s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:42:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:42:59.493581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757118786s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:42:59.494106Z","caller":"traceutil/trace.go:171","msg":"trace[837444486] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"4.748020977s","start":"2026-04-01T23:42:54.746063Z","end":"2026-04-01T23:42:59.494084Z","steps":["trace[837444486] 'process raft request' (duration: 4.747938915s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:59.49415Z","caller":"traceutil/trace.go:171","msg":"trace[984857789] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"4.768156128s","start":"2026-04-01T23:42:54.725957Z","end":"2026-04-01T23:42:59.494114Z","steps":["trace[984857789] 'process raft request' (duration: 4.767991715s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.494302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.746042Z","time spent":"4.74814549s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:59.494318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.725933Z","time spent":"4.768279731s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:59.494565Z","caller":"traceutil/trace.go:171","msg":"trace[1649469416] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"4.66610663s","start":"2026-04-01T23:42:54.828438Z","end":"2026-04-01T23:42:59.494545Z","steps":["trace[1649469416] 'process raft request' (duration: 4.665601169s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:59.494616Z","caller":"traceutil/trace.go:171","msg":"trace[340036091] linearizableReadLoop","detail":"{readStateIndex:6089; appliedIndex:6081; }","duration":"4.93155022s","start":"2026-04-01T23:42:54.563042Z","end":"2026-04-01T23:42:59.494592Z","steps":["trace[340036091] 'read index received' (duration: 3.173573615s)","trace[340036091] 'applied index is now lower than readState.Index' (duration: 1.757975625s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:59.494651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.828404Z","time spent":"4.666208222s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:42:59.494702Z","caller":"traceutil/trace.go:171","msg":"trace[1382143753] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"2.93155312s","start":"2026-04-01T23:42:56.563106Z","end":"2026-04-01T23:42:59.494659Z","steps":["trace[1382143753] 'process raft request' (duration: 2.931282045s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:59.49472Z","caller":"traceutil/trace.go:171","msg":"trace[762795225] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"1.932987038s","start":"2026-04-01T23:42:57.561723Z","end":"2026-04-01T23:42:59.49471Z","steps":["trace[762795225] 'process raft request' (duration: 1.932822404s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.494819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.561683Z","time spent":"1.933062649s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:59.494857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.563081Z","time spent":"2.931654352s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:59.494996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931952909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-01T23:42:59.495089Z","caller":"traceutil/trace.go:171","msg":"trace[472954424] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5857; }","duration":"4.932066032s","start":"2026-04-01T23:42:54.563007Z","end":"2026-04-01T23:42:59.495073Z","steps":["trace[472954424] 'agreement among raft nodes before linearized reading' (duration: 4.931793816s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.495171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.562992Z","time spent":"4.932163913s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-04-01T23:42:59.528319Z","caller":"traceutil/trace.go:171","msg":"trace[2071615982] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"1.78276622s","start":"2026-04-01T23:42:57.74553Z","end":"2026-04-01T23:42:59.528296Z","steps":["trace[2071615982] 'process raft request' (duration: 1.782123376s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.745495Z","time spent":"1.782883713s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:59.52846Z","caller":"traceutil/trace.go:171","msg":"trace[1825921737] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"1.780221924s","start":"2026-04-01T23:42:57.748221Z","end":"2026-04-01T23:42:59.528442Z","steps":["trace[1825921737] 'process raft request' (duration: 1.78007276s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:59.528485Z","caller":"traceutil/trace.go:171","msg":"trace[574169703] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"1.780174852s","start":"2026-04-01T23:42:57.748299Z","end":"2026-04-01T23:42:59.528474Z","steps":["trace[574169703] 'process raft request' (duration: 1.780035039s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.748211Z","time spent":"1.780294055s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:59.528555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.748274Z","time spent":"1.780240994s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:59.528602Z","caller":"traceutil/trace.go:171","msg":"trace[1789894451] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"1.78274893s","start":"2026-04-01T23:42:57.74584Z","end":"2026-04-01T23:42:59.528589Z","steps":["trace[1789894451] 'process raft request' (duration: 1.782393082s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.745821Z","time spent":"1.782808822s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:42:59.528669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0984131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:42:59.528705Z","caller":"traceutil/trace.go:171","msg":"trace[209735909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5862; }","duration":"3.098537873s","start":"2026-04-01T23:42:56.430157Z","end":"2026-04-01T23:42:59.528695Z","steps":["trace[209735909] 'agreement among raft nodes before linearized reading' (duration: 3.09839353s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.430119Z","time spent":"3.098606115s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:42:59.52877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347087444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:42:59.528796Z","caller":"traceutil/trace.go:171","msg":"trace[756000949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5862; }","duration":"3.347113514s","start":"2026-04-01T23:42:56.181675Z","end":"2026-04-01T23:42:59.528788Z","steps":["trace[756000949] 'agreement among raft nodes before linearized reading' (duration: 3.347016712s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.181642Z","time spent":"3.347170166s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:42:59.528847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638857909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-01T23:42:59.528866Z","caller":"traceutil/trace.go:171","msg":"trace[372093954] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5862; }","duration":"4.63887993s","start":"2026-04-01T23:42:54.88998Z","end":"2026-04-01T23:42:59.52886Z","steps":["trace[372093954] 'agreement among raft nodes before linearized reading' (duration: 4.638821728s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.889961Z","time spent":"4.63891651s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:42:59.528947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658907491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:42:59.528967Z","caller":"traceutil/trace.go:171","msg":"trace[2065471684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5862; }","duration":"4.658955711s","start":"2026-04-01T23:42:54.870006Z","end":"2026-04-01T23:42:59.528961Z","steps":["trace[2065471684] 'agreement among raft nodes before linearized reading' (duration: 4.658899019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.528958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93483791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:59.528985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.869989Z","time spent":"4.658992462s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:42:59.528996Z","caller":"traceutil/trace.go:171","msg":"trace[1612415007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5862; }","duration":"3.934921512s","start":"2026-04-01T23:42:55.594065Z","end":"2026-04-01T23:42:59.528987Z","steps":["trace[1612415007] 'agreement among raft nodes before linearized reading' (duration: 3.93485849s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.59404Z","time spent":"3.934977273s","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:59.529038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580410441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:42:59.529054Z","caller":"traceutil/trace.go:171","msg":"trace[2106150524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5862; }","duration":"4.580475222s","start":"2026-04-01T23:42:54.948575Z","end":"2026-04-01T23:42:59.52905Z","steps":["trace[2106150524] 'agreement among raft nodes before linearized reading' (duration: 4.580437531s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.948556Z","time spent":"4.580508572s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:59.529109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T23:42:59.529129Z","caller":"traceutil/trace.go:171","msg":"trace[1529941084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5862; }","duration":"4.681740902s","start":"2026-04-01T23:42:54.847381Z","end":"2026-04-01T23:42:59.529122Z","steps":["trace[1529941084] 'agreement among raft nodes before linearized reading' (duration: 4.68168365s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:54.847362Z","time spent":"4.681779793s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:42:59.529205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788459189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a2602b7ed3c85a\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-04-01T23:42:59.529212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349310895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:42:59.529229Z","caller":"traceutil/trace.go:171","msg":"trace[1915835609] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a2602b7ed3c85a; range_end:; response_count:1; response_revision:5862; }","duration":"1.78850903s","start":"2026-04-01T23:42:57.740715Z","end":"2026-04-01T23:42:59.529224Z","steps":["trace[1915835609] 'agreement among raft nodes before linearized reading' (duration: 1.788458939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.7407Z","time spent":"1.788541251s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a2602b7ed3c85a\" "} {"level":"warn","ts":"2026-04-01T23:42:59.529243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383186389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:42:59.529276Z","caller":"traceutil/trace.go:171","msg":"trace[1526680583] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5862; }","duration":"2.38322065s","start":"2026-04-01T23:42:57.146046Z","end":"2026-04-01T23:42:59.529267Z","steps":["trace[1526680583] 'agreement among raft nodes before linearized reading' (duration: 2.383136828s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.5293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:57.145941Z","time spent":"2.383352993s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:42:59.529314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350536773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:42:59.529339Z","caller":"traceutil/trace.go:171","msg":"trace[1183909150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5862; }","duration":"3.350611494s","start":"2026-04-01T23:42:56.178719Z","end":"2026-04-01T23:42:59.529331Z","steps":["trace[1183909150] 'agreement among raft nodes before linearized reading' (duration: 3.350544453s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.178688Z","time spent":"3.350667165s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:42:59.529416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.033816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110752"} {"level":"info","ts":"2026-04-01T23:42:59.529432Z","caller":"traceutil/trace.go:171","msg":"trace[924289142] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5862; }","duration":"176.086597ms","start":"2026-04-01T23:42:59.353342Z","end":"2026-04-01T23:42:59.529428Z","steps":["trace[924289142] 'agreement among raft nodes before linearized reading' (duration: 175.966225ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:59.528964Z","caller":"traceutil/trace.go:171","msg":"trace[1009724179] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"1.108979218s","start":"2026-04-01T23:42:58.419974Z","end":"2026-04-01T23:42:59.528953Z","steps":["trace[1009724179] 'process raft request' (duration: 1.108415034s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806721852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:42:59.529551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.419955Z","time spent":"1.10955312s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:42:59.529566Z","caller":"traceutil/trace.go:171","msg":"trace[1458468246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5862; }","duration":"2.806818874s","start":"2026-04-01T23:42:56.722736Z","end":"2026-04-01T23:42:59.529555Z","steps":["trace[1458468246] 'agreement among raft nodes before linearized reading' (duration: 2.806762213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.875851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110752"} {"level":"info","ts":"2026-04-01T23:42:59.529595Z","caller":"traceutil/trace.go:171","msg":"trace[1071821471] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5862; }","duration":"187.930583ms","start":"2026-04-01T23:42:59.34166Z","end":"2026-04-01T23:42:59.52959Z","steps":["trace[1071821471] 'agreement among raft nodes before linearized reading' (duration: 187.844841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.722702Z","time spent":"2.806886036s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:59.52964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.25098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:59.529674Z","caller":"traceutil/trace.go:171","msg":"trace[890141141] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5862; }","duration":"540.323831ms","start":"2026-04-01T23:42:58.98934Z","end":"2026-04-01T23:42:59.529664Z","steps":["trace[890141141] 'agreement among raft nodes before linearized reading' (duration: 540.218769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:58.989321Z","time spent":"540.372322ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":59,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:42:59.529249Z","caller":"traceutil/trace.go:171","msg":"trace[1775271651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5862; }","duration":"3.349398557s","start":"2026-04-01T23:42:56.179841Z","end":"2026-04-01T23:42:59.52924Z","steps":["trace[1775271651] 'agreement among raft nodes before linearized reading' (duration: 3.349303975s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:56.17981Z","time spent":"3.34997552s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:42:59.529855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.367813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:42:59.529882Z","caller":"traceutil/trace.go:171","msg":"trace[1641504535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5862; }","duration":"337.440694ms","start":"2026-04-01T23:42:59.192434Z","end":"2026-04-01T23:42:59.529875Z","steps":["trace[1641504535] 'agreement among raft nodes before linearized reading' (duration: 337.398433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.529903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:59.192409Z","time spent":"337.489536ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:42:59.530082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.963279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:59.530115Z","caller":"traceutil/trace.go:171","msg":"trace[1531397466] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5862; }","duration":"348.051771ms","start":"2026-04-01T23:42:59.182054Z","end":"2026-04-01T23:42:59.530106Z","steps":["trace[1531397466] 'agreement among raft nodes before linearized reading' (duration: 347.961959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.530144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:59.182028Z","time spent":"348.108492ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:42:59.529003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025659875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:42:59.530228Z","caller":"traceutil/trace.go:171","msg":"trace[88820320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5862; }","duration":"4.026924574s","start":"2026-04-01T23:42:55.503297Z","end":"2026-04-01T23:42:59.530222Z","steps":["trace[88820320] 'agreement among raft nodes before linearized reading' (duration: 4.025670386s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:42:59.530252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:42:55.503273Z","time spent":"4.026971325s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:42:59.869814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.286698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:42:59.869894Z","caller":"traceutil/trace.go:171","msg":"trace[594627753] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5874; }","duration":"100.433711ms","start":"2026-04-01T23:42:59.769444Z","end":"2026-04-01T23:42:59.869877Z","steps":["trace[594627753] 'count revisions from in-memory index tree' (duration: 100.184636ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:00.206575Z","caller":"traceutil/trace.go:171","msg":"trace[3138070] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"190.018928ms","start":"2026-04-01T23:43:00.016531Z","end":"2026-04-01T23:43:00.20655Z","steps":["trace[3138070] 'process raft request' (duration: 189.832344ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:00.764201Z","caller":"traceutil/trace.go:171","msg":"trace[512861844] linearizableReadLoop","detail":"{readStateIndex:6110; appliedIndex:6108; }","duration":"210.08292ms","start":"2026-04-01T23:43:00.554089Z","end":"2026-04-01T23:43:00.764172Z","steps":["trace[512861844] 'read index received' (duration: 51.639148ms)","trace[512861844] 'applied index is now lower than readState.Index' (duration: 158.442302ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:00.764298Z","caller":"traceutil/trace.go:171","msg":"trace[2117919300] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"211.800857ms","start":"2026-04-01T23:43:00.552454Z","end":"2026-04-01T23:43:00.764255Z","steps":["trace[2117919300] 'process raft request' (duration: 211.537842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:00.76486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.766535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-01T23:43:00.764926Z","caller":"traceutil/trace.go:171","msg":"trace[1618860325] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5877; }","duration":"210.890798ms","start":"2026-04-01T23:43:00.554017Z","end":"2026-04-01T23:43:00.764908Z","steps":["trace[1618860325] 'agreement among raft nodes before linearized reading' (duration: 210.319985ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:00.879874Z","caller":"traceutil/trace.go:171","msg":"trace[2087236431] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"270.33718ms","start":"2026-04-01T23:43:00.609519Z","end":"2026-04-01T23:43:00.879856Z","steps":["trace[2087236431] 'process raft request' (duration: 252.296095ms)","trace[2087236431] 'compare' (duration: 17.916063ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:00.879855Z","caller":"traceutil/trace.go:171","msg":"trace[226640341] linearizableReadLoop","detail":"{readStateIndex:6111; appliedIndex:6110; }","duration":"110.996199ms","start":"2026-04-01T23:43:00.768836Z","end":"2026-04-01T23:43:00.879832Z","steps":["trace[226640341] 'read index received' (duration: 92.967074ms)","trace[226640341] 'applied index is now lower than readState.Index' (duration: 18.028425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:00.88016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.316846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-01T23:43:00.880194Z","caller":"traceutil/trace.go:171","msg":"trace[898670917] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5878; }","duration":"111.392668ms","start":"2026-04-01T23:43:00.768792Z","end":"2026-04-01T23:43:00.880185Z","steps":["trace[898670917] 'agreement among raft nodes before linearized reading' (duration: 111.249064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:00.880285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.317436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-01T23:43:00.880313Z","caller":"traceutil/trace.go:171","msg":"trace[2061278769] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0bd8504-8019-460e-8dd9-0e24f5026a55; range_end:; response_count:1; response_revision:5878; }","duration":"111.381787ms","start":"2026-04-01T23:43:00.768921Z","end":"2026-04-01T23:43:00.880303Z","steps":["trace[2061278769] 'agreement among raft nodes before linearized reading' (duration: 111.317186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:01.269505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.316862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:01.269614Z","caller":"traceutil/trace.go:171","msg":"trace[1089802880] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5886; }","duration":"114.479126ms","start":"2026-04-01T23:43:01.155116Z","end":"2026-04-01T23:43:01.269595Z","steps":["trace[1089802880] 'count revisions from in-memory index tree' (duration: 114.173069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.910536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.949017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:03.910695Z","caller":"traceutil/trace.go:171","msg":"trace[60714680] linearizableReadLoop","detail":"{readStateIndex:6150; appliedIndex:6148; }","duration":"276.302023ms","start":"2026-04-01T23:43:03.634382Z","end":"2026-04-01T23:43:03.910684Z","steps":["trace[60714680] 'read index received' (duration: 78.039189ms)","trace[60714680] 'applied index is now lower than readState.Index' (duration: 198.262214ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:03.910704Z","caller":"traceutil/trace.go:171","msg":"trace[904820009] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"328.455883ms","start":"2026-04-01T23:43:03.582225Z","end":"2026-04-01T23:43:03.910681Z","steps":["trace[904820009] 'process raft request' (duration: 130.296691ms)","trace[904820009] 'compare' (duration: 197.66425ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:03.910774Z","caller":"traceutil/trace.go:171","msg":"trace[1318266505] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"324.799301ms","start":"2026-04-01T23:43:03.585956Z","end":"2026-04-01T23:43:03.910755Z","steps":["trace[1318266505] 'process raft request' (duration: 324.652798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.910864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.585939Z","time spent":"324.867792ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:03.910864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:03.582194Z","time spent":"328.579065ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:03.911018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.626551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:43:03.911109Z","caller":"traceutil/trace.go:171","msg":"trace[968797542] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5916; }","duration":"276.734773ms","start":"2026-04-01T23:43:03.63435Z","end":"2026-04-01T23:43:03.911084Z","steps":["trace[968797542] 'agreement among raft nodes before linearized reading' (duration: 276.455537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:03.911229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.029096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:43:03.911522Z","caller":"traceutil/trace.go:171","msg":"trace[253298427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5916; }","duration":"172.19709ms","start":"2026-04-01T23:43:03.739115Z","end":"2026-04-01T23:43:03.911312Z","steps":["trace[253298427] 'agreement among raft nodes before linearized reading' (duration: 171.765561ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.029042Z","caller":"traceutil/trace.go:171","msg":"trace[1738108449] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"110.973297ms","start":"2026-04-01T23:43:03.918029Z","end":"2026-04-01T23:43:04.029003Z","steps":["trace[1738108449] 'process raft request' (duration: 110.793914ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.02906Z","caller":"traceutil/trace.go:171","msg":"trace[841912945] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"111.160802ms","start":"2026-04-01T23:43:03.917867Z","end":"2026-04-01T23:43:04.029028Z","steps":["trace[841912945] 'process raft request' (duration: 110.799004ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.02913Z","caller":"traceutil/trace.go:171","msg":"trace[1587364487] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"110.527848ms","start":"2026-04-01T23:43:03.918592Z","end":"2026-04-01T23:43:04.02912Z","steps":["trace[1587364487] 'process raft request' (duration: 110.319293ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.029053Z","caller":"traceutil/trace.go:171","msg":"trace[928754856] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"110.551679ms","start":"2026-04-01T23:43:03.918475Z","end":"2026-04-01T23:43:04.029027Z","steps":["trace[928754856] 'process raft request' (duration: 110.389955ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.029105Z","caller":"traceutil/trace.go:171","msg":"trace[1925540158] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"111.710554ms","start":"2026-04-01T23:43:03.917354Z","end":"2026-04-01T23:43:04.029065Z","steps":["trace[1925540158] 'process raft request' (duration: 103.305095ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.029485Z","caller":"traceutil/trace.go:171","msg":"trace[1956860489] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"106.574228ms","start":"2026-04-01T23:43:03.922877Z","end":"2026-04-01T23:43:04.029452Z","steps":["trace[1956860489] 'process raft request' (duration: 106.508307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.029585Z","caller":"traceutil/trace.go:171","msg":"trace[1194257141] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"109.018663ms","start":"2026-04-01T23:43:03.920525Z","end":"2026-04-01T23:43:04.029544Z","steps":["trace[1194257141] 'process raft request' (duration: 108.712907ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:04.029531Z","caller":"traceutil/trace.go:171","msg":"trace[342591344] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"110.079607ms","start":"2026-04-01T23:43:03.919437Z","end":"2026-04-01T23:43:04.029517Z","steps":["trace[342591344] 'process raft request' (duration: 109.526395ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.70316Z","caller":"traceutil/trace.go:171","msg":"trace[61140079] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"443.734866ms","start":"2026-04-01T23:43:05.259378Z","end":"2026-04-01T23:43:05.703113Z","steps":["trace[61140079] 'process raft request' (duration: 443.551172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:05.703348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:05.259342Z","time spent":"443.910121ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19027,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:05.70555Z","caller":"traceutil/trace.go:171","msg":"trace[1911238386] linearizableReadLoop","detail":"{readStateIndex:6170; appliedIndex:6165; }","duration":"119.370975ms","start":"2026-04-01T23:43:05.586161Z","end":"2026-04-01T23:43:05.705532Z","steps":["trace[1911238386] 'read index received' (duration: 116.924311ms)","trace[1911238386] 'applied index is now lower than readState.Index' (duration: 2.445584ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:05.70584Z","caller":"traceutil/trace.go:171","msg":"trace[529256271] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"170.496891ms","start":"2026-04-01T23:43:05.535328Z","end":"2026-04-01T23:43:05.705825Z","steps":["trace[529256271] 'process raft request' (duration: 169.964609ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.706069Z","caller":"traceutil/trace.go:171","msg":"trace[1793470286] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"168.555779ms","start":"2026-04-01T23:43:05.537499Z","end":"2026-04-01T23:43:05.706055Z","steps":["trace[1793470286] 'process raft request' (duration: 167.882653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:05.706296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.111552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:43:05.706403Z","caller":"traceutil/trace.go:171","msg":"trace[40370931] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"168.835745ms","start":"2026-04-01T23:43:05.537549Z","end":"2026-04-01T23:43:05.706384Z","steps":["trace[40370931] 'process raft request' (duration: 167.882163ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.70647Z","caller":"traceutil/trace.go:171","msg":"trace[742123510] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"123.456938ms","start":"2026-04-01T23:43:05.582998Z","end":"2026-04-01T23:43:05.706455Z","steps":["trace[742123510] 'process raft request' (duration: 122.480635ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:05.70641Z","caller":"traceutil/trace.go:171","msg":"trace[302586532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5936; }","duration":"120.278406ms","start":"2026-04-01T23:43:05.586105Z","end":"2026-04-01T23:43:05.706384Z","steps":["trace[302586532] 'agreement among raft nodes before linearized reading' (duration: 119.966239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:12.36447Z","caller":"traceutil/trace.go:171","msg":"trace[692237272] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"629.722184ms","start":"2026-04-01T23:43:11.734719Z","end":"2026-04-01T23:43:12.364441Z","steps":["trace[692237272] 'process raft request' (duration: 629.52458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.364651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.734709Z","time spent":"629.857358ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:12.364984Z","caller":"traceutil/trace.go:171","msg":"trace[1268176838] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"630.227866ms","start":"2026-04-01T23:43:11.734737Z","end":"2026-04-01T23:43:12.364965Z","steps":["trace[1268176838] 'process raft request' (duration: 629.665213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.365067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.734728Z","time spent":"630.301618ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:12.365111Z","caller":"traceutil/trace.go:171","msg":"trace[87995960] linearizableReadLoop","detail":"{readStateIndex:6210; appliedIndex:6206; }","duration":"623.535297ms","start":"2026-04-01T23:43:11.741527Z","end":"2026-04-01T23:43:12.365062Z","steps":["trace[87995960] 'read index received' (duration: 28.721223ms)","trace[87995960] 'applied index is now lower than readState.Index' (duration: 594.811744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:12.365505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.464888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:43:12.365529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.234251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:43:12.365552Z","caller":"traceutil/trace.go:171","msg":"trace[533575711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5975; }","duration":"620.54039ms","start":"2026-04-01T23:43:11.745002Z","end":"2026-04-01T23:43:12.365542Z","steps":["trace[533575711] 'agreement among raft nodes before linearized reading' (duration: 620.386797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.365582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.744991Z","time spent":"620.584031ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:43:12.365583Z","caller":"traceutil/trace.go:171","msg":"trace[667963925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5975; }","duration":"607.329444ms","start":"2026-04-01T23:43:11.758238Z","end":"2026-04-01T23:43:12.365568Z","steps":["trace[667963925] 'agreement among raft nodes before linearized reading' (duration: 607.17182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.365579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.007797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:43:12.365628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.758213Z","time spent":"607.402205ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:43:12.36564Z","caller":"traceutil/trace.go:171","msg":"trace[48410806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5975; }","duration":"624.13915ms","start":"2026-04-01T23:43:11.741484Z","end":"2026-04-01T23:43:12.365623Z","steps":["trace[48410806] 'agreement among raft nodes before linearized reading' (duration: 623.810283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.365693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.741463Z","time spent":"624.220792ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:43:12.365812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.031466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:43:12.365892Z","caller":"traceutil/trace.go:171","msg":"trace[163515554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5975; }","duration":"611.144038ms","start":"2026-04-01T23:43:11.754724Z","end":"2026-04-01T23:43:12.365868Z","steps":["trace[163515554] 'agreement among raft nodes before linearized reading' (duration: 610.949484ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:12.365298Z","caller":"traceutil/trace.go:171","msg":"trace[514225877] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"629.831338ms","start":"2026-04-01T23:43:11.73543Z","end":"2026-04-01T23:43:12.365261Z","steps":["trace[514225877] 'process raft request' (duration: 629.272995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.36606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.75471Z","time spent":"611.330432ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:43:12.365902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.857752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:43:12.366141Z","caller":"traceutil/trace.go:171","msg":"trace[82130976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5975; }","duration":"416.125028ms","start":"2026-04-01T23:43:11.949992Z","end":"2026-04-01T23:43:12.366117Z","steps":["trace[82130976] 'agreement among raft nodes before linearized reading' (duration: 415.638967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.366155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.973643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:43:12.366298Z","caller":"traceutil/trace.go:171","msg":"trace[623042785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5975; }","duration":"610.745519ms","start":"2026-04-01T23:43:11.755534Z","end":"2026-04-01T23:43:12.366279Z","steps":["trace[623042785] 'agreement among raft nodes before linearized reading' (duration: 609.922581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.366216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.949973Z","time spent":"416.22592ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:12.366429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.75552Z","time spent":"610.855343ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:43:12.366575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:11.735421Z","time spent":"630.884031ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:12.552348Z","caller":"traceutil/trace.go:171","msg":"trace[1969209281] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"182.112422ms","start":"2026-04-01T23:43:12.370212Z","end":"2026-04-01T23:43:12.552325Z","steps":["trace[1969209281] 'process raft request' (duration: 182.029791ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:12.552358Z","caller":"traceutil/trace.go:171","msg":"trace[742893201] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"182.963871ms","start":"2026-04-01T23:43:12.369358Z","end":"2026-04-01T23:43:12.552322Z","steps":["trace[742893201] 'process raft request' (duration: 105.818573ms)","trace[742893201] 'compare' (duration: 76.938474ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:12.552622Z","caller":"traceutil/trace.go:171","msg":"trace[1180468320] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6210; }","duration":"181.189892ms","start":"2026-04-01T23:43:12.371415Z","end":"2026-04-01T23:43:12.552605Z","steps":["trace[1180468320] 'read index received' (duration: 103.775996ms)","trace[1180468320] 'applied index is now lower than readState.Index' (duration: 77.412795ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:12.552684Z","caller":"traceutil/trace.go:171","msg":"trace[1422809483] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"181.725304ms","start":"2026-04-01T23:43:12.370933Z","end":"2026-04-01T23:43:12.552658Z","steps":["trace[1422809483] 'process raft request' (duration: 181.511148ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:12.552709Z","caller":"traceutil/trace.go:171","msg":"trace[562151140] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"180.131539ms","start":"2026-04-01T23:43:12.372527Z","end":"2026-04-01T23:43:12.552659Z","steps":["trace[562151140] 'process raft request' (duration: 180.027076ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:12.552819Z","caller":"traceutil/trace.go:171","msg":"trace[1493844317] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"182.461641ms","start":"2026-04-01T23:43:12.370342Z","end":"2026-04-01T23:43:12.552804Z","steps":["trace[1493844317] 'process raft request' (duration: 181.947449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:12.553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.570341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81714"} {"level":"info","ts":"2026-04-01T23:43:12.553061Z","caller":"traceutil/trace.go:171","msg":"trace[2054811813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5980; }","duration":"181.666292ms","start":"2026-04-01T23:43:12.371381Z","end":"2026-04-01T23:43:12.553048Z","steps":["trace[2054811813] 'agreement among raft nodes before linearized reading' (duration: 181.346975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.26239Z","caller":"traceutil/trace.go:171","msg":"trace[995945616] linearizableReadLoop","detail":"{readStateIndex:6216; appliedIndex:6215; }","duration":"414.073441ms","start":"2026-04-01T23:43:13.848293Z","end":"2026-04-01T23:43:14.262366Z","steps":["trace[995945616] 'read index received' (duration: 413.785105ms)","trace[995945616] 'applied index is now lower than readState.Index' (duration: 287.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:14.262519Z","caller":"traceutil/trace.go:171","msg":"trace[1062673512] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"486.72764ms","start":"2026-04-01T23:43:13.775781Z","end":"2026-04-01T23:43:14.262509Z","steps":["trace[1062673512] 'process raft request' (duration: 486.379483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.262638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.775758Z","time spent":"486.790421ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:14.263591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.974221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:14.263764Z","caller":"traceutil/trace.go:171","msg":"trace[956590175] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5981; }","duration":"415.455602ms","start":"2026-04-01T23:43:13.848286Z","end":"2026-04-01T23:43:14.263742Z","steps":["trace[956590175] 'agreement among raft nodes before linearized reading' (duration: 414.538551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:14.263874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:13.84824Z","time spent":"415.617135ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:14.264374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.486882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:43:14.264479Z","caller":"traceutil/trace.go:171","msg":"trace[1326003239] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5981; }","duration":"108.681566ms","start":"2026-04-01T23:43:14.155774Z","end":"2026-04-01T23:43:14.264455Z","steps":["trace[1326003239] 'agreement among raft nodes before linearized reading' (duration: 106.939607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.508573Z","caller":"traceutil/trace.go:171","msg":"trace[603995591] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"137.562094ms","start":"2026-04-01T23:43:14.370977Z","end":"2026-04-01T23:43:14.508539Z","steps":["trace[603995591] 'process raft request' (duration: 137.506882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:14.508654Z","caller":"traceutil/trace.go:171","msg":"trace[1282798802] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"138.141558ms","start":"2026-04-01T23:43:14.370481Z","end":"2026-04-01T23:43:14.508623Z","steps":["trace[1282798802] 'process raft request' (duration: 137.81245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.39037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.144424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:43:15.390452Z","caller":"traceutil/trace.go:171","msg":"trace[1664685803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:5984; }","duration":"832.261587ms","start":"2026-04-01T23:43:14.558172Z","end":"2026-04-01T23:43:15.390434Z","steps":["trace[1664685803] 'range keys from in-memory index tree' (duration: 831.989829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.390492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.55816Z","time spent":"832.322718ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:43:15.390496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.250461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T23:43:15.390555Z","caller":"traceutil/trace.go:171","msg":"trace[866532853] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5984; }","duration":"830.337663ms","start":"2026-04-01T23:43:14.560199Z","end":"2026-04-01T23:43:15.390537Z","steps":["trace[866532853] 'range keys from in-memory index tree' (duration: 830.071817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.390598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.560178Z","time spent":"830.408015ms","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:43:15.390733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.907683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:43:15.390796Z","caller":"traceutil/trace.go:171","msg":"trace[585604579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5984; }","duration":"834.012675ms","start":"2026-04-01T23:43:14.55677Z","end":"2026-04-01T23:43:15.390783Z","steps":["trace[585604579] 'range keys from in-memory index tree' (duration: 833.721299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.39083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.556753Z","time spent":"834.071116ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:15.390828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.260218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:43:15.390894Z","caller":"traceutil/trace.go:171","msg":"trace[218309758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5984; }","duration":"833.36683ms","start":"2026-04-01T23:43:14.557512Z","end":"2026-04-01T23:43:15.390879Z","steps":["trace[218309758] 'range keys from in-memory index tree' (duration: 833.144536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.390888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.458987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T23:43:15.390959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.557506Z","time spent":"833.435272ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:43:15.391123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.305252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:43:15.391145Z","caller":"traceutil/trace.go:171","msg":"trace[1869725172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5984; }","duration":"834.351242ms","start":"2026-04-01T23:43:14.556788Z","end":"2026-04-01T23:43:15.39114Z","steps":["trace[1869725172] 'range keys from in-memory index tree' (duration: 834.208319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.39116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.556773Z","time spent":"834.383184ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:43:15.391147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.629987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:15.391201Z","caller":"traceutil/trace.go:171","msg":"trace[133319660] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5984; }","duration":"763.75705ms","start":"2026-04-01T23:43:14.627431Z","end":"2026-04-01T23:43:15.391188Z","steps":["trace[133319660] 'count revisions from in-memory index tree' (duration: 763.433303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.391255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.627368Z","time spent":"763.872802ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:43:15.390967Z","caller":"traceutil/trace.go:171","msg":"trace[1084724679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5984; }","duration":"802.56981ms","start":"2026-04-01T23:43:14.588383Z","end":"2026-04-01T23:43:15.390952Z","steps":["trace[1084724679] 'range keys from in-memory index tree' (duration: 802.344725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.391262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.80629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:43:15.391332Z","caller":"traceutil/trace.go:171","msg":"trace[1906344551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5984; }","duration":"833.969274ms","start":"2026-04-01T23:43:14.557343Z","end":"2026-04-01T23:43:15.391313Z","steps":["trace[1906344551] 'range keys from in-memory index tree' (duration: 833.521204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.39131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.661237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:43:15.391364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.588365Z","time spent":"802.945128ms","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T23:43:15.391387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.557322Z","time spent":"834.052196ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:43:15.391405Z","caller":"traceutil/trace.go:171","msg":"trace[500218269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5984; }","duration":"833.78168ms","start":"2026-04-01T23:43:14.557602Z","end":"2026-04-01T23:43:15.391384Z","steps":["trace[500218269] 'range keys from in-memory index tree' (duration: 833.491843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.391468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.557594Z","time spent":"833.862372ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:15.43462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.410181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:43:15.434894Z","caller":"traceutil/trace.go:171","msg":"trace[1947533352] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"217.913164ms","start":"2026-04-01T23:43:15.216964Z","end":"2026-04-01T23:43:15.434877Z","steps":["trace[1947533352] 'process raft request' (duration: 217.75447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:15.434954Z","caller":"traceutil/trace.go:171","msg":"trace[2118549557] linearizableReadLoop","detail":"{readStateIndex:6220; appliedIndex:6219; }","duration":"544.688788ms","start":"2026-04-01T23:43:14.890209Z","end":"2026-04-01T23:43:15.434898Z","steps":["trace[2118549557] 'read index received' (duration: 419.012712ms)","trace[2118549557] 'applied index is now lower than readState.Index' (duration: 125.641625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:15.435239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.010647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:43:15.435319Z","caller":"traceutil/trace.go:171","msg":"trace[1972559460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5985; }","duration":"545.158ms","start":"2026-04-01T23:43:14.890143Z","end":"2026-04-01T23:43:15.435301Z","steps":["trace[1972559460] 'agreement among raft nodes before linearized reading' (duration: 544.867203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.435396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.890113Z","time spent":"545.240671ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:43:15.439059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.552221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:15.43913Z","caller":"traceutil/trace.go:171","msg":"trace[428279343] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5990; }","duration":"443.677274ms","start":"2026-04-01T23:43:14.995434Z","end":"2026-04-01T23:43:15.439112Z","steps":["trace[428279343] 'agreement among raft nodes before linearized reading' (duration: 443.536701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:15.439168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:14.99541Z","time spent":"443.746236ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:17.198958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362863874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:17.428848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004309761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:17.428953Z","caller":"traceutil/trace.go:171","msg":"trace[854542884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6005; }","duration":"1.004465344s","start":"2026-04-01T23:43:16.424459Z","end":"2026-04-01T23:43:17.428925Z","steps":["trace[854542884] 'count revisions from in-memory index tree' (duration: 1.004181468s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.429031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.424434Z","time spent":"1.004559537s","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:17.42927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.425738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:17.429384Z","caller":"traceutil/trace.go:171","msg":"trace[820998131] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"995.489793ms","start":"2026-04-01T23:43:16.433882Z","end":"2026-04-01T23:43:17.429372Z","steps":["trace[820998131] 'process raft request' (duration: 862.874761ms)","trace[820998131] 'compare' (duration: 132.214123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:17.429464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.433867Z","time spent":"995.571306ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:17.45153Z","caller":"traceutil/trace.go:171","msg":"trace[1269455695] linearizableReadLoop","detail":"{readStateIndex:6244; appliedIndex:6241; }","duration":"752.783533ms","start":"2026-04-01T23:43:16.698695Z","end":"2026-04-01T23:43:17.451479Z","steps":["trace[1269455695] 'read index received' (duration: 598.110716ms)","trace[1269455695] 'applied index is now lower than readState.Index' (duration: 154.671747ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:17.451643Z","caller":"traceutil/trace.go:171","msg":"trace[1900210346] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"937.537264ms","start":"2026-04-01T23:43:16.514068Z","end":"2026-04-01T23:43:17.451606Z","steps":["trace[1900210346] 'process raft request' (duration: 937.35593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.451746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.046519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"info","ts":"2026-04-01T23:43:17.451558Z","caller":"traceutil/trace.go:171","msg":"trace[1928975630] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"937.468373ms","start":"2026-04-01T23:43:16.514063Z","end":"2026-04-01T23:43:17.451532Z","steps":["trace[1928975630] 'process raft request' (duration: 937.128126ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:17.451788Z","caller":"traceutil/trace.go:171","msg":"trace[1322938757] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6008; }","duration":"753.145631ms","start":"2026-04-01T23:43:16.698634Z","end":"2026-04-01T23:43:17.451779Z","steps":["trace[1322938757] 'agreement among raft nodes before linearized reading' (duration: 752.977717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.451814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.69861Z","time spent":"753.198033ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10704,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T23:43:17.451841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.51405Z","time spent":"937.713849ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:17.451926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.514037Z","time spent":"937.764519ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:17.452132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.744984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:17.452242Z","caller":"traceutil/trace.go:171","msg":"trace[665789506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6008; }","duration":"268.883088ms","start":"2026-04-01T23:43:17.183333Z","end":"2026-04-01T23:43:17.452216Z","steps":["trace[665789506] 'agreement among raft nodes before linearized reading' (duration: 268.724953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.452268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.543697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T23:43:17.452394Z","caller":"traceutil/trace.go:171","msg":"trace[1398858930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6008; }","duration":"710.805663ms","start":"2026-04-01T23:43:16.741571Z","end":"2026-04-01T23:43:17.452376Z","steps":["trace[1398858930] 'agreement among raft nodes before linearized reading' (duration: 710.303101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.452486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:16.741546Z","time spent":"710.927066ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T23:43:17.452178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.609819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:43:17.452653Z","caller":"traceutil/trace.go:171","msg":"trace[1702972537] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6008; }","duration":"305.077339ms","start":"2026-04-01T23:43:17.14756Z","end":"2026-04-01T23:43:17.452637Z","steps":["trace[1702972537] 'agreement among raft nodes before linearized reading' (duration: 304.571118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:17.452778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:17.147508Z","time spent":"305.227092ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:43:19.213625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.822467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:19.213788Z","caller":"traceutil/trace.go:171","msg":"trace[2082896702] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"175.656026ms","start":"2026-04-01T23:43:19.038099Z","end":"2026-04-01T23:43:19.213755Z","steps":["trace[2082896702] 'process raft request' (duration: 38.613775ms)","trace[2082896702] 'compare' (duration: 136.702444ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:19.641306Z","caller":"traceutil/trace.go:171","msg":"trace[1678503553] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"183.062873ms","start":"2026-04-01T23:43:19.458223Z","end":"2026-04-01T23:43:19.641285Z","steps":["trace[1678503553] 'process raft request' (duration: 177.441447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:19.641441Z","caller":"traceutil/trace.go:171","msg":"trace[1983090230] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6256; }","duration":"178.328328ms","start":"2026-04-01T23:43:19.463095Z","end":"2026-04-01T23:43:19.641423Z","steps":["trace[1983090230] 'read index received' (duration: 68.836834ms)","trace[1983090230] 'applied index is now lower than readState.Index' (duration: 109.490054ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:19.641495Z","caller":"traceutil/trace.go:171","msg":"trace[1213968275] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"183.154775ms","start":"2026-04-01T23:43:19.458319Z","end":"2026-04-01T23:43:19.641474Z","steps":["trace[1213968275] 'process raft request' (duration: 182.92762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.641604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.496672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:43:19.641625Z","caller":"traceutil/trace.go:171","msg":"trace[1250253606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6021; }","duration":"178.559092ms","start":"2026-04-01T23:43:19.463058Z","end":"2026-04-01T23:43:19.641617Z","steps":["trace[1250253606] 'agreement among raft nodes before linearized reading' (duration: 178.44052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.67566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.903027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:43:19.675786Z","caller":"traceutil/trace.go:171","msg":"trace[354000844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:6022; }","duration":"207.059732ms","start":"2026-04-01T23:43:19.468708Z","end":"2026-04-01T23:43:19.675768Z","steps":["trace[354000844] 'agreement among raft nodes before linearized reading' (duration: 206.781485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.675819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.471825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:43:19.675867Z","caller":"traceutil/trace.go:171","msg":"trace[882517988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6022; }","duration":"209.552286ms","start":"2026-04-01T23:43:19.466297Z","end":"2026-04-01T23:43:19.675849Z","steps":["trace[882517988] 'agreement among raft nodes before linearized reading' (duration: 209.470235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.675867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.753828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:43:19.67568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.110624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:43:19.675925Z","caller":"traceutil/trace.go:171","msg":"trace[1339905294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6022; }","duration":"208.845621ms","start":"2026-04-01T23:43:19.467063Z","end":"2026-04-01T23:43:19.675909Z","steps":["trace[1339905294] 'agreement among raft nodes before linearized reading' (duration: 208.697797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:19.675912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.540332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:43:19.675992Z","caller":"traceutil/trace.go:171","msg":"trace[177374301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6022; }","duration":"208.406141ms","start":"2026-04-01T23:43:19.467521Z","end":"2026-04-01T23:43:19.675927Z","steps":["trace[177374301] 'agreement among raft nodes before linearized reading' (duration: 208.035033ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:19.676039Z","caller":"traceutil/trace.go:171","msg":"trace[1941472665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6022; }","duration":"207.703255ms","start":"2026-04-01T23:43:19.46832Z","end":"2026-04-01T23:43:19.676023Z","steps":["trace[1941472665] 'agreement among raft nodes before linearized reading' (duration: 207.415489ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:21.28115Z","caller":"traceutil/trace.go:171","msg":"trace[304527201] linearizableReadLoop","detail":"{readStateIndex:6305; appliedIndex:6304; }","duration":"134.409802ms","start":"2026-04-01T23:43:21.146715Z","end":"2026-04-01T23:43:21.281124Z","steps":["trace[304527201] 'read index received' (duration: 133.739998ms)","trace[304527201] 'applied index is now lower than readState.Index' (duration: 668.484µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:21.281237Z","caller":"traceutil/trace.go:171","msg":"trace[295078287] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"138.946693ms","start":"2026-04-01T23:43:21.142257Z","end":"2026-04-01T23:43:21.281204Z","steps":["trace[295078287] 'process raft request' (duration: 138.206607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:21.281556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.840392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-01T23:43:21.281612Z","caller":"traceutil/trace.go:171","msg":"trace[744459885] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6066; }","duration":"134.944006ms","start":"2026-04-01T23:43:21.146654Z","end":"2026-04-01T23:43:21.281598Z","steps":["trace[744459885] 'agreement among raft nodes before linearized reading' (duration: 134.611518ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:28.628134Z","caller":"traceutil/trace.go:171","msg":"trace[557342861] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"245.476743ms","start":"2026-04-01T23:43:28.382633Z","end":"2026-04-01T23:43:28.62811Z","steps":["trace[557342861] 'process raft request' (duration: 245.306019ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:32.088507Z","caller":"traceutil/trace.go:171","msg":"trace[18227957] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"201.18813ms","start":"2026-04-01T23:43:31.887286Z","end":"2026-04-01T23:43:32.088474Z","steps":["trace[18227957] 'process raft request' (duration: 162.940393ms)","trace[18227957] 'compare' (duration: 37.815417ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:32.08859Z","caller":"traceutil/trace.go:171","msg":"trace[17729269] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"201.20406ms","start":"2026-04-01T23:43:31.887364Z","end":"2026-04-01T23:43:32.088569Z","steps":["trace[17729269] 'process raft request' (duration: 201.125608ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:32.088588Z","caller":"traceutil/trace.go:171","msg":"trace[1048426216] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"201.210721ms","start":"2026-04-01T23:43:31.887345Z","end":"2026-04-01T23:43:32.088556Z","steps":["trace[1048426216] 'process raft request' (duration: 201.027287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:32.089319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.696401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81920"} {"level":"info","ts":"2026-04-01T23:43:32.089373Z","caller":"traceutil/trace.go:171","msg":"trace[500704435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6170; }","duration":"201.822374ms","start":"2026-04-01T23:43:31.887537Z","end":"2026-04-01T23:43:32.089359Z","steps":["trace[500704435] 'agreement among raft nodes before linearized reading' (duration: 201.560948ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:32.089489Z","caller":"traceutil/trace.go:171","msg":"trace[2118152879] linearizableReadLoop","detail":"{readStateIndex:6411; appliedIndex:6408; }","duration":"200.923933ms","start":"2026-04-01T23:43:31.887625Z","end":"2026-04-01T23:43:32.088549Z","steps":["trace[2118152879] 'read index received' (duration: 32.62583ms)","trace[2118152879] 'applied index is now lower than readState.Index' (duration: 168.296813ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:36.117793Z","caller":"traceutil/trace.go:171","msg":"trace[1499627351] linearizableReadLoop","detail":"{readStateIndex:6429; appliedIndex:6428; }","duration":"129.495804ms","start":"2026-04-01T23:43:35.988277Z","end":"2026-04-01T23:43:36.117772Z","steps":["trace[1499627351] 'read index received' (duration: 129.281288ms)","trace[1499627351] 'applied index is now lower than readState.Index' (duration: 213.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:36.11811Z","caller":"traceutil/trace.go:171","msg":"trace[612555616] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"129.905023ms","start":"2026-04-01T23:43:35.988193Z","end":"2026-04-01T23:43:36.118098Z","steps":["trace[612555616] 'process raft request' (duration: 129.456763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:36.118318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.031215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19041"} {"level":"info","ts":"2026-04-01T23:43:36.118347Z","caller":"traceutil/trace.go:171","msg":"trace[1156301130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6187; }","duration":"130.103637ms","start":"2026-04-01T23:43:35.988237Z","end":"2026-04-01T23:43:36.11834Z","steps":["trace[1156301130] 'agreement among raft nodes before linearized reading' (duration: 129.992495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:36.315553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.419405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:36.315647Z","caller":"traceutil/trace.go:171","msg":"trace[1680594667] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"193.349694ms","start":"2026-04-01T23:43:36.122285Z","end":"2026-04-01T23:43:36.315635Z","steps":["trace[1680594667] 'process raft request' (duration: 82.793276ms)","trace[1680594667] 'compare' (duration: 110.17188ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:36.315978Z","caller":"traceutil/trace.go:171","msg":"trace[672672456] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"193.531028ms","start":"2026-04-01T23:43:36.122429Z","end":"2026-04-01T23:43:36.31596Z","steps":["trace[672672456] 'process raft request' (duration: 193.191601ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:36.315957Z","caller":"traceutil/trace.go:171","msg":"trace[1550283049] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6429; }","duration":"191.474242ms","start":"2026-04-01T23:43:36.124456Z","end":"2026-04-01T23:43:36.31593Z","steps":["trace[1550283049] 'read index received' (duration: 80.634387ms)","trace[1550283049] 'applied index is now lower than readState.Index' (duration: 110.838784ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:36.316041Z","caller":"traceutil/trace.go:171","msg":"trace[1948383858] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"191.550603ms","start":"2026-04-01T23:43:36.124466Z","end":"2026-04-01T23:43:36.316016Z","steps":["trace[1948383858] 'process raft request' (duration: 191.309368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:36.31612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.153399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:36.316168Z","caller":"traceutil/trace.go:171","msg":"trace[2050542294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6190; }","duration":"102.242062ms","start":"2026-04-01T23:43:36.213915Z","end":"2026-04-01T23:43:36.316157Z","steps":["trace[2050542294] 'agreement among raft nodes before linearized reading' (duration: 102.1533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:36.316228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.756738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81920"} {"level":"info","ts":"2026-04-01T23:43:36.316299Z","caller":"traceutil/trace.go:171","msg":"trace[1735715320] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6190; }","duration":"191.85192ms","start":"2026-04-01T23:43:36.124431Z","end":"2026-04-01T23:43:36.316283Z","steps":["trace[1735715320] 'agreement among raft nodes before linearized reading' (duration: 191.580144ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:36.906146Z","caller":"traceutil/trace.go:171","msg":"trace[1882464183] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"138.003854ms","start":"2026-04-01T23:43:36.768106Z","end":"2026-04-01T23:43:36.90611Z","steps":["trace[1882464183] 'process raft request' (duration: 137.052813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.203695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.052225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:43:39.203868Z","caller":"traceutil/trace.go:171","msg":"trace[1494413692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6290; }","duration":"884.379894ms","start":"2026-04-01T23:43:38.319455Z","end":"2026-04-01T23:43:39.203835Z","steps":["trace[1494413692] 'range keys from in-memory index tree' (duration: 883.840701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.203832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025969498s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:39.203951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.319425Z","time spent":"884.490756ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:43:39.203968Z","caller":"traceutil/trace.go:171","msg":"trace[377037775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6290; }","duration":"1.0260941s","start":"2026-04-01T23:43:38.177846Z","end":"2026-04-01T23:43:39.20394Z","steps":["trace[377037775] 'range keys from in-memory index tree' (duration: 1.025958456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.20404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.556518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:43:39.204062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.64063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:43:39.204164Z","caller":"traceutil/trace.go:171","msg":"trace[422582061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6290; }","duration":"884.774303ms","start":"2026-04-01T23:43:38.319375Z","end":"2026-04-01T23:43:39.204149Z","steps":["trace[422582061] 'range keys from in-memory index tree' (duration: 884.457514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.204205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.319357Z","time spent":"884.841194ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:43:39.204155Z","caller":"traceutil/trace.go:171","msg":"trace[2055516555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6290; }","duration":"884.761943ms","start":"2026-04-01T23:43:38.319375Z","end":"2026-04-01T23:43:39.204137Z","steps":["trace[2055516555] 'range keys from in-memory index tree' (duration: 884.321971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.204324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.319354Z","time spent":"884.952816ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:43:39.204061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.399479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:43:39.204405Z","caller":"traceutil/trace.go:171","msg":"trace[483123053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:6290; }","duration":"882.770947ms","start":"2026-04-01T23:43:38.321605Z","end":"2026-04-01T23:43:39.204376Z","steps":["trace[483123053] 'range keys from in-memory index tree' (duration: 882.180904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.203689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019537863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:39.204495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.321596Z","time spent":"882.87824ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"info","ts":"2026-04-01T23:43:39.204514Z","caller":"traceutil/trace.go:171","msg":"trace[594490546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6290; }","duration":"1.020459864s","start":"2026-04-01T23:43:38.18404Z","end":"2026-04-01T23:43:39.2045Z","steps":["trace[594490546] 'range keys from in-memory index tree' (duration: 1.019436051s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.204552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.184018Z","time spent":"1.020525445s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:39.268635Z","caller":"traceutil/trace.go:171","msg":"trace[1810360195] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"580.226846ms","start":"2026-04-01T23:43:38.688386Z","end":"2026-04-01T23:43:39.268613Z","steps":["trace[1810360195] 'process raft request' (duration: 580.061092ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:39.268702Z","caller":"traceutil/trace.go:171","msg":"trace[101889397] linearizableReadLoop","detail":"{readStateIndex:6535; appliedIndex:6535; }","duration":"391.056345ms","start":"2026-04-01T23:43:38.87762Z","end":"2026-04-01T23:43:39.268676Z","steps":["trace[101889397] 'read index received' (duration: 391.045955ms)","trace[101889397] 'applied index is now lower than readState.Index' (duration: 8.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:39.268824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.688357Z","time spent":"580.376528ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:39.268948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.311391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-54fb646db9-bm6xc\" ","response":"range_response_count:1 size:11901"} {"level":"info","ts":"2026-04-01T23:43:39.268999Z","caller":"traceutil/trace.go:171","msg":"trace[1067361067] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-54fb646db9-bm6xc; range_end:; response_count:1; response_revision:6291; }","duration":"391.405352ms","start":"2026-04-01T23:43:38.87758Z","end":"2026-04-01T23:43:39.268986Z","steps":["trace[1067361067] 'agreement among raft nodes before linearized reading' (duration: 391.223818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:39.269034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:38.87756Z","time spent":"391.465764ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":11923,"request content":"key:\"/registry/pods/openstack/keystone-api-54fb646db9-bm6xc\" "} {"level":"warn","ts":"2026-04-01T23:43:40.616692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137449526s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:40.616877Z","caller":"traceutil/trace.go:171","msg":"trace[273536366] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"1.408314218s","start":"2026-04-01T23:43:39.208548Z","end":"2026-04-01T23:43:40.616862Z","steps":["trace[273536366] 'process raft request' (duration: 1.408218856s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:40.61693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.20854Z","time spent":"1.408366959s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:40.616908Z","caller":"traceutil/trace.go:171","msg":"trace[546587360] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"1.408524432s","start":"2026-04-01T23:43:39.208356Z","end":"2026-04-01T23:43:40.61688Z","steps":["trace[546587360] 'process raft request' (duration: 270.81771ms)","trace[546587360] 'compare' (duration: 1.136931154s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:40.617037Z","caller":"traceutil/trace.go:171","msg":"trace[1549575014] linearizableReadLoop","detail":"{readStateIndex:6538; appliedIndex:6535; }","duration":"1.3481506s","start":"2026-04-01T23:43:39.268864Z","end":"2026-04-01T23:43:40.617014Z","steps":["trace[1549575014] 'read index received' (duration: 210.391236ms)","trace[1549575014] 'applied index is now lower than readState.Index' (duration: 1.137757824s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:40.617073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.208337Z","time spent":"1.408649676s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:40.617123Z","caller":"traceutil/trace.go:171","msg":"trace[1783035386] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"1.407456009s","start":"2026-04-01T23:43:39.209657Z","end":"2026-04-01T23:43:40.617113Z","steps":["trace[1783035386] 'process raft request' (duration: 1.407175613s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:40.617197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.209647Z","time spent":"1.40750633s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:40.617255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554628857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:43:40.617134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411262734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:40.617288Z","caller":"traceutil/trace.go:171","msg":"trace[633518020] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6294; }","duration":"1.554698409s","start":"2026-04-01T23:43:39.06258Z","end":"2026-04-01T23:43:40.617279Z","steps":["trace[633518020] 'agreement among raft nodes before linearized reading' (duration: 1.554637738s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:40.617289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40666316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101364"} {"level":"info","ts":"2026-04-01T23:43:40.617297Z","caller":"traceutil/trace.go:171","msg":"trace[728102450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6294; }","duration":"1.411478618s","start":"2026-04-01T23:43:39.205809Z","end":"2026-04-01T23:43:40.617288Z","steps":["trace[728102450] 'agreement among raft nodes before linearized reading' (duration: 1.411300644s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:40.617314Z","caller":"traceutil/trace.go:171","msg":"trace[541453848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6294; }","duration":"1.406708402s","start":"2026-04-01T23:43:39.210598Z","end":"2026-04-01T23:43:40.617307Z","steps":["trace[541453848] 'agreement among raft nodes before linearized reading' (duration: 1.406549618s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:40.617314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.062556Z","time spent":"1.554751131s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:40.617335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.205788Z","time spent":"1.41153863s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:40.617334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.21059Z","time spent":"1.406738452s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101386,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:43:40.844737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365429966s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:43:40.845787Z","caller":"traceutil/trace.go:171","msg":"trace[985511738] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"1.557656865s","start":"2026-04-01T23:43:39.288098Z","end":"2026-04-01T23:43:40.845754Z","steps":["trace[985511738] 'process raft request' (duration: 1.557079812s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:40.845987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.288078Z","time spent":"1.557806789s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12124,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:41.175409Z","caller":"traceutil/trace.go:171","msg":"trace[595331427] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"1.573075492s","start":"2026-04-01T23:43:39.602301Z","end":"2026-04-01T23:43:41.175376Z","steps":["trace[595331427] 'process raft request' (duration: 1.572888368s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.175453Z","caller":"traceutil/trace.go:171","msg":"trace[248526739] linearizableReadLoop","detail":"{readStateIndex:6544; appliedIndex:6538; }","duration":"558.347655ms","start":"2026-04-01T23:43:40.617085Z","end":"2026-04-01T23:43:41.175433Z","steps":["trace[248526739] 'read index received' (duration: 228.01223ms)","trace[248526739] 'applied index is now lower than readState.Index' (duration: 330.334555ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:41.175493Z","caller":"traceutil/trace.go:171","msg":"trace[1510186139] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"1.416231706s","start":"2026-04-01T23:43:39.759216Z","end":"2026-04-01T23:43:41.175447Z","steps":["trace[1510186139] 'process raft request' (duration: 1.416107834s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.175572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.602282Z","time spent":"1.573207474s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:41.175629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131021373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:41.175662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.759197Z","time spent":"1.416367169s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:41.175738Z","caller":"traceutil/trace.go:171","msg":"trace[575659206] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6300; }","duration":"1.131169686s","start":"2026-04-01T23:43:40.04455Z","end":"2026-04-01T23:43:41.175719Z","steps":["trace[575659206] 'agreement among raft nodes before linearized reading' (duration: 1.130997163s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.17574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131065154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:41.175785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453624764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:41.175799Z","caller":"traceutil/trace.go:171","msg":"trace[1008279688] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6300; }","duration":"1.131187607s","start":"2026-04-01T23:43:40.044596Z","end":"2026-04-01T23:43:41.175783Z","steps":["trace[1008279688] 'agreement among raft nodes before linearized reading' (duration: 1.131026123s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.175831Z","caller":"traceutil/trace.go:171","msg":"trace[1174909247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6300; }","duration":"1.453694736s","start":"2026-04-01T23:43:39.722125Z","end":"2026-04-01T23:43:41.17582Z","steps":["trace[1174909247] 'agreement among raft nodes before linearized reading' (duration: 1.453634934s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.17587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.722108Z","time spent":"1.453753617s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:41.175867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.044582Z","time spent":"1.131273038s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-01T23:43:41.175915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683731991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:41.175951Z","caller":"traceutil/trace.go:171","msg":"trace[1572593790] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6300; }","duration":"1.683773222s","start":"2026-04-01T23:43:39.492169Z","end":"2026-04-01T23:43:41.175943Z","steps":["trace[1572593790] 'agreement among raft nodes before linearized reading' (duration: 1.68364821s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.175949Z","caller":"traceutil/trace.go:171","msg":"trace[638214361] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"1.380596497s","start":"2026-04-01T23:43:39.795327Z","end":"2026-04-01T23:43:41.175923Z","steps":["trace[638214361] 'process raft request' (duration: 1.380025434s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.175935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127612365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-01T23:43:41.1759Z","caller":"traceutil/trace.go:171","msg":"trace[1526808045] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"989.006129ms","start":"2026-04-01T23:43:40.186875Z","end":"2026-04-01T23:43:41.175881Z","steps":["trace[1526808045] 'process raft request' (duration: 988.525148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.17598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.492118Z","time spent":"1.683854424s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":89,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:41.175775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.044534Z","time spent":"1.131233237s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-01T23:43:41.176107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.795308Z","time spent":"1.380711049s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:41.176169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.186849Z","time spent":"989.217873ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:41.175682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347335101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:43:41.176237Z","caller":"traceutil/trace.go:171","msg":"trace[542248098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6300; }","duration":"1.347938595s","start":"2026-04-01T23:43:39.828287Z","end":"2026-04-01T23:43:41.176226Z","steps":["trace[542248098] 'agreement among raft nodes before linearized reading' (duration: 1.347248449s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.176276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.828267Z","time spent":"1.347997935s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:43:41.176262Z","caller":"traceutil/trace.go:171","msg":"trace[282302581] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"1.252855024s","start":"2026-04-01T23:43:39.923009Z","end":"2026-04-01T23:43:41.175864Z","steps":["trace[282302581] 'process raft request' (duration: 1.252368993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.175959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044053443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:43:41.176066Z","caller":"traceutil/trace.go:171","msg":"trace[1693097564] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6300; }","duration":"1.127777289s","start":"2026-04-01T23:43:40.048262Z","end":"2026-04-01T23:43:41.17604Z","steps":["trace[1693097564] 'agreement among raft nodes before linearized reading' (duration: 1.127233857s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.176353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:39.922983Z","time spent":"1.253331694s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:41.176433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.048255Z","time spent":"1.128157348s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-01T23:43:41.176592Z","caller":"traceutil/trace.go:171","msg":"trace[355383459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6300; }","duration":"1.044462332s","start":"2026-04-01T23:43:40.131894Z","end":"2026-04-01T23:43:41.176357Z","steps":["trace[355383459] 'agreement among raft nodes before linearized reading' (duration: 1.04392126s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.176649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.131836Z","time spent":"1.04479927s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:41.20546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.885781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:41.205679Z","caller":"traceutil/trace.go:171","msg":"trace[730278454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6302; }","duration":"581.154757ms","start":"2026-04-01T23:43:40.624496Z","end":"2026-04-01T23:43:41.205651Z","steps":["trace[730278454] 'agreement among raft nodes before linearized reading' (duration: 580.7969ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.205582Z","caller":"traceutil/trace.go:171","msg":"trace[993186440] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"353.430382ms","start":"2026-04-01T23:43:40.85211Z","end":"2026-04-01T23:43:41.20554Z","steps":["trace[993186440] 'process raft request' (duration: 352.762936ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:41.205605Z","caller":"traceutil/trace.go:171","msg":"trace[1922258880] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"340.066093ms","start":"2026-04-01T23:43:40.8655Z","end":"2026-04-01T23:43:41.205566Z","steps":["trace[1922258880] 'process raft request' (duration: 339.688664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.205785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.705038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-pf27m\" ","response":"range_response_count:1 size:7557"} {"level":"info","ts":"2026-04-01T23:43:41.205849Z","caller":"traceutil/trace.go:171","msg":"trace[1959583726] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-pf27m; range_end:; response_count:1; response_revision:6302; }","duration":"353.82413ms","start":"2026-04-01T23:43:40.852008Z","end":"2026-04-01T23:43:41.205832Z","steps":["trace[1959583726] 'agreement among raft nodes before linearized reading' (duration: 353.608576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:41.205897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.851983Z","time spent":"353.906482ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7579,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-pf27m\" "} {"level":"warn","ts":"2026-04-01T23:43:41.205952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.624482Z","time spent":"581.28844ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:41.205986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.852089Z","time spent":"353.727038ms","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1181,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:41.206114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:40.86548Z","time spent":"340.38876ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":660,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:43.127843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362864670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:43:43.201795Z","caller":"traceutil/trace.go:171","msg":"trace[30809181] transaction","detail":"{read_only:false; response_revision:6317; number_of_response:1; }","duration":"575.891738ms","start":"2026-04-01T23:43:42.625884Z","end":"2026-04-01T23:43:43.201776Z","steps":["trace[30809181] 'process raft request' (duration: 575.712454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:43.201907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:42.62587Z","time spent":"575.97926ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:44.351088Z","caller":"traceutil/trace.go:171","msg":"trace[76722733] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"1.72512068s","start":"2026-04-01T23:43:42.62594Z","end":"2026-04-01T23:43:44.351061Z","steps":["trace[76722733] 'process raft request' (duration: 1.724890054s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:44.351112Z","caller":"traceutil/trace.go:171","msg":"trace[2064543697] transaction","detail":"{read_only:false; response_revision:6319; number_of_response:1; }","duration":"1.724979156s","start":"2026-04-01T23:43:42.626116Z","end":"2026-04-01T23:43:44.351095Z","steps":["trace[2064543697] 'process raft request' (duration: 1.724894515s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.351241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:42.625915Z","time spent":"1.725245642s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:44.351241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:42.626108Z","time spent":"1.725052778s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:44.351409Z","caller":"traceutil/trace.go:171","msg":"trace[213205496] transaction","detail":"{read_only:false; response_revision:6320; number_of_response:1; }","duration":"1.165983617s","start":"2026-04-01T23:43:43.185401Z","end":"2026-04-01T23:43:44.351385Z","steps":["trace[213205496] 'process raft request' (duration: 1.16565248s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.35159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.185387Z","time spent":"1.166097939s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:44.351739Z","caller":"traceutil/trace.go:171","msg":"trace[869078717] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"1.165792652s","start":"2026-04-01T23:43:43.18588Z","end":"2026-04-01T23:43:44.351672Z","steps":["trace[869078717] 'process raft request' (duration: 1.165411634s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.351953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.185871Z","time spent":"1.165980376s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:44.351932Z","caller":"traceutil/trace.go:171","msg":"trace[1144392652] linearizableReadLoop","detail":"{readStateIndex:6564; appliedIndex:6561; }","duration":"1.724920585s","start":"2026-04-01T23:43:42.626981Z","end":"2026-04-01T23:43:44.351901Z","steps":["trace[1144392652] 'read index received' (duration: 574.61661ms)","trace[1144392652] 'applied index is now lower than readState.Index' (duration: 1.150302385s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:44.352008Z","caller":"traceutil/trace.go:171","msg":"trace[1452317422] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"1.165493705s","start":"2026-04-01T23:43:43.186497Z","end":"2026-04-01T23:43:44.35199Z","steps":["trace[1452317422] 'process raft request' (duration: 1.165095666s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.352105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.186479Z","time spent":"1.165576687s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:44.352391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725388135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101848"} {"level":"info","ts":"2026-04-01T23:43:44.352464Z","caller":"traceutil/trace.go:171","msg":"trace[2022512453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6322; }","duration":"1.725476147s","start":"2026-04-01T23:43:42.626971Z","end":"2026-04-01T23:43:44.352448Z","steps":["trace[2022512453] 'agreement among raft nodes before linearized reading' (duration: 1.725063098s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.352527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:42.626946Z","time spent":"1.725566769s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101870,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:43:44.393612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42761318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:43:44.393907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209304327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:44.393921Z","caller":"traceutil/trace.go:171","msg":"trace[737432063] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6323; }","duration":"1.427970078s","start":"2026-04-01T23:43:42.965921Z","end":"2026-04-01T23:43:44.393891Z","steps":["trace[737432063] 'agreement among raft nodes before linearized reading' (duration: 1.427542259s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:44.393964Z","caller":"traceutil/trace.go:171","msg":"trace[253916499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6323; }","duration":"1.209387859s","start":"2026-04-01T23:43:43.184561Z","end":"2026-04-01T23:43:44.393949Z","steps":["trace[253916499] 'agreement among raft nodes before linearized reading' (duration: 1.209105183s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:44.393929Z","caller":"traceutil/trace.go:171","msg":"trace[801675158] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"1.095055896s","start":"2026-04-01T23:43:43.298836Z","end":"2026-04-01T23:43:44.393892Z","steps":["trace[801675158] 'process raft request' (duration: 1.094428182s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.39401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.184545Z","time spent":"1.209454361s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:43:44.393987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:42.965899Z","time spent":"1.428071491s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:44.393997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209492251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:44.394097Z","caller":"traceutil/trace.go:171","msg":"trace[417121426] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6323; }","duration":"1.209658595s","start":"2026-04-01T23:43:43.184417Z","end":"2026-04-01T23:43:44.394076Z","steps":["trace[417121426] 'agreement among raft nodes before linearized reading' (duration: 1.209472771s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.394131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.298817Z","time spent":"1.095219739s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:44.394159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.1844Z","time spent":"1.209749417s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-01T23:43:44.394241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209275397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:44.394305Z","caller":"traceutil/trace.go:171","msg":"trace[1252389652] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6323; }","duration":"1.209350398s","start":"2026-04-01T23:43:43.184937Z","end":"2026-04-01T23:43:44.394288Z","steps":["trace[1252389652] 'agreement among raft nodes before linearized reading' (duration: 1.209247426s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.394354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.184933Z","time spent":"1.209409369s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-01T23:43:44.394398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144151296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T23:43:44.39477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209814099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-01T23:43:44.394815Z","caller":"traceutil/trace.go:171","msg":"trace[792738352] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6323; }","duration":"1.20991646s","start":"2026-04-01T23:43:43.184885Z","end":"2026-04-01T23:43:44.394802Z","steps":["trace[792738352] 'agreement among raft nodes before linearized reading' (duration: 1.208721894s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.394746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144642217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:43:44.394848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.184869Z","time spent":"1.209970622s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-01T23:43:44.394871Z","caller":"traceutil/trace.go:171","msg":"trace[46696279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6323; }","duration":"1.14479405s","start":"2026-04-01T23:43:43.250058Z","end":"2026-04-01T23:43:44.394852Z","steps":["trace[46696279] 'agreement among raft nodes before linearized reading' (duration: 1.143505952s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.394934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.250041Z","time spent":"1.144877952s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:43:44.394569Z","caller":"traceutil/trace.go:171","msg":"trace[1359816862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6323; }","duration":"1.144377731s","start":"2026-04-01T23:43:43.250132Z","end":"2026-04-01T23:43:44.39451Z","steps":["trace[1359816862] 'agreement among raft nodes before linearized reading' (duration: 1.14387167s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:44.395265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:43.250111Z","time spent":"1.145128628s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:43:45.351157Z","caller":"traceutil/trace.go:171","msg":"trace[48339230] linearizableReadLoop","detail":"{readStateIndex:6571; appliedIndex:6570; }","duration":"145.030031ms","start":"2026-04-01T23:43:45.206106Z","end":"2026-04-01T23:43:45.351136Z","steps":["trace[48339230] 'read index received' (duration: 144.516379ms)","trace[48339230] 'applied index is now lower than readState.Index' (duration: 512.812µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:45.351338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.225925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:43:45.351377Z","caller":"traceutil/trace.go:171","msg":"trace[899785726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6326; }","duration":"145.306857ms","start":"2026-04-01T23:43:45.20606Z","end":"2026-04-01T23:43:45.351367Z","steps":["trace[899785726] 'agreement among raft nodes before linearized reading' (duration: 145.158944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:45.35196Z","caller":"traceutil/trace.go:171","msg":"trace[606279224] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"180.491476ms","start":"2026-04-01T23:43:45.171456Z","end":"2026-04-01T23:43:45.351948Z","steps":["trace[606279224] 'process raft request' (duration: 179.36042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:45.575589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.091498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:45.575805Z","caller":"traceutil/trace.go:171","msg":"trace[70865208] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"218.500898ms","start":"2026-04-01T23:43:45.357261Z","end":"2026-04-01T23:43:45.575761Z","steps":["trace[70865208] 'process raft request' (duration: 58.131114ms)","trace[70865208] 'compare' (duration: 159.877043ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:45.575901Z","caller":"traceutil/trace.go:171","msg":"trace[567150805] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"109.449564ms","start":"2026-04-01T23:43:45.466427Z","end":"2026-04-01T23:43:45.575876Z","steps":["trace[567150805] 'process raft request' (duration: 109.321981ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:45.576003Z","caller":"traceutil/trace.go:171","msg":"trace[279616208] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6571; }","duration":"209.506036ms","start":"2026-04-01T23:43:45.36647Z","end":"2026-04-01T23:43:45.575976Z","steps":["trace[279616208] 'read index received' (duration: 48.971518ms)","trace[279616208] 'applied index is now lower than readState.Index' (duration: 160.532468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:45.576166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.66623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:45.576226Z","caller":"traceutil/trace.go:171","msg":"trace[1122133497] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6328; }","duration":"209.771852ms","start":"2026-04-01T23:43:45.36644Z","end":"2026-04-01T23:43:45.576211Z","steps":["trace[1122133497] 'agreement among raft nodes before linearized reading' (duration: 209.623339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:46.946735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362864701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:47.446988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362864701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:43:47.460066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014263775s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:43:47.460612Z","caller":"traceutil/trace.go:171","msg":"trace[240758426] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"1.102796109s","start":"2026-04-01T23:43:46.357787Z","end":"2026-04-01T23:43:47.460583Z","steps":["trace[240758426] 'process raft request' (duration: 1.102521112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.460823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.357763Z","time spent":"1.102908022s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:47.461012Z","caller":"traceutil/trace.go:171","msg":"trace[1655249888] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"1.102700697s","start":"2026-04-01T23:43:46.358292Z","end":"2026-04-01T23:43:47.460992Z","steps":["trace[1655249888] 'process raft request' (duration: 1.102241247s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.461168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.358275Z","time spent":"1.102786199s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:43:47.461342Z","caller":"traceutil/trace.go:171","msg":"trace[1203410276] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"1.061463863s","start":"2026-04-01T23:43:46.399866Z","end":"2026-04-01T23:43:47.46133Z","steps":["trace[1203410276] 'process raft request' (duration: 1.061056444s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.461397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.399851Z","time spent":"1.061517144s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:47.64314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.769039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:43:47.643263Z","caller":"traceutil/trace.go:171","msg":"trace[742711572] linearizableReadLoop","detail":"{readStateIndex:6578; appliedIndex:6574; }","duration":"1.197336279s","start":"2026-04-01T23:43:46.445908Z","end":"2026-04-01T23:43:47.643244Z","steps":["trace[742711572] 'read index received' (duration: 1.014448988s)","trace[742711572] 'applied index is now lower than readState.Index' (duration: 182.885951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:47.643398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244751292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:47.643449Z","caller":"traceutil/trace.go:171","msg":"trace[1900367875] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6333; }","duration":"1.244879434s","start":"2026-04-01T23:43:46.398556Z","end":"2026-04-01T23:43:47.643435Z","steps":["trace[1900367875] 'agreement among raft nodes before linearized reading' (duration: 1.244797873s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.643497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.39853Z","time spent":"1.244955396s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-01T23:43:47.643535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235722209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:43:47.643539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242255076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-01T23:43:47.643574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245359735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:47.643612Z","caller":"traceutil/trace.go:171","msg":"trace[362740600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6333; }","duration":"1.235820261s","start":"2026-04-01T23:43:46.407773Z","end":"2026-04-01T23:43:47.643593Z","steps":["trace[362740600] 'agreement among raft nodes before linearized reading' (duration: 1.235633207s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.643549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216244292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:43:47.643627Z","caller":"traceutil/trace.go:171","msg":"trace[1728600130] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"1.192763796s","start":"2026-04-01T23:43:46.450842Z","end":"2026-04-01T23:43:47.643605Z","steps":["trace[1728600130] 'process raft request' (duration: 1.091441775s)","trace[1728600130] 'compare' (duration: 100.623666ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:47.643634Z","caller":"traceutil/trace.go:171","msg":"trace[238568397] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6333; }","duration":"1.245452117s","start":"2026-04-01T23:43:46.398167Z","end":"2026-04-01T23:43:47.643619Z","steps":["trace[238568397] 'agreement among raft nodes before linearized reading' (duration: 1.245341735s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:47.643663Z","caller":"traceutil/trace.go:171","msg":"trace[1748150848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6333; }","duration":"1.216403356s","start":"2026-04-01T23:43:46.427251Z","end":"2026-04-01T23:43:47.643654Z","steps":["trace[1748150848] 'agreement among raft nodes before linearized reading' (duration: 1.21611546s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.643667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.407766Z","time spent":"1.235892102s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:43:47.643624Z","caller":"traceutil/trace.go:171","msg":"trace[2041791266] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6333; }","duration":"1.242384869s","start":"2026-04-01T23:43:46.401221Z","end":"2026-04-01T23:43:47.643606Z","steps":["trace[2041791266] 'agreement among raft nodes before linearized reading' (duration: 1.242110233s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.643694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.398154Z","time spent":"1.245528119s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-01T23:43:47.643786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.401193Z","time spent":"1.242572813s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-01T23:43:47.643807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.45082Z","time spent":"1.192853229s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:43:47.643696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.427235Z","time spent":"1.216451417s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:43:47.643824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285028185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:43:47.64389Z","caller":"traceutil/trace.go:171","msg":"trace[1149048773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:6333; }","duration":"1.285115017s","start":"2026-04-01T23:43:46.358758Z","end":"2026-04-01T23:43:47.643873Z","steps":["trace[1149048773] 'agreement among raft nodes before linearized reading' (duration: 1.284847041s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.643953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.358749Z","time spent":"1.285193588s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:43:47.644029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238198454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:43:47.644099Z","caller":"traceutil/trace.go:171","msg":"trace[96795301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6333; }","duration":"1.238318677s","start":"2026-04-01T23:43:46.405765Z","end":"2026-04-01T23:43:47.644084Z","steps":["trace[96795301] 'agreement among raft nodes before linearized reading' (duration: 1.237735614s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285751191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:43:47.644167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.405759Z","time spent":"1.238397259s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:47.644324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.241236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:47.644375Z","caller":"traceutil/trace.go:171","msg":"trace[1532784705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6333; }","duration":"460.336218ms","start":"2026-04-01T23:43:47.184026Z","end":"2026-04-01T23:43:47.644362Z","steps":["trace[1532784705] 'agreement among raft nodes before linearized reading' (duration: 460.257796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.958471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:47.64438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.517433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:47.64441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.184001Z","time spent":"460.40231ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:43:47.644438Z","caller":"traceutil/trace.go:171","msg":"trace[1714940497] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6333; }","duration":"419.024272ms","start":"2026-04-01T23:43:47.225397Z","end":"2026-04-01T23:43:47.644421Z","steps":["trace[1714940497] 'agreement among raft nodes before linearized reading' (duration: 418.93008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.775633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:43:47.644464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13717325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:47.644495Z","caller":"traceutil/trace.go:171","msg":"trace[1233658860] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6333; }","duration":"495.856035ms","start":"2026-04-01T23:43:47.148628Z","end":"2026-04-01T23:43:47.644484Z","steps":["trace[1233658860] 'agreement among raft nodes before linearized reading' (duration: 495.736043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.225342Z","time spent":"419.142194ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:43:47.644324Z","caller":"traceutil/trace.go:171","msg":"trace[1448138975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6333; }","duration":"1.285916574s","start":"2026-04-01T23:43:46.358312Z","end":"2026-04-01T23:43:47.644228Z","steps":["trace[1448138975] 'agreement among raft nodes before linearized reading' (duration: 1.285264609s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:47.644514Z","caller":"traceutil/trace.go:171","msg":"trace[85084693] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6333; }","duration":"1.137246932s","start":"2026-04-01T23:43:46.50725Z","end":"2026-04-01T23:43:47.644497Z","steps":["trace[85084693] 'agreement among raft nodes before linearized reading' (duration: 1.137141339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.148611Z","time spent":"495.908776ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-04-01T23:43:47.644445Z","caller":"traceutil/trace.go:171","msg":"trace[297606928] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6333; }","duration":"547.627345ms","start":"2026-04-01T23:43:47.096802Z","end":"2026-04-01T23:43:47.644429Z","steps":["trace[297606928] 'agreement among raft nodes before linearized reading' (duration: 547.517913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.507239Z","time spent":"1.137308613s","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:47.644568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.358293Z","time spent":"1.286257102s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:43:47.6446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.096781Z","time spent":"547.796909ms","remote":"127.0.0.1:52648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:47.644612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137418766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:43:47.644664Z","caller":"traceutil/trace.go:171","msg":"trace[1548582570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6333; }","duration":"1.137509997s","start":"2026-04-01T23:43:46.507137Z","end":"2026-04-01T23:43:47.644647Z","steps":["trace[1548582570] 'agreement among raft nodes before linearized reading' (duration: 1.137116498s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.644931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:46.507119Z","time spent":"1.137794004s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:43:47.947061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.851365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-01T23:43:47.947273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:43:47.645617Z","time spent":"301.647071ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:43:47.947347Z","caller":"traceutil/trace.go:171","msg":"trace[535314957] linearizableReadLoop","detail":"{readStateIndex:6579; appliedIndex:6578; }","duration":"298.787276ms","start":"2026-04-01T23:43:47.648543Z","end":"2026-04-01T23:43:47.94733Z","steps":["trace[535314957] 'read index received' (duration: 133.655075ms)","trace[535314957] 'applied index is now lower than readState.Index' (duration: 165.130171ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:47.947436Z","caller":"traceutil/trace.go:171","msg":"trace[151348203] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"298.194963ms","start":"2026-04-01T23:43:47.649223Z","end":"2026-04-01T23:43:47.947418Z","steps":["trace[151348203] 'process raft request' (duration: 298.108451ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:47.947519Z","caller":"traceutil/trace.go:171","msg":"trace[1432991834] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"298.783636ms","start":"2026-04-01T23:43:47.648694Z","end":"2026-04-01T23:43:47.947478Z","steps":["trace[1432991834] 'process raft request' (duration: 298.48607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:47.947697Z","caller":"traceutil/trace.go:171","msg":"trace[1383437042] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"297.889967ms","start":"2026-04-01T23:43:47.649785Z","end":"2026-04-01T23:43:47.947675Z","steps":["trace[1383437042] 'process raft request' (duration: 297.788425ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:47.947689Z","caller":"traceutil/trace.go:171","msg":"trace[1125513011] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"298.200293ms","start":"2026-04-01T23:43:47.64945Z","end":"2026-04-01T23:43:47.94765Z","steps":["trace[1125513011] 'process raft request' (duration: 297.929827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.947779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.214345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:43:47.947857Z","caller":"traceutil/trace.go:171","msg":"trace[213549654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6336; }","duration":"299.351649ms","start":"2026-04-01T23:43:47.648488Z","end":"2026-04-01T23:43:47.94784Z","steps":["trace[213549654] 'agreement among raft nodes before linearized reading' (duration: 298.940219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:47.948039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.288176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101848"} {"level":"info","ts":"2026-04-01T23:43:47.948096Z","caller":"traceutil/trace.go:171","msg":"trace[293531182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6337; }","duration":"298.356758ms","start":"2026-04-01T23:43:47.649727Z","end":"2026-04-01T23:43:47.948083Z","steps":["trace[293531182] 'agreement among raft nodes before linearized reading' (duration: 297.934207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:48.108059Z","caller":"traceutil/trace.go:171","msg":"trace[168116525] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"158.862121ms","start":"2026-04-01T23:43:47.949162Z","end":"2026-04-01T23:43:48.108024Z","steps":["trace[168116525] 'process raft request' (duration: 147.343833ms)","trace[168116525] 'compare' (duration: 11.187501ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:48.108149Z","caller":"traceutil/trace.go:171","msg":"trace[942251699] linearizableReadLoop","detail":"{readStateIndex:6584; appliedIndex:6583; }","duration":"158.695868ms","start":"2026-04-01T23:43:47.949412Z","end":"2026-04-01T23:43:48.108108Z","steps":["trace[942251699] 'read index received' (duration: 147.074938ms)","trace[942251699] 'applied index is now lower than readState.Index' (duration: 11.61428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:48.108419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.987164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-04-01T23:43:48.1085Z","caller":"traceutil/trace.go:171","msg":"trace[1881394792] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6338; }","duration":"159.081006ms","start":"2026-04-01T23:43:47.949401Z","end":"2026-04-01T23:43:48.108482Z","steps":["trace[1881394792] 'agreement among raft nodes before linearized reading' (duration: 158.8035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:48.404105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.59768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:43:48.404179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.920532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:43:48.404219Z","caller":"traceutil/trace.go:171","msg":"trace[376848989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6338; }","duration":"148.739374ms","start":"2026-04-01T23:43:48.255444Z","end":"2026-04-01T23:43:48.404183Z","steps":["trace[376848989] 'count revisions from in-memory index tree' (duration: 148.473388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:48.404273Z","caller":"traceutil/trace.go:171","msg":"trace[1292289585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6338; }","duration":"196.035124ms","start":"2026-04-01T23:43:48.208186Z","end":"2026-04-01T23:43:48.404221Z","steps":["trace[1292289585] 'range keys from in-memory index tree' (duration: 195.775608ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:58.106281Z","caller":"traceutil/trace.go:171","msg":"trace[1875501236] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"113.196697ms","start":"2026-04-01T23:43:57.993059Z","end":"2026-04-01T23:43:58.106256Z","steps":["trace[1875501236] 'process raft request' (duration: 112.950242ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:58.277912Z","caller":"traceutil/trace.go:171","msg":"trace[1806074497] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"167.451043ms","start":"2026-04-01T23:43:58.110434Z","end":"2026-04-01T23:43:58.277885Z","steps":["trace[1806074497] 'process raft request' (duration: 167.28261ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:58.297877Z","caller":"traceutil/trace.go:171","msg":"trace[1360225069] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"187.229127ms","start":"2026-04-01T23:43:58.110626Z","end":"2026-04-01T23:43:58.297856Z","steps":["trace[1360225069] 'process raft request' (duration: 187.090274ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:58.298242Z","caller":"traceutil/trace.go:171","msg":"trace[1157334941] linearizableReadLoop","detail":"{readStateIndex:6643; appliedIndex:6641; }","duration":"187.314099ms","start":"2026-04-01T23:43:58.110897Z","end":"2026-04-01T23:43:58.298211Z","steps":["trace[1157334941] 'read index received' (duration: 166.81647ms)","trace[1157334941] 'applied index is now lower than readState.Index' (duration: 20.495849ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:58.298251Z","caller":"traceutil/trace.go:171","msg":"trace[299744669] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"186.551901ms","start":"2026-04-01T23:43:58.111658Z","end":"2026-04-01T23:43:58.29821Z","steps":["trace[299744669] 'process raft request' (duration: 186.156372ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:58.298352Z","caller":"traceutil/trace.go:171","msg":"trace[618308376] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"186.389518ms","start":"2026-04-01T23:43:58.111915Z","end":"2026-04-01T23:43:58.298304Z","steps":["trace[618308376] 'process raft request' (duration: 186.159453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:58.298549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.627305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101779"} {"level":"info","ts":"2026-04-01T23:43:58.298588Z","caller":"traceutil/trace.go:171","msg":"trace[1489626298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6396; }","duration":"187.687327ms","start":"2026-04-01T23:43:58.110889Z","end":"2026-04-01T23:43:58.298577Z","steps":["trace[1489626298] 'agreement among raft nodes before linearized reading' (duration: 187.424351ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:59.693851Z","caller":"traceutil/trace.go:171","msg":"trace[1276915114] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"121.135265ms","start":"2026-04-01T23:43:59.572689Z","end":"2026-04-01T23:43:59.693824Z","steps":["trace[1276915114] 'process raft request' (duration: 74.548472ms)","trace[1276915114] 'compare' (duration: 46.357568ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:59.694117Z","caller":"traceutil/trace.go:171","msg":"trace[1029821980] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"121.257489ms","start":"2026-04-01T23:43:59.572819Z","end":"2026-04-01T23:43:59.694076Z","steps":["trace[1029821980] 'process raft request' (duration: 120.90561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:12.684822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.146394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:44:12.759634Z","caller":"traceutil/trace.go:171","msg":"trace[635709306] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"105.211889ms","start":"2026-04-01T23:44:12.654395Z","end":"2026-04-01T23:44:12.759607Z","steps":["trace[635709306] 'process raft request' (duration: 105.054864ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:24.193713Z","caller":"traceutil/trace.go:171","msg":"trace[1715218729] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"109.081385ms","start":"2026-04-01T23:44:24.084606Z","end":"2026-04-01T23:44:24.193687Z","steps":["trace[1715218729] 'process raft request' (duration: 108.891011ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:24.743877Z","caller":"traceutil/trace.go:171","msg":"trace[1907001839] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"203.214865ms","start":"2026-04-01T23:44:24.540626Z","end":"2026-04-01T23:44:24.743841Z","steps":["trace[1907001839] 'process raft request' (duration: 195.82644ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:24.744059Z","caller":"traceutil/trace.go:171","msg":"trace[916114013] linearizableReadLoop","detail":"{readStateIndex:6841; appliedIndex:6838; }","duration":"174.475472ms","start":"2026-04-01T23:44:24.569553Z","end":"2026-04-01T23:44:24.744028Z","steps":["trace[916114013] 'read index received' (duration: 397.929µs)","trace[916114013] 'applied index is now lower than readState.Index' (duration: 174.075443ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:24.74413Z","caller":"traceutil/trace.go:171","msg":"trace[1196875787] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"201.604609ms","start":"2026-04-01T23:44:24.542489Z","end":"2026-04-01T23:44:24.744093Z","steps":["trace[1196875787] 'process raft request' (duration: 201.289371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.744419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.925585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:44:24.744421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.740768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:44:24.74441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.815519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:44:24.744468Z","caller":"traceutil/trace.go:171","msg":"trace[212297935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6587; }","duration":"172.007746ms","start":"2026-04-01T23:44:24.572446Z","end":"2026-04-01T23:44:24.744453Z","steps":["trace[212297935] 'agreement among raft nodes before linearized reading' (duration: 171.7507ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:24.744478Z","caller":"traceutil/trace.go:171","msg":"trace[558841668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:6587; }","duration":"170.854719ms","start":"2026-04-01T23:44:24.57361Z","end":"2026-04-01T23:44:24.744465Z","steps":["trace[558841668] 'agreement among raft nodes before linearized reading' (duration: 170.620294ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:24.744513Z","caller":"traceutil/trace.go:171","msg":"trace[1844576769] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6587; }","duration":"174.965803ms","start":"2026-04-01T23:44:24.569514Z","end":"2026-04-01T23:44:24.744479Z","steps":["trace[1844576769] 'agreement among raft nodes before linearized reading' (duration: 174.651856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:24.949277Z","caller":"traceutil/trace.go:171","msg":"trace[1534736071] linearizableReadLoop","detail":"{readStateIndex:6842; appliedIndex:6841; }","duration":"198.855478ms","start":"2026-04-01T23:44:24.750398Z","end":"2026-04-01T23:44:24.949253Z","steps":["trace[1534736071] 'read index received' (duration: 127.987639ms)","trace[1534736071] 'applied index is now lower than readState.Index' (duration: 70.866959ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:24.949325Z","caller":"traceutil/trace.go:171","msg":"trace[1527263952] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"200.046944ms","start":"2026-04-01T23:44:24.749238Z","end":"2026-04-01T23:44:24.949284Z","steps":["trace[1527263952] 'process raft request' (duration: 129.119555ms)","trace[1527263952] 'compare' (duration: 70.708694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:24.949584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.478562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T23:44:24.949652Z","caller":"traceutil/trace.go:171","msg":"trace[616141554] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6589; }","duration":"154.589245ms","start":"2026-04-01T23:44:24.795043Z","end":"2026-04-01T23:44:24.949633Z","steps":["trace[616141554] 'agreement among raft nodes before linearized reading' (duration: 154.38757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:24.949585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.186444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:116887"} {"level":"info","ts":"2026-04-01T23:44:24.949974Z","caller":"traceutil/trace.go:171","msg":"trace[1414330772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6588; }","duration":"199.615064ms","start":"2026-04-01T23:44:24.750339Z","end":"2026-04-01T23:44:24.949954Z","steps":["trace[1414330772] 'agreement among raft nodes before linearized reading' (duration: 199.010641ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.115403Z","caller":"traceutil/trace.go:171","msg":"trace[816293627] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"112.548712ms","start":"2026-04-01T23:44:25.00279Z","end":"2026-04-01T23:44:25.115339Z","steps":["trace[816293627] 'process raft request' (duration: 111.726014ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:45.546435Z","caller":"traceutil/trace.go:171","msg":"trace[360421605] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"105.611147ms","start":"2026-04-01T23:44:45.440796Z","end":"2026-04-01T23:44:45.546407Z","steps":["trace[360421605] 'process raft request' (duration: 105.412453ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:40.480186Z","caller":"traceutil/trace.go:171","msg":"trace[106768954] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"132.819945ms","start":"2026-04-01T23:45:40.34735Z","end":"2026-04-01T23:45:40.48017Z","steps":["trace[106768954] 'process raft request' (duration: 132.724933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:45:42.792477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.832665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:45:44.190579Z","caller":"traceutil/trace.go:171","msg":"trace[1130699937] transaction","detail":"{read_only:false; response_revision:7073; number_of_response:1; }","duration":"134.77373ms","start":"2026-04-01T23:45:44.055768Z","end":"2026-04-01T23:45:44.190541Z","steps":["trace[1130699937] 'process raft request' (duration: 52.509407ms)","trace[1130699937] 'compare' (duration: 82.006187ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:24.089031Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4501} {"level":"info","ts":"2026-04-01T23:46:24.246902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4501,"took":"156.398325ms","hash":166170505,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":37666816,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-01T23:46:24.247004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":166170505,"revision":4501,"compact-revision":2649} {"level":"info","ts":"2026-04-01T23:46:30.722226Z","caller":"traceutil/trace.go:171","msg":"trace[2055514773] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"180.27465ms","start":"2026-04-01T23:46:30.541918Z","end":"2026-04-01T23:46:30.722193Z","steps":["trace[2055514773] 'process raft request' (duration: 113.762339ms)","trace[2055514773] 'compare' (duration: 66.375458ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:31.781339Z","caller":"traceutil/trace.go:171","msg":"trace[404189364] linearizableReadLoop","detail":"{readStateIndex:7668; appliedIndex:7667; }","duration":"177.274642ms","start":"2026-04-01T23:46:31.604039Z","end":"2026-04-01T23:46:31.781314Z","steps":["trace[404189364] 'read index received' (duration: 177.081718ms)","trace[404189364] 'applied index is now lower than readState.Index' (duration: 191.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:31.781471Z","caller":"traceutil/trace.go:171","msg":"trace[120876031] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"295.571954ms","start":"2026-04-01T23:46:31.485853Z","end":"2026-04-01T23:46:31.781425Z","steps":["trace[120876031] 'process raft request' (duration: 295.272597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:31.781551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.508507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:46:31.781592Z","caller":"traceutil/trace.go:171","msg":"trace[606631240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7384; }","duration":"177.61232ms","start":"2026-04-01T23:46:31.603971Z","end":"2026-04-01T23:46:31.781584Z","steps":["trace[606631240] 'agreement among raft nodes before linearized reading' (duration: 177.437146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:31.793328Z","caller":"traceutil/trace.go:171","msg":"trace[927974497] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"166.595333ms","start":"2026-04-01T23:46:31.626704Z","end":"2026-04-01T23:46:31.793299Z","steps":["trace[927974497] 'process raft request' (duration: 166.46766ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:31.966198Z","caller":"traceutil/trace.go:171","msg":"trace[2144435537] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"167.977854ms","start":"2026-04-01T23:46:31.798174Z","end":"2026-04-01T23:46:31.966152Z","steps":["trace[2144435537] 'process raft request' (duration: 68.202998ms)","trace[2144435537] 'compare' (duration: 99.381177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:31.966343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.253327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:46:31.966428Z","caller":"traceutil/trace.go:171","msg":"trace[221812429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7387; }","duration":"100.37137ms","start":"2026-04-01T23:46:31.866035Z","end":"2026-04-01T23:46:31.966406Z","steps":["trace[221812429] 'agreement among raft nodes before linearized reading' (duration: 100.230856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:31.966584Z","caller":"traceutil/trace.go:171","msg":"trace[115161011] linearizableReadLoop","detail":"{readStateIndex:7671; appliedIndex:7670; }","duration":"100.021072ms","start":"2026-04-01T23:46:31.866069Z","end":"2026-04-01T23:46:31.96609Z","steps":["trace[115161011] 'read index received' (duration: 308.787µs)","trace[115161011] 'applied index is now lower than readState.Index' (duration: 99.710765ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:33.03307Z","caller":"traceutil/trace.go:171","msg":"trace[2131977754] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"104.285117ms","start":"2026-04-01T23:46:32.928758Z","end":"2026-04-01T23:46:33.033043Z","steps":["trace[2131977754] 'process raft request' (duration: 104.089393ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:34.49142Z","caller":"traceutil/trace.go:171","msg":"trace[1963623407] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"140.534069ms","start":"2026-04-01T23:46:34.350859Z","end":"2026-04-01T23:46:34.491393Z","steps":["trace[1963623407] 'process raft request' (duration: 127.938167ms)","trace[1963623407] 'compare' (duration: 12.488679ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:34.862653Z","caller":"traceutil/trace.go:171","msg":"trace[2043850720] transaction","detail":"{read_only:false; response_revision:7403; number_of_response:1; }","duration":"125.879531ms","start":"2026-04-01T23:46:34.736756Z","end":"2026-04-01T23:46:34.862636Z","steps":["trace[2043850720] 'process raft request' (duration: 125.751318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:36.053609Z","caller":"traceutil/trace.go:171","msg":"trace[1798793914] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"108.976852ms","start":"2026-04-01T23:46:35.944603Z","end":"2026-04-01T23:46:36.05358Z","steps":["trace[1798793914] 'process raft request' (duration: 100.797398ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:36.228042Z","caller":"traceutil/trace.go:171","msg":"trace[248485878] linearizableReadLoop","detail":"{readStateIndex:7694; appliedIndex:7693; }","duration":"154.927111ms","start":"2026-04-01T23:46:36.073091Z","end":"2026-04-01T23:46:36.228018Z","steps":["trace[248485878] 'read index received' (duration: 143.295041ms)","trace[248485878] 'applied index is now lower than readState.Index' (duration: 11.63097ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:36.228198Z","caller":"traceutil/trace.go:171","msg":"trace[491620635] transaction","detail":"{read_only:false; response_revision:7409; number_of_response:1; }","duration":"170.773217ms","start":"2026-04-01T23:46:36.057412Z","end":"2026-04-01T23:46:36.228185Z","steps":["trace[491620635] 'process raft request' (duration: 159.045935ms)","trace[491620635] 'compare' (duration: 10.610007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:36.228336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.162305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:46:36.228389Z","caller":"traceutil/trace.go:171","msg":"trace[1336013800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:7409; }","duration":"154.274087ms","start":"2026-04-01T23:46:36.074101Z","end":"2026-04-01T23:46:36.228375Z","steps":["trace[1336013800] 'agreement among raft nodes before linearized reading' (duration: 154.118244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:36.228552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.458833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:46:36.228578Z","caller":"traceutil/trace.go:171","msg":"trace[52195671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7409; }","duration":"155.521055ms","start":"2026-04-01T23:46:36.073051Z","end":"2026-04-01T23:46:36.228572Z","steps":["trace[52195671] 'agreement among raft nodes before linearized reading' (duration: 155.454583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:36.589483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.495822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:46:36.589569Z","caller":"traceutil/trace.go:171","msg":"trace[493749760] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"285.529738ms","start":"2026-04-01T23:46:36.304021Z","end":"2026-04-01T23:46:36.58955Z","steps":["trace[493749760] 'process raft request' (duration: 122.897323ms)","trace[493749760] 'compare' (duration: 162.240006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:37.086889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.711976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:46:37.087065Z","caller":"traceutil/trace.go:171","msg":"trace[1171029399] linearizableReadLoop","detail":"{readStateIndex:7698; appliedIndex:7696; }","duration":"188.694889ms","start":"2026-04-01T23:46:36.898357Z","end":"2026-04-01T23:46:37.087052Z","steps":["trace[1171029399] 'read index received' (duration: 115.424447ms)","trace[1171029399] 'applied index is now lower than readState.Index' (duration: 73.269642ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:37.087142Z","caller":"traceutil/trace.go:171","msg":"trace[548331355] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"459.047336ms","start":"2026-04-01T23:46:36.628086Z","end":"2026-04-01T23:46:37.087133Z","steps":["trace[548331355] 'process raft request' (duration: 159.022463ms)","trace[548331355] 'compare' (duration: 299.340508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:37.087192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:36.628061Z","time spent":"459.101207ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:46:37.087314Z","caller":"traceutil/trace.go:171","msg":"trace[263884288] transaction","detail":"{read_only:false; response_revision:7413; number_of_response:1; }","duration":"220.106533ms","start":"2026-04-01T23:46:36.867199Z","end":"2026-04-01T23:46:37.087306Z","steps":["trace[263884288] 'process raft request' (duration: 219.771995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.087291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.906483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:46:37.087367Z","caller":"traceutil/trace.go:171","msg":"trace[1663889648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7413; }","duration":"189.030646ms","start":"2026-04-01T23:46:36.898318Z","end":"2026-04-01T23:46:37.087348Z","steps":["trace[1663889648] 'agreement among raft nodes before linearized reading' (duration: 188.884623ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:37.201685Z","caller":"traceutil/trace.go:171","msg":"trace[124257380] linearizableReadLoop","detail":"{readStateIndex:7699; appliedIndex:7698; }","duration":"109.151136ms","start":"2026-04-01T23:46:37.092497Z","end":"2026-04-01T23:46:37.201648Z","steps":["trace[124257380] 'read index received' (duration: 108.933271ms)","trace[124257380] 'applied index is now lower than readState.Index' (duration: 216.835µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:37.201763Z","caller":"traceutil/trace.go:171","msg":"trace[1107515211] transaction","detail":"{read_only:false; response_revision:7414; number_of_response:1; }","duration":"110.212871ms","start":"2026-04-01T23:46:37.091519Z","end":"2026-04-01T23:46:37.201732Z","steps":["trace[1107515211] 'process raft request' (duration: 109.996056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:37.202089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.520363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-04-01T23:46:37.202384Z","caller":"traceutil/trace.go:171","msg":"trace[1528601983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7414; }","duration":"109.908532ms","start":"2026-04-01T23:46:37.092445Z","end":"2026-04-01T23:46:37.202353Z","steps":["trace[1528601983] 'agreement among raft nodes before linearized reading' (duration: 109.322109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:38.82051Z","caller":"traceutil/trace.go:171","msg":"trace[424662058] transaction","detail":"{read_only:false; response_revision:7421; number_of_response:1; }","duration":"406.725035ms","start":"2026-04-01T23:46:38.413764Z","end":"2026-04-01T23:46:38.820489Z","steps":["trace[424662058] 'process raft request' (duration: 406.574592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:38.820676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:46:38.413731Z","time spent":"406.874268ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:46:38.821899Z","caller":"traceutil/trace.go:171","msg":"trace[776261076] transaction","detail":"{read_only:false; response_revision:7422; number_of_response:1; }","duration":"226.522926ms","start":"2026-04-01T23:46:38.595356Z","end":"2026-04-01T23:46:38.821878Z","steps":["trace[776261076] 'process raft request' (duration: 226.404353ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:42.386322Z","caller":"traceutil/trace.go:171","msg":"trace[1142624914] linearizableReadLoop","detail":"{readStateIndex:7724; appliedIndex:7723; }","duration":"120.0554ms","start":"2026-04-01T23:46:42.26624Z","end":"2026-04-01T23:46:42.386296Z","steps":["trace[1142624914] 'read index received' (duration: 119.63232ms)","trace[1142624914] 'applied index is now lower than readState.Index' (duration: 421.89µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:42.386448Z","caller":"traceutil/trace.go:171","msg":"trace[519839838] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"120.291435ms","start":"2026-04-01T23:46:42.266145Z","end":"2026-04-01T23:46:42.386437Z","steps":["trace[519839838] 'process raft request' (duration: 119.761123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:42.386827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.576132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150739"} {"level":"info","ts":"2026-04-01T23:46:42.386895Z","caller":"traceutil/trace.go:171","msg":"trace[749986360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7438; }","duration":"120.653823ms","start":"2026-04-01T23:46:42.266226Z","end":"2026-04-01T23:46:42.386879Z","steps":["trace[749986360] 'agreement among raft nodes before linearized reading' (duration: 120.319896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:46:42.650991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.666706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:46:42.651057Z","caller":"traceutil/trace.go:171","msg":"trace[982608779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7439; }","duration":"179.783999ms","start":"2026-04-01T23:46:42.471258Z","end":"2026-04-01T23:46:42.651042Z","steps":["trace[982608779] 'range keys from in-memory index tree' (duration: 179.505072ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:44.926354Z","caller":"traceutil/trace.go:171","msg":"trace[278474360] linearizableReadLoop","detail":"{readStateIndex:7738; appliedIndex:7737; }","duration":"113.8275ms","start":"2026-04-01T23:46:44.812498Z","end":"2026-04-01T23:46:44.926325Z","steps":["trace[278474360] 'read index received' (duration: 69.391604ms)","trace[278474360] 'applied index is now lower than readState.Index' (duration: 44.434476ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:46:44.926419Z","caller":"traceutil/trace.go:171","msg":"trace[2064727966] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"120.49006ms","start":"2026-04-01T23:46:44.805874Z","end":"2026-04-01T23:46:44.926364Z","steps":["trace[2064727966] 'process raft request' (duration: 75.964272ms)","trace[2064727966] 'compare' (duration: 44.345754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:46:44.926668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.149647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-04-01T23:46:44.926717Z","caller":"traceutil/trace.go:171","msg":"trace[1913566809] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7451; }","duration":"114.268351ms","start":"2026-04-01T23:46:44.812439Z","end":"2026-04-01T23:46:44.926707Z","steps":["trace[1913566809] 'agreement among raft nodes before linearized reading' (duration: 113.993895ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:47.097872Z","caller":"traceutil/trace.go:171","msg":"trace[1618044435] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"145.675264ms","start":"2026-04-01T23:46:46.95217Z","end":"2026-04-01T23:46:47.097845Z","steps":["trace[1618044435] 'process raft request' (duration: 145.50154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:59.459902Z","caller":"traceutil/trace.go:171","msg":"trace[244650829] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"108.770718ms","start":"2026-04-01T23:46:59.351106Z","end":"2026-04-01T23:46:59.459877Z","steps":["trace[244650829] 'process raft request' (duration: 108.557553ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:17.901807Z","caller":"traceutil/trace.go:171","msg":"trace[2073004018] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"110.23662ms","start":"2026-04-01T23:47:17.791549Z","end":"2026-04-01T23:47:17.901786Z","steps":["trace[2073004018] 'process raft request' (duration: 110.094227ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:18.751986Z","caller":"traceutil/trace.go:171","msg":"trace[1907883512] linearizableReadLoop","detail":"{readStateIndex:8060; appliedIndex:8058; }","duration":"149.692825ms","start":"2026-04-01T23:47:18.602272Z","end":"2026-04-01T23:47:18.751965Z","steps":["trace[1907883512] 'read index received' (duration: 40.514629ms)","trace[1907883512] 'applied index is now lower than readState.Index' (duration: 109.177376ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:18.752018Z","caller":"traceutil/trace.go:171","msg":"trace[233459571] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"149.498241ms","start":"2026-04-01T23:47:18.602491Z","end":"2026-04-01T23:47:18.751989Z","steps":["trace[233459571] 'process raft request' (duration: 149.385158ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:18.752002Z","caller":"traceutil/trace.go:171","msg":"trace[1231600938] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"149.722105ms","start":"2026-04-01T23:47:18.602235Z","end":"2026-04-01T23:47:18.751957Z","steps":["trace[1231600938] 'process raft request' (duration: 149.50606ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:18.752131Z","caller":"traceutil/trace.go:171","msg":"trace[1284379392] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"146.356759ms","start":"2026-04-01T23:47:18.60575Z","end":"2026-04-01T23:47:18.752107Z","steps":["trace[1284379392] 'process raft request' (duration: 146.175925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:18.752233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.93023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-01T23:47:18.752276Z","caller":"traceutil/trace.go:171","msg":"trace[182316434] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7765; }","duration":"150.018042ms","start":"2026-04-01T23:47:18.602245Z","end":"2026-04-01T23:47:18.752263Z","steps":["trace[182316434] 'agreement among raft nodes before linearized reading' (duration: 149.870809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:18.753048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.900808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:47:18.753096Z","caller":"traceutil/trace.go:171","msg":"trace[338047256] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7765; }","duration":"103.99008ms","start":"2026-04-01T23:47:18.649094Z","end":"2026-04-01T23:47:18.753084Z","steps":["trace[338047256] 'agreement among raft nodes before linearized reading' (duration: 103.07636ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:18.92471Z","caller":"traceutil/trace.go:171","msg":"trace[258056321] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8062; }","duration":"163.629476ms","start":"2026-04-01T23:47:18.761061Z","end":"2026-04-01T23:47:18.924691Z","steps":["trace[258056321] 'read index received' (duration: 163.453852ms)","trace[258056321] 'applied index is now lower than readState.Index' (duration: 174.834µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:47:18.924856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.994594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:47:18.924829Z","caller":"traceutil/trace.go:171","msg":"trace[883637804] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"167.080604ms","start":"2026-04-01T23:47:18.757705Z","end":"2026-04-01T23:47:18.924785Z","steps":["trace[883637804] 'process raft request' (duration: 166.870879ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:18.924887Z","caller":"traceutil/trace.go:171","msg":"trace[1953604419] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:7766; }","duration":"159.095796ms","start":"2026-04-01T23:47:18.765784Z","end":"2026-04-01T23:47:18.92488Z","steps":["trace[1953604419] 'agreement among raft nodes before linearized reading' (duration: 159.014704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:18.925283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.18901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:47:18.925386Z","caller":"traceutil/trace.go:171","msg":"trace[1397018611] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7766; }","duration":"164.370944ms","start":"2026-04-01T23:47:18.76099Z","end":"2026-04-01T23:47:18.925361Z","steps":["trace[1397018611] 'agreement among raft nodes before linearized reading' (duration: 163.806542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:18.925611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.057437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T23:47:18.925867Z","caller":"traceutil/trace.go:171","msg":"trace[2147235042] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7766; }","duration":"139.563047ms","start":"2026-04-01T23:47:18.786259Z","end":"2026-04-01T23:47:18.925822Z","steps":["trace[2147235042] 'agreement among raft nodes before linearized reading' (duration: 138.740819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:19.579676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.250563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:47:19.5799Z","caller":"traceutil/trace.go:171","msg":"trace[190843757] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"227.59719ms","start":"2026-04-01T23:47:19.352289Z","end":"2026-04-01T23:47:19.579886Z","steps":["trace[190843757] 'process raft request' (duration: 227.520708ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:19.579939Z","caller":"traceutil/trace.go:171","msg":"trace[465953610] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"400.270489ms","start":"2026-04-01T23:47:19.179627Z","end":"2026-04-01T23:47:19.579897Z","steps":["trace[465953610] 'process raft request' (duration: 217.707619ms)","trace[465953610] 'compare' (duration: 181.964597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:47:19.580143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:47:19.179594Z","time spent":"400.444383ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:47:19.580214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.868371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T23:47:19.580299Z","caller":"traceutil/trace.go:171","msg":"trace[287615713] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7790; }","duration":"391.999035ms","start":"2026-04-01T23:47:19.18828Z","end":"2026-04-01T23:47:19.580279Z","steps":["trace[287615713] 'agreement among raft nodes before linearized reading' (duration: 391.794929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:19.580358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:47:19.18826Z","time spent":"392.086126ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:47:19.580311Z","caller":"traceutil/trace.go:171","msg":"trace[577979604] linearizableReadLoop","detail":"{readStateIndex:8086; appliedIndex:8085; }","duration":"391.575535ms","start":"2026-04-01T23:47:19.18833Z","end":"2026-04-01T23:47:19.579906Z","steps":["trace[577979604] 'read index received' (duration: 209.017604ms)","trace[577979604] 'applied index is now lower than readState.Index' (duration: 182.55526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:47:19.580716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.664291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:47:19.580737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.588142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-01T23:47:19.580756Z","caller":"traceutil/trace.go:171","msg":"trace[1975882138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7791; }","duration":"285.726483ms","start":"2026-04-01T23:47:19.295019Z","end":"2026-04-01T23:47:19.580746Z","steps":["trace[1975882138] 'agreement among raft nodes before linearized reading' (duration: 285.649141ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:19.58077Z","caller":"traceutil/trace.go:171","msg":"trace[1481041760] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-init; range_end:; response_count:1; response_revision:7791; }","duration":"186.649512ms","start":"2026-04-01T23:47:19.39411Z","end":"2026-04-01T23:47:19.58076Z","steps":["trace[1481041760] 'agreement among raft nodes before linearized reading' (duration: 186.54333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:19.580786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.868037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-01T23:47:19.580857Z","caller":"traceutil/trace.go:171","msg":"trace[1951937473] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:7791; }","duration":"289.981468ms","start":"2026-04-01T23:47:19.290858Z","end":"2026-04-01T23:47:19.58084Z","steps":["trace[1951937473] 'agreement among raft nodes before linearized reading' (duration: 289.818845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:19.580892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.705296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-01T23:47:19.580983Z","caller":"traceutil/trace.go:171","msg":"trace[314470953] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7791; }","duration":"390.808658ms","start":"2026-04-01T23:47:19.190158Z","end":"2026-04-01T23:47:19.580966Z","steps":["trace[314470953] 'agreement among raft nodes before linearized reading' (duration: 390.481411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:19.581057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:47:19.190152Z","time spent":"390.885279ms","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-01T23:47:19.581916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.355195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:47:19.582034Z","caller":"traceutil/trace.go:171","msg":"trace[553038408] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7791; }","duration":"186.515719ms","start":"2026-04-01T23:47:19.395501Z","end":"2026-04-01T23:47:19.582017Z","steps":["trace[553038408] 'agreement among raft nodes before linearized reading' (duration: 185.231011ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:19.845919Z","caller":"traceutil/trace.go:171","msg":"trace[2016846080] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8090; }","duration":"159.107334ms","start":"2026-04-01T23:47:19.686744Z","end":"2026-04-01T23:47:19.845852Z","steps":["trace[2016846080] 'read index received' (duration: 147.262689ms)","trace[2016846080] 'applied index is now lower than readState.Index' (duration: 11.841265ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:19.846009Z","caller":"traceutil/trace.go:171","msg":"trace[948336773] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"197.472605ms","start":"2026-04-01T23:47:19.648478Z","end":"2026-04-01T23:47:19.84595Z","steps":["trace[948336773] 'process raft request' (duration: 185.482606ms)","trace[948336773] 'compare' (duration: 11.443987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:47:19.846233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.456702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T23:47:19.846305Z","caller":"traceutil/trace.go:171","msg":"trace[545123186] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7794; }","duration":"159.585176ms","start":"2026-04-01T23:47:19.686704Z","end":"2026-04-01T23:47:19.846289Z","steps":["trace[545123186] 'agreement among raft nodes before linearized reading' (duration: 159.31179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:19.846399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.91071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:47:19.846327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.91724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:47:19.84654Z","caller":"traceutil/trace.go:171","msg":"trace[1427543847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7794; }","duration":"109.143026ms","start":"2026-04-01T23:47:19.737365Z","end":"2026-04-01T23:47:19.846508Z","steps":["trace[1427543847] 'agreement among raft nodes before linearized reading' (duration: 108.832528ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:19.846549Z","caller":"traceutil/trace.go:171","msg":"trace[1317100652] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7794; }","duration":"109.183617ms","start":"2026-04-01T23:47:19.737337Z","end":"2026-04-01T23:47:19.846521Z","steps":["trace[1317100652] 'agreement among raft nodes before linearized reading' (duration: 108.854199ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:47:26.831661Z","caller":"traceutil/trace.go:171","msg":"trace[1248846860] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"114.857484ms","start":"2026-04-01T23:47:26.716627Z","end":"2026-04-01T23:47:26.831484Z","steps":["trace[1248846860] 'process raft request' (duration: 78.578361ms)","trace[1248846860] 'compare' (duration: 36.089039ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:39.418338Z","caller":"traceutil/trace.go:171","msg":"trace[1659477927] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"128.056661ms","start":"2026-04-01T23:47:39.290241Z","end":"2026-04-01T23:47:39.418297Z","steps":["trace[1659477927] 'process raft request' (duration: 89.326022ms)","trace[1659477927] 'compare' (duration: 38.541174ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:40.925484Z","caller":"traceutil/trace.go:171","msg":"trace[1159310468] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"139.161919ms","start":"2026-04-01T23:47:40.786289Z","end":"2026-04-01T23:47:40.925451Z","steps":["trace[1159310468] 'process raft request' (duration: 84.392971ms)","trace[1159310468] 'compare' (duration: 54.612225ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:41.253895Z","caller":"traceutil/trace.go:171","msg":"trace[968056578] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"219.449548ms","start":"2026-04-01T23:47:41.034426Z","end":"2026-04-01T23:47:41.253875Z","steps":["trace[968056578] 'read index received' (duration: 219.185602ms)","trace[968056578] 'applied index is now lower than readState.Index' (duration: 262.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:47:41.253966Z","caller":"traceutil/trace.go:171","msg":"trace[369315704] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"232.351427ms","start":"2026-04-01T23:47:41.02158Z","end":"2026-04-01T23:47:41.253932Z","steps":["trace[369315704] 'process raft request' (duration: 232.136632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:41.254037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.58787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:47:41.254121Z","caller":"traceutil/trace.go:171","msg":"trace[131525486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7948; }","duration":"219.741334ms","start":"2026-04-01T23:47:41.03436Z","end":"2026-04-01T23:47:41.254102Z","steps":["trace[131525486] 'agreement among raft nodes before linearized reading' (duration: 219.58913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:47:41.254567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.319469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:47:41.254623Z","caller":"traceutil/trace.go:171","msg":"trace[549946326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:7948; }","duration":"175.406881ms","start":"2026-04-01T23:47:41.079188Z","end":"2026-04-01T23:47:41.254595Z","steps":["trace[549946326] 'agreement among raft nodes before linearized reading' (duration: 174.874429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:02.015971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.554387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:49:02.016295Z","caller":"traceutil/trace.go:171","msg":"trace[144955877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8515; }","duration":"205.746232ms","start":"2026-04-01T23:49:01.810336Z","end":"2026-04-01T23:49:02.016082Z","steps":["trace[144955877] 'range keys from in-memory index tree' (duration: 205.317032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:02.016446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.573444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:49:02.016529Z","caller":"traceutil/trace.go:171","msg":"trace[542506771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8515; }","duration":"150.698597ms","start":"2026-04-01T23:49:01.865813Z","end":"2026-04-01T23:49:02.016511Z","steps":["trace[542506771] 'range keys from in-memory index tree' (duration: 150.409991ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:09.837195Z","caller":"traceutil/trace.go:171","msg":"trace[2011508883] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"115.903357ms","start":"2026-04-01T23:49:09.721262Z","end":"2026-04-01T23:49:09.837166Z","steps":["trace[2011508883] 'read index received' (duration: 115.743753ms)","trace[2011508883] 'applied index is now lower than readState.Index' (duration: 158.174µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:09.837239Z","caller":"traceutil/trace.go:171","msg":"trace[1249117186] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"122.356272ms","start":"2026-04-01T23:49:09.714855Z","end":"2026-04-01T23:49:09.837211Z","steps":["trace[1249117186] 'process raft request' (duration: 122.128067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:09.837457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.174814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:09.837556Z","caller":"traceutil/trace.go:171","msg":"trace[1847249056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8559; }","duration":"116.318176ms","start":"2026-04-01T23:49:09.721216Z","end":"2026-04-01T23:49:09.837535Z","steps":["trace[1847249056] 'agreement among raft nodes before linearized reading' (duration: 116.107791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:09.922314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.733407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-59d6fd6798-5s7s4\" ","response":"range_response_count:1 size:8465"} {"level":"info","ts":"2026-04-01T23:49:09.922391Z","caller":"traceutil/trace.go:171","msg":"trace[745260981] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-59d6fd6798-5s7s4; range_end:; response_count:1; response_revision:8560; }","duration":"196.861059ms","start":"2026-04-01T23:49:09.725514Z","end":"2026-04-01T23:49:09.922375Z","steps":["trace[745260981] 'agreement among raft nodes before linearized reading' (duration: 196.669985ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:09.92238Z","caller":"traceutil/trace.go:171","msg":"trace[510943364] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"196.971392ms","start":"2026-04-01T23:49:09.725386Z","end":"2026-04-01T23:49:09.922358Z","steps":["trace[510943364] 'process raft request' (duration: 196.643684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:09.922474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.879907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:49:09.922566Z","caller":"traceutil/trace.go:171","msg":"trace[620675238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8560; }","duration":"146.020081ms","start":"2026-04-01T23:49:09.776522Z","end":"2026-04-01T23:49:09.922542Z","steps":["trace[620675238] 'agreement among raft nodes before linearized reading' (duration: 145.780735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:10.164055Z","caller":"traceutil/trace.go:171","msg":"trace[2145455619] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"231.181338ms","start":"2026-04-01T23:49:09.932827Z","end":"2026-04-01T23:49:10.164009Z","steps":["trace[2145455619] 'process raft request' (duration: 230.952693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:10.188714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.861572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:49:10.188773Z","caller":"traceutil/trace.go:171","msg":"trace[1018564993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8564; }","duration":"118.968285ms","start":"2026-04-01T23:49:10.069792Z","end":"2026-04-01T23:49:10.18876Z","steps":["trace[1018564993] 'agreement among raft nodes before linearized reading' (duration: 118.790101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:16.126301Z","caller":"traceutil/trace.go:171","msg":"trace[252568155] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9049; }","duration":"249.636272ms","start":"2026-04-01T23:49:15.876643Z","end":"2026-04-01T23:49:16.126279Z","steps":["trace[252568155] 'read index received' (duration: 249.433697ms)","trace[252568155] 'applied index is now lower than readState.Index' (duration: 201.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:16.12639Z","caller":"traceutil/trace.go:171","msg":"trace[199242871] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"250.003111ms","start":"2026-04-01T23:49:15.876362Z","end":"2026-04-01T23:49:16.126365Z","steps":["trace[199242871] 'process raft request' (duration: 249.785826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:16.126491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.466608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:49:16.126513Z","caller":"traceutil/trace.go:171","msg":"trace[1559797935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8725; }","duration":"153.529569ms","start":"2026-04-01T23:49:15.972976Z","end":"2026-04-01T23:49:16.126506Z","steps":["trace[1559797935] 'agreement among raft nodes before linearized reading' (duration: 153.421927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:16.126588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.917128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"info","ts":"2026-04-01T23:49:16.126662Z","caller":"traceutil/trace.go:171","msg":"trace[15800903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8725; }","duration":"250.02392ms","start":"2026-04-01T23:49:15.87662Z","end":"2026-04-01T23:49:16.126644Z","steps":["trace[15800903] 'agreement among raft nodes before linearized reading' (duration: 249.758354ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:16.786154Z","caller":"traceutil/trace.go:171","msg":"trace[735310705] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"476.745879ms","start":"2026-04-01T23:49:16.309379Z","end":"2026-04-01T23:49:16.786125Z","steps":["trace[735310705] 'process raft request' (duration: 473.400814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:16.786426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:16.309351Z","time spent":"476.959584ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:16.786999Z","caller":"traceutil/trace.go:171","msg":"trace[700528642] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"465.368015ms","start":"2026-04-01T23:49:16.321594Z","end":"2026-04-01T23:49:16.786962Z","steps":["trace[700528642] 'process raft request' (duration: 464.947075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:16.787144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:16.321565Z","time spent":"465.496917ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:16.787384Z","caller":"traceutil/trace.go:171","msg":"trace[1725881472] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9053; }","duration":"259.439132ms","start":"2026-04-01T23:49:16.527935Z","end":"2026-04-01T23:49:16.787374Z","steps":["trace[1725881472] 'read index received' (duration: 255.002793ms)","trace[1725881472] 'applied index is now lower than readState.Index' (duration: 4.434369ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:16.787456Z","caller":"traceutil/trace.go:171","msg":"trace[1913311000] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"207.527668ms","start":"2026-04-01T23:49:16.579887Z","end":"2026-04-01T23:49:16.787415Z","steps":["trace[1913311000] 'process raft request' (duration: 207.002686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:16.78751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.580785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:16.787541Z","caller":"traceutil/trace.go:171","msg":"trace[717661602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8731; }","duration":"259.644787ms","start":"2026-04-01T23:49:16.527888Z","end":"2026-04-01T23:49:16.787533Z","steps":["trace[717661602] 'agreement among raft nodes before linearized reading' (duration: 259.522204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:18.638829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362870964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:19.139731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362870964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:19.640613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362870964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:19.673651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.539860623s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:49:19.674026Z","caller":"traceutil/trace.go:171","msg":"trace[1216175659] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"1.540336604s","start":"2026-04-01T23:49:18.133669Z","end":"2026-04-01T23:49:19.674005Z","steps":["trace[1216175659] 'process raft request' (duration: 1.54016404s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:19.674186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.13365Z","time spent":"1.540432795s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:20.184893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:49:20.184977Z","caller":"traceutil/trace.go:171","msg":"trace[1940896070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650884s","start":"2026-04-01T23:49:18.184307Z","end":"2026-04-01T23:49:20.184958Z","steps":["trace[1940896070] 'agreement among raft nodes before linearized reading' (duration: 2.000548771s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:20.185025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.18429Z","time spent":"2.000725167s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:49:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:49:21.722492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:49:21.722602Z","caller":"traceutil/trace.go:171","msg":"trace[1087405853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510351s","start":"2026-04-01T23:49:19.722076Z","end":"2026-04-01T23:49:21.722586Z","steps":["trace[1087405853] 'agreement among raft nodes before linearized reading' (duration: 2.000367818s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.722852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.722052Z","time spent":"2.000784626s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:49:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:49:21.760977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.982482237s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:49:21.76135Z","caller":"traceutil/trace.go:171","msg":"trace[5503135] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"3.536393774s","start":"2026-04-01T23:49:18.224935Z","end":"2026-04-01T23:49:21.761329Z","steps":["trace[5503135] 'process raft request' (duration: 3.53620184s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.761432Z","caller":"traceutil/trace.go:171","msg":"trace[330472723] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"2.724628891s","start":"2026-04-01T23:49:19.036784Z","end":"2026-04-01T23:49:21.761413Z","steps":["trace[330472723] 'process raft request' (duration: 2.724564959s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.761413Z","caller":"traceutil/trace.go:171","msg":"trace[1268769396] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"3.536406584s","start":"2026-04-01T23:49:18.224974Z","end":"2026-04-01T23:49:21.76138Z","steps":["trace[1268769396] 'process raft request' (duration: 3.536300992s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.761495Z","caller":"traceutil/trace.go:171","msg":"trace[337735396] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9062; }","duration":"3.622898792s","start":"2026-04-01T23:49:18.138563Z","end":"2026-04-01T23:49:21.761462Z","steps":["trace[337735396] 'read index received' (duration: 1.53526523s)","trace[337735396] 'applied index is now lower than readState.Index' (duration: 2.087632102s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:21.761537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.036744Z","time spent":"2.724736142s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:21.761585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.224945Z","time spent":"3.536553248s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:21.761581Z","caller":"traceutil/trace.go:171","msg":"trace[1964197678] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"2.614113875s","start":"2026-04-01T23:49:19.147436Z","end":"2026-04-01T23:49:21.76155Z","steps":["trace[1964197678] 'process raft request' (duration: 2.613944331s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.761708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.147401Z","time spent":"2.614249178s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:21.761785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623223408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:49:21.761814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898195198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:21.761837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502432813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:49:21.761847Z","caller":"traceutil/trace.go:171","msg":"trace[355005721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8742; }","duration":"3.623316741s","start":"2026-04-01T23:49:18.138513Z","end":"2026-04-01T23:49:21.76183Z","steps":["trace[355005721] 'agreement among raft nodes before linearized reading' (duration: 3.623081426s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.761868Z","caller":"traceutil/trace.go:171","msg":"trace[2014373987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8742; }","duration":"3.502497394s","start":"2026-04-01T23:49:18.259361Z","end":"2026-04-01T23:49:21.761858Z","steps":["trace[2014373987] 'agreement among raft nodes before linearized reading' (duration: 3.502369732s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:21.761876Z","caller":"traceutil/trace.go:171","msg":"trace[197556698] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8742; }","duration":"1.89829849s","start":"2026-04-01T23:49:19.863557Z","end":"2026-04-01T23:49:21.761855Z","steps":["trace[197556698] 'agreement among raft nodes before linearized reading' (duration: 1.898200198s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.761878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178839954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:21.761899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.259333Z","time spent":"3.502560256s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:21.761897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.138495Z","time spent":"3.623389332s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:49:21.761914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.86353Z","time spent":"1.898374122s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:21.761934Z","caller":"traceutil/trace.go:171","msg":"trace[1896053003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8742; }","duration":"1.178994869s","start":"2026-04-01T23:49:20.582921Z","end":"2026-04-01T23:49:21.761915Z","steps":["trace[1896053003] 'agreement among raft nodes before linearized reading' (duration: 1.178904387s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.761992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:20.5829Z","time spent":"1.17907666s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:21.762027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037289624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T23:49:21.762058Z","caller":"traceutil/trace.go:171","msg":"trace[404871660] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8; range_end:; response_count:1; response_revision:8742; }","duration":"2.037339116s","start":"2026-04-01T23:49:19.724708Z","end":"2026-04-01T23:49:21.762047Z","steps":["trace[404871660] 'agreement among raft nodes before linearized reading' (duration: 2.037254004s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.661207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:49:21.762085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.724697Z","time spent":"2.037382146s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" "} {"level":"info","ts":"2026-04-01T23:49:21.762099Z","caller":"traceutil/trace.go:171","msg":"trace[44797381] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8742; }","duration":"122.773309ms","start":"2026-04-01T23:49:21.639313Z","end":"2026-04-01T23:49:21.762086Z","steps":["trace[44797381] 'agreement among raft nodes before linearized reading' (duration: 122.589025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203472457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:21.762138Z","caller":"traceutil/trace.go:171","msg":"trace[173646297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8742; }","duration":"1.20355639s","start":"2026-04-01T23:49:20.558571Z","end":"2026-04-01T23:49:21.762127Z","steps":["trace[173646297] 'agreement among raft nodes before linearized reading' (duration: 1.203503198s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:20.558549Z","time spent":"1.203610291s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:21.762293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039903824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:49:21.762322Z","caller":"traceutil/trace.go:171","msg":"trace[1792819153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8742; }","duration":"2.039965945s","start":"2026-04-01T23:49:19.722348Z","end":"2026-04-01T23:49:21.762314Z","steps":["trace[1792819153] 'agreement among raft nodes before linearized reading' (duration: 2.039883814s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751982845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:21.76235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.72233Z","time spent":"2.040011366s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:49:21.762341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.269839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:49:21.7624Z","caller":"traceutil/trace.go:171","msg":"trace[1870841516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8742; }","duration":"618.329241ms","start":"2026-04-01T23:49:21.144055Z","end":"2026-04-01T23:49:21.762385Z","steps":["trace[1870841516] 'agreement among raft nodes before linearized reading' (duration: 618.167577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:21.14399Z","time spent":"618.441493ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:49:21.762361Z","caller":"traceutil/trace.go:171","msg":"trace[202632322] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8742; }","duration":"1.752045376s","start":"2026-04-01T23:49:20.010305Z","end":"2026-04-01T23:49:21.76235Z","steps":["trace[202632322] 'agreement among raft nodes before linearized reading' (duration: 1.752007195s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060193228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-01T23:49:21.762528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:20.010282Z","time spent":"1.75222691s","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:21.762293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577112907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:21.762552Z","caller":"traceutil/trace.go:171","msg":"trace[2128250426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8742; }","duration":"2.06025767s","start":"2026-04-01T23:49:19.702286Z","end":"2026-04-01T23:49:21.762543Z","steps":["trace[2128250426] 'agreement among raft nodes before linearized reading' (duration: 2.060176668s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.702257Z","time spent":"2.060318331s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:49:21.762583Z","caller":"traceutil/trace.go:171","msg":"trace[1775234754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8742; }","duration":"1.577431444s","start":"2026-04-01T23:49:20.185139Z","end":"2026-04-01T23:49:21.76257Z","steps":["trace[1775234754] 'agreement among raft nodes before linearized reading' (duration: 1.577135178s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:20.185119Z","time spent":"1.577484795s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:49:21.762619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97145724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:49:21.762652Z","caller":"traceutil/trace.go:171","msg":"trace[2139598787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8742; }","duration":"2.971517882s","start":"2026-04-01T23:49:18.791125Z","end":"2026-04-01T23:49:21.762643Z","steps":["trace[2139598787] 'agreement among raft nodes before linearized reading' (duration: 2.97142396s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48710913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:49:21.76268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.791108Z","time spent":"2.971564852s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:49:21.762707Z","caller":"traceutil/trace.go:171","msg":"trace[1761475777] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8742; }","duration":"2.487209903s","start":"2026-04-01T23:49:19.275478Z","end":"2026-04-01T23:49:21.762688Z","steps":["trace[1761475777] 'agreement among raft nodes before linearized reading' (duration: 2.487113471s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.275456Z","time spent":"2.487291824s","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:21.76282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966612162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:21.762847Z","caller":"traceutil/trace.go:171","msg":"trace[1578210176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8742; }","duration":"2.966671033s","start":"2026-04-01T23:49:18.796167Z","end":"2026-04-01T23:49:21.762838Z","steps":["trace[1578210176] 'agreement among raft nodes before linearized reading' (duration: 2.966593031s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.796148Z","time spent":"2.966717604s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:49:21.762909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26927547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:49:21.762935Z","caller":"traceutil/trace.go:171","msg":"trace[322441302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8742; }","duration":"2.269336712s","start":"2026-04-01T23:49:19.493592Z","end":"2026-04-01T23:49:21.762929Z","steps":["trace[322441302] 'agreement among raft nodes before linearized reading' (duration: 2.2692549s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.762953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:19.493571Z","time spent":"2.269378553s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:49:21.762965Z","caller":"traceutil/trace.go:171","msg":"trace[1202154139] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"2.970831116s","start":"2026-04-01T23:49:18.792118Z","end":"2026-04-01T23:49:21.762949Z","steps":["trace[1202154139] 'process raft request' (duration: 2.969194339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:21.763022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.792077Z","time spent":"2.970909728s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:21.761526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:18.224911Z","time spent":"3.536487435s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:29.981065Z","caller":"traceutil/trace.go:171","msg":"trace[1002148411] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"252.758482ms","start":"2026-04-01T23:49:29.728279Z","end":"2026-04-01T23:49:29.981037Z","steps":["trace[1002148411] 'process raft request' (duration: 252.547137ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.007762Z","caller":"traceutil/trace.go:171","msg":"trace[1394075275] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"199.061258ms","start":"2026-04-01T23:49:29.808684Z","end":"2026-04-01T23:49:30.007745Z","steps":["trace[1394075275] 'process raft request' (duration: 197.323559ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.007764Z","caller":"traceutil/trace.go:171","msg":"trace[1412951035] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"129.986281ms","start":"2026-04-01T23:49:29.877706Z","end":"2026-04-01T23:49:30.007692Z","steps":["trace[1412951035] 'process raft request' (duration: 129.887389ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.008069Z","caller":"traceutil/trace.go:171","msg":"trace[968491149] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"128.742414ms","start":"2026-04-01T23:49:29.879309Z","end":"2026-04-01T23:49:30.008052Z","steps":["trace[968491149] 'process raft request' (duration: 128.344835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.008059Z","caller":"traceutil/trace.go:171","msg":"trace[1200611649] linearizableReadLoop","detail":"{readStateIndex:9116; appliedIndex:9111; }","duration":"112.167983ms","start":"2026-04-01T23:49:29.89587Z","end":"2026-04-01T23:49:30.008038Z","steps":["trace[1200611649] 'read index received' (duration: 85.045005ms)","trace[1200611649] 'applied index is now lower than readState.Index' (duration: 27.121558ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:30.008192Z","caller":"traceutil/trace.go:171","msg":"trace[1560923648] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"128.679542ms","start":"2026-04-01T23:49:29.87949Z","end":"2026-04-01T23:49:30.008169Z","steps":["trace[1560923648] 'process raft request' (duration: 128.447787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.008265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.556171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:49:30.008267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.353884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:49:30.008276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.394817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:49:30.008299Z","caller":"traceutil/trace.go:171","msg":"trace[384237432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8787; }","duration":"104.612822ms","start":"2026-04-01T23:49:29.903679Z","end":"2026-04-01T23:49:30.008291Z","steps":["trace[384237432] 'agreement among raft nodes before linearized reading' (duration: 104.4965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.008315Z","caller":"traceutil/trace.go:171","msg":"trace[1478612243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8787; }","duration":"111.432956ms","start":"2026-04-01T23:49:29.896866Z","end":"2026-04-01T23:49:30.008299Z","steps":["trace[1478612243] 'agreement among raft nodes before linearized reading' (duration: 111.295903ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.008324Z","caller":"traceutil/trace.go:171","msg":"trace[1629588143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8787; }","duration":"112.48052ms","start":"2026-04-01T23:49:29.895829Z","end":"2026-04-01T23:49:30.008309Z","steps":["trace[1629588143] 'agreement among raft nodes before linearized reading' (duration: 112.342197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.008444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.087885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:49:30.00847Z","caller":"traceutil/trace.go:171","msg":"trace[324573710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8787; }","duration":"110.123856ms","start":"2026-04-01T23:49:29.898338Z","end":"2026-04-01T23:49:30.008462Z","steps":["trace[324573710] 'agreement among raft nodes before linearized reading' (duration: 110.053984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.008555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.117713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:49:30.008551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.825602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:30.008575Z","caller":"traceutil/trace.go:171","msg":"trace[1410181893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8787; }","duration":"100.165234ms","start":"2026-04-01T23:49:29.908404Z","end":"2026-04-01T23:49:30.00857Z","steps":["trace[1410181893] 'agreement among raft nodes before linearized reading' (duration: 100.111453ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.008604Z","caller":"traceutil/trace.go:171","msg":"trace[1539378460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8787; }","duration":"110.905194ms","start":"2026-04-01T23:49:29.897683Z","end":"2026-04-01T23:49:30.008588Z","steps":["trace[1539378460] 'agreement among raft nodes before linearized reading' (duration: 110.75778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.514858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:30.917153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.581966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:30.918011Z","caller":"traceutil/trace.go:171","msg":"trace[761200957] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"904.780377ms","start":"2026-04-01T23:49:30.013201Z","end":"2026-04-01T23:49:30.917981Z","steps":["trace[761200957] 'process raft request' (duration: 681.25859ms)","trace[761200957] 'compare' (duration: 222.276859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:30.918136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.013186Z","time spent":"904.892139ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:30.918231Z","caller":"traceutil/trace.go:171","msg":"trace[662723008] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"904.636643ms","start":"2026-04-01T23:49:30.013576Z","end":"2026-04-01T23:49:30.918213Z","steps":["trace[662723008] 'process raft request' (duration: 903.702723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.918322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.01357Z","time spent":"904.709925ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:30.918582Z","caller":"traceutil/trace.go:171","msg":"trace[275906828] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"904.211544ms","start":"2026-04-01T23:49:30.014346Z","end":"2026-04-01T23:49:30.918558Z","steps":["trace[275906828] 'process raft request' (duration: 904.122832ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:30.918739Z","caller":"traceutil/trace.go:171","msg":"trace[959533894] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9116; }","duration":"904.847938ms","start":"2026-04-01T23:49:30.013865Z","end":"2026-04-01T23:49:30.918713Z","steps":["trace[959533894] 'read index received' (duration: 680.606616ms)","trace[959533894] 'applied index is now lower than readState.Index' (duration: 224.239432ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:30.918814Z","caller":"traceutil/trace.go:171","msg":"trace[2090902775] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"904.088051ms","start":"2026-04-01T23:49:30.014716Z","end":"2026-04-01T23:49:30.918804Z","steps":["trace[2090902775] 'process raft request' (duration: 903.802495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.91886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.014709Z","time spent":"904.127532ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:30.91899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.069857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:30.919094Z","caller":"traceutil/trace.go:171","msg":"trace[1545659910] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8792; }","duration":"669.23869ms","start":"2026-04-01T23:49:30.249832Z","end":"2026-04-01T23:49:30.91907Z","steps":["trace[1545659910] 'agreement among raft nodes before linearized reading' (duration: 669.052766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.919159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.249805Z","time spent":"669.339673ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:30.91864Z","caller":"traceutil/trace.go:171","msg":"trace[1574049006] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"904.821848ms","start":"2026-04-01T23:49:30.013776Z","end":"2026-04-01T23:49:30.918597Z","steps":["trace[1574049006] 'process raft request' (duration: 904.557492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.919318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.01434Z","time spent":"904.316356ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:30.919209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.316169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224158"} {"level":"info","ts":"2026-04-01T23:49:30.919445Z","caller":"traceutil/trace.go:171","msg":"trace[1491642086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8792; }","duration":"905.584215ms","start":"2026-04-01T23:49:30.013835Z","end":"2026-04-01T23:49:30.91942Z","steps":["trace[1491642086] 'agreement among raft nodes before linearized reading' (duration: 905.011882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:30.919499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.013829Z","time spent":"905.655416ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224180,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:49:30.919411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:30.013752Z","time spent":"905.534573ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:32.279172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22544117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:32.279256Z","caller":"traceutil/trace.go:171","msg":"trace[1373850584] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8792; }","duration":"1.225560013s","start":"2026-04-01T23:49:31.053676Z","end":"2026-04-01T23:49:32.279236Z","steps":["trace[1373850584] 'count revisions from in-memory index tree' (duration: 1.225384799s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:32.279368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:31.053661Z","time spent":"1.225692216s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:32.280082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095729684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:32.28053Z","caller":"traceutil/trace.go:171","msg":"trace[2118493119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8792; }","duration":"1.096219015s","start":"2026-04-01T23:49:31.184289Z","end":"2026-04-01T23:49:32.280508Z","steps":["trace[2118493119] 'range keys from in-memory index tree' (duration: 1.095627812s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:32.280699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:31.184276Z","time spent":"1.096403039s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:49:32.54825Z","caller":"traceutil/trace.go:171","msg":"trace[1124335179] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"747.999764ms","start":"2026-04-01T23:49:31.800226Z","end":"2026-04-01T23:49:32.548226Z","steps":["trace[1124335179] 'process raft request' (duration: 747.82412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:32.54839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:31.800207Z","time spent":"748.112787ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:32.947253Z","caller":"traceutil/trace.go:171","msg":"trace[1630934950] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"932.436176ms","start":"2026-04-01T23:49:32.014777Z","end":"2026-04-01T23:49:32.947213Z","steps":["trace[1630934950] 'process raft request' (duration: 932.303333ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:32.947265Z","caller":"traceutil/trace.go:171","msg":"trace[1841451671] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"932.60436ms","start":"2026-04-01T23:49:32.014591Z","end":"2026-04-01T23:49:32.947195Z","steps":["trace[1841451671] 'process raft request' (duration: 932.448106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:32.947346Z","caller":"traceutil/trace.go:171","msg":"trace[959302039] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"803.125939ms","start":"2026-04-01T23:49:32.144183Z","end":"2026-04-01T23:49:32.947309Z","steps":["trace[959302039] 'process raft request' (duration: 802.913394ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:32.947437Z","caller":"traceutil/trace.go:171","msg":"trace[1930936187] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"932.683821ms","start":"2026-04-01T23:49:32.014727Z","end":"2026-04-01T23:49:32.947411Z","steps":["trace[1930936187] 'process raft request' (duration: 932.333774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:32.947473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.014767Z","time spent":"932.57197ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:32.947493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.144162Z","time spent":"803.257531ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:32.947553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.014701Z","time spent":"932.793834ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:32.94755Z","caller":"traceutil/trace.go:171","msg":"trace[1330082701] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"933.866068ms","start":"2026-04-01T23:49:32.013665Z","end":"2026-04-01T23:49:32.947531Z","steps":["trace[1330082701] 'process raft request' (duration: 933.224024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:32.947555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.014574Z","time spent":"932.820905ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:32.947677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.01364Z","time spent":"933.97088ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:33.023606Z","caller":"traceutil/trace.go:171","msg":"trace[446090799] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9122; }","duration":"930.766299ms","start":"2026-04-01T23:49:32.092817Z","end":"2026-04-01T23:49:33.023583Z","steps":["trace[446090799] 'read index received' (duration: 455.79162ms)","trace[446090799] 'applied index is now lower than readState.Index' (duration: 474.973399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:33.02381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.053432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:33.023858Z","caller":"traceutil/trace.go:171","msg":"trace[1833837777] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8798; }","duration":"846.113143ms","start":"2026-04-01T23:49:32.177731Z","end":"2026-04-01T23:49:33.023845Z","steps":["trace[1833837777] 'agreement among raft nodes before linearized reading' (duration: 846.012111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.02391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.177654Z","time spent":"846.242646ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:33.02395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.197195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:33.023993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.341981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:33.024019Z","caller":"traceutil/trace.go:171","msg":"trace[1056487781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8798; }","duration":"742.312958ms","start":"2026-04-01T23:49:32.281692Z","end":"2026-04-01T23:49:33.024005Z","steps":["trace[1056487781] 'agreement among raft nodes before linearized reading' (duration: 742.208986ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:33.024041Z","caller":"traceutil/trace.go:171","msg":"trace[149545732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8798; }","duration":"101.419092ms","start":"2026-04-01T23:49:32.922609Z","end":"2026-04-01T23:49:33.024028Z","steps":["trace[149545732] 'agreement among raft nodes before linearized reading' (duration: 101.233418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.024056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.281676Z","time spent":"742.375059ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:49:33.024093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.909833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:49:33.024072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.524902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:49:33.024155Z","caller":"traceutil/trace.go:171","msg":"trace[1676657140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8798; }","duration":"102.010206ms","start":"2026-04-01T23:49:32.922129Z","end":"2026-04-01T23:49:33.024139Z","steps":["trace[1676657140] 'agreement among raft nodes before linearized reading' (duration: 101.75842ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:33.024185Z","caller":"traceutil/trace.go:171","msg":"trace[1399067397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8798; }","duration":"100.681175ms","start":"2026-04-01T23:49:32.923475Z","end":"2026-04-01T23:49:33.024157Z","steps":["trace[1399067397] 'agreement among raft nodes before linearized reading' (duration: 100.303997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.024258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.626038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:49:33.024364Z","caller":"traceutil/trace.go:171","msg":"trace[742622614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8798; }","duration":"101.793031ms","start":"2026-04-01T23:49:32.922542Z","end":"2026-04-01T23:49:33.024335Z","steps":["trace[742622614] 'agreement among raft nodes before linearized reading' (duration: 101.27262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.024426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.90492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:49:33.024525Z","caller":"traceutil/trace.go:171","msg":"trace[443820144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8798; }","duration":"101.024553ms","start":"2026-04-01T23:49:32.923486Z","end":"2026-04-01T23:49:33.02451Z","steps":["trace[443820144] 'agreement among raft nodes before linearized reading' (duration: 100.833339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.025792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.091837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:49:33.025878Z","caller":"traceutil/trace.go:171","msg":"trace[1353448865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8798; }","duration":"933.102502ms","start":"2026-04-01T23:49:32.092755Z","end":"2026-04-01T23:49:33.025858Z","steps":["trace[1353448865] 'agreement among raft nodes before linearized reading' (duration: 930.973395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.026021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:32.092734Z","time spent":"933.268655ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:49:33.131815Z","caller":"traceutil/trace.go:171","msg":"trace[1601569231] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9128; }","duration":"102.533956ms","start":"2026-04-01T23:49:33.029261Z","end":"2026-04-01T23:49:33.131795Z","steps":["trace[1601569231] 'read index received' (duration: 248.225µs)","trace[1601569231] 'applied index is now lower than readState.Index' (duration: 102.285091ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:33.13193Z","caller":"traceutil/trace.go:171","msg":"trace[828138148] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"102.650499ms","start":"2026-04-01T23:49:33.029242Z","end":"2026-04-01T23:49:33.131892Z","steps":["trace[828138148] 'process raft request' (duration: 102.384343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.132324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.043707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224158"} {"level":"info","ts":"2026-04-01T23:49:33.132368Z","caller":"traceutil/trace.go:171","msg":"trace[1119975054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8799; }","duration":"103.125079ms","start":"2026-04-01T23:49:33.029233Z","end":"2026-04-01T23:49:33.132358Z","steps":["trace[1119975054] 'agreement among raft nodes before linearized reading' (duration: 102.802222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.1529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.568968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:49:33.152973Z","caller":"traceutil/trace.go:171","msg":"trace[1236194515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8803; }","duration":"123.665689ms","start":"2026-04-01T23:49:33.029291Z","end":"2026-04-01T23:49:33.152957Z","steps":["trace[1236194515] 'agreement among raft nodes before linearized reading' (duration: 123.449845ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:33.153352Z","caller":"traceutil/trace.go:171","msg":"trace[1189894245] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"123.932346ms","start":"2026-04-01T23:49:33.029405Z","end":"2026-04-01T23:49:33.153337Z","steps":["trace[1189894245] 'process raft request' (duration: 123.113798ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:33.153524Z","caller":"traceutil/trace.go:171","msg":"trace[1441829035] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"123.669879ms","start":"2026-04-01T23:49:33.029839Z","end":"2026-04-01T23:49:33.153509Z","steps":["trace[1441829035] 'process raft request' (duration: 122.863822ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:33.153702Z","caller":"traceutil/trace.go:171","msg":"trace[549647250] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"124.156621ms","start":"2026-04-01T23:49:33.029536Z","end":"2026-04-01T23:49:33.153693Z","steps":["trace[549647250] 'process raft request' (duration: 123.132258ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:33.153747Z","caller":"traceutil/trace.go:171","msg":"trace[214892966] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"124.208232ms","start":"2026-04-01T23:49:33.029483Z","end":"2026-04-01T23:49:33.153692Z","steps":["trace[214892966] 'process raft request' (duration: 123.146438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:33.153896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.402579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:33.15398Z","caller":"traceutil/trace.go:171","msg":"trace[267118427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"121.529811ms","start":"2026-04-01T23:49:33.032429Z","end":"2026-04-01T23:49:33.153959Z","steps":["trace[267118427] 'agreement among raft nodes before linearized reading' (duration: 121.339027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:34.684611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:35.187803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:35.688386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:36.184414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:49:36.184477Z","caller":"traceutil/trace.go:171","msg":"trace[2057847271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123861s","start":"2026-04-01T23:49:34.184339Z","end":"2026-04-01T23:49:36.184463Z","steps":["trace[2057847271] 'agreement among raft nodes before linearized reading' (duration: 2.00004094s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.184514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.184318Z","time spent":"2.000186563s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:49:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:49:36.188727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:36.63248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.569048344s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:49:36.633274Z","caller":"traceutil/trace.go:171","msg":"trace[418819433] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"2.569938823s","start":"2026-04-01T23:49:34.063308Z","end":"2026-04-01T23:49:36.633246Z","steps":["trace[418819433] 'process raft request' (duration: 2.569705358s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.633509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.063291Z","time spent":"2.570074887s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:36.729758Z","caller":"traceutil/trace.go:171","msg":"trace[968292990] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"1.773516125s","start":"2026-04-01T23:49:34.956216Z","end":"2026-04-01T23:49:36.729732Z","steps":["trace[968292990] 'process raft request' (duration: 1.754998851s)","trace[968292990] 'compare' (duration: 18.200337ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:36.730161Z","caller":"traceutil/trace.go:171","msg":"trace[2023820996] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"1.773808303s","start":"2026-04-01T23:49:34.956322Z","end":"2026-04-01T23:49:36.73013Z","steps":["trace[2023820996] 'process raft request' (duration: 1.773362322s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.730201Z","caller":"traceutil/trace.go:171","msg":"trace[1069883889] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9133; }","duration":"2.545794074s","start":"2026-04-01T23:49:34.184377Z","end":"2026-04-01T23:49:36.730171Z","steps":["trace[1069883889] 'read index received' (duration: 2.448626137s)","trace[1069883889] 'applied index is now lower than readState.Index' (duration: 97.166867ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:36.730301Z","caller":"traceutil/trace.go:171","msg":"trace[431812192] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"1.773808763s","start":"2026-04-01T23:49:34.956453Z","end":"2026-04-01T23:49:36.730262Z","steps":["trace[431812192] 'process raft request' (duration: 1.773482646s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.730324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.95629Z","time spent":"1.773943416s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:36.730374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.956429Z","time spent":"1.773902665s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:36.730381Z","caller":"traceutil/trace.go:171","msg":"trace[1902231679] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"1.773789441s","start":"2026-04-01T23:49:34.956578Z","end":"2026-04-01T23:49:36.730368Z","steps":["trace[1902231679] 'process raft request' (duration: 1.773442524s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.730572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624177742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.730586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608594142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.730626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624763904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.730646Z","caller":"traceutil/trace.go:171","msg":"trace[1042947991] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8808; }","duration":"1.624814955s","start":"2026-04-01T23:49:35.105826Z","end":"2026-04-01T23:49:36.730641Z","steps":["trace[1042947991] 'agreement among raft nodes before linearized reading' (duration: 1.624787565s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.73064Z","caller":"traceutil/trace.go:171","msg":"trace[1983381007] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8808; }","duration":"1.608687024s","start":"2026-04-01T23:49:35.121939Z","end":"2026-04-01T23:49:36.730626Z","steps":["trace[1983381007] 'agreement among raft nodes before linearized reading' (duration: 1.608594062s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.730668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.105807Z","time spent":"1.624855636s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.730688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.121917Z","time spent":"1.608757825s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.730799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625035771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.730824Z","caller":"traceutil/trace.go:171","msg":"trace[1423778184] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8808; }","duration":"1.625084951s","start":"2026-04-01T23:49:35.105734Z","end":"2026-04-01T23:49:36.730819Z","steps":["trace[1423778184] 'agreement among raft nodes before linearized reading' (duration: 1.62504689s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.730844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.105718Z","time spent":"1.625120632s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.730822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448659919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.73088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51745208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.730893Z","caller":"traceutil/trace.go:171","msg":"trace[1173226097] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8808; }","duration":"1.448770891s","start":"2026-04-01T23:49:35.282102Z","end":"2026-04-01T23:49:36.730873Z","steps":["trace[1173226097] 'agreement among raft nodes before linearized reading' (duration: 1.448624798s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640028767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.730963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520493288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.730986Z","caller":"traceutil/trace.go:171","msg":"trace[1350449080] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8808; }","duration":"1.52054464s","start":"2026-04-01T23:49:35.210433Z","end":"2026-04-01T23:49:36.730978Z","steps":["trace[1350449080] 'agreement among raft nodes before linearized reading' (duration: 1.520508709s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.730923Z","caller":"traceutil/trace.go:171","msg":"trace[1680203804] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8808; }","duration":"1.517508721s","start":"2026-04-01T23:49:35.213405Z","end":"2026-04-01T23:49:36.730914Z","steps":["trace[1680203804] 'agreement among raft nodes before linearized reading' (duration: 1.51744445s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.731006Z","caller":"traceutil/trace.go:171","msg":"trace[609271222] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8808; }","duration":"1.640057568s","start":"2026-04-01T23:49:35.090912Z","end":"2026-04-01T23:49:36.73097Z","steps":["trace[609271222] 'agreement among raft nodes before linearized reading' (duration: 1.640018337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.210418Z","time spent":"1.52059142s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.731044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.090871Z","time spent":"1.64015426s","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.731101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.78472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530974473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.73116Z","caller":"traceutil/trace.go:171","msg":"trace[928081958] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8808; }","duration":"397.878231ms","start":"2026-04-01T23:49:36.333268Z","end":"2026-04-01T23:49:36.731147Z","steps":["trace[928081958] 'agreement among raft nodes before linearized reading' (duration: 397.79178ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.731184Z","caller":"traceutil/trace.go:171","msg":"trace[609566498] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8808; }","duration":"1.531013175s","start":"2026-04-01T23:49:35.200161Z","end":"2026-04-01T23:49:36.731174Z","steps":["trace[609566498] 'agreement among raft nodes before linearized reading' (duration: 1.530966494s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.200157Z","time spent":"1.531056016s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.731216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:36.333244Z","time spent":"397.958124ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.731195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486805935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.730934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.956552Z","time spent":"1.774048428s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:36.731309Z","caller":"traceutil/trace.go:171","msg":"trace[1937734473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8808; }","duration":"1.486947477s","start":"2026-04-01T23:49:35.244331Z","end":"2026-04-01T23:49:36.731278Z","steps":["trace[1937734473] 'agreement among raft nodes before linearized reading' (duration: 1.486780194s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640427945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587730725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.731357Z","caller":"traceutil/trace.go:171","msg":"trace[997303759] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8808; }","duration":"1.640481597s","start":"2026-04-01T23:49:35.090869Z","end":"2026-04-01T23:49:36.73135Z","steps":["trace[997303759] 'agreement among raft nodes before linearized reading' (duration: 1.640440916s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485938124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.731376Z","caller":"traceutil/trace.go:171","msg":"trace[2071694506] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8808; }","duration":"1.587806377s","start":"2026-04-01T23:49:35.143557Z","end":"2026-04-01T23:49:36.731363Z","steps":["trace[2071694506] 'agreement among raft nodes before linearized reading' (duration: 1.587715025s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.244316Z","time spent":"1.487043579s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.731404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640513757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.730532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916372426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:49:36.73148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449393396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657421265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.731527Z","caller":"traceutil/trace.go:171","msg":"trace[438576884] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8808; }","duration":"1.449475238s","start":"2026-04-01T23:49:35.282044Z","end":"2026-04-01T23:49:36.731519Z","steps":["trace[438576884] 'agreement among raft nodes before linearized reading' (duration: 1.449411896s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.731542Z","caller":"traceutil/trace.go:171","msg":"trace[411923669] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8808; }","duration":"1.657486597s","start":"2026-04-01T23:49:35.074047Z","end":"2026-04-01T23:49:36.731533Z","steps":["trace[411923669] 'agreement among raft nodes before linearized reading' (duration: 1.657434386s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.074035Z","time spent":"1.657521847s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.731568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.282026Z","time spent":"1.449532899s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.731637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573819353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:49:36.73163Z","caller":"traceutil/trace.go:171","msg":"trace[455968726] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8808; }","duration":"1.917407769s","start":"2026-04-01T23:49:34.814116Z","end":"2026-04-01T23:49:36.731523Z","steps":["trace[455968726] 'agreement among raft nodes before linearized reading' (duration: 1.916368976s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609514902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.731674Z","caller":"traceutil/trace.go:171","msg":"trace[65667934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.573881665s","start":"2026-04-01T23:49:35.157782Z","end":"2026-04-01T23:49:36.731664Z","steps":["trace[65667934] 'agreement among raft nodes before linearized reading' (duration: 1.573798683s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680298878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.157764Z","time spent":"1.573933427s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:49:36.731758Z","caller":"traceutil/trace.go:171","msg":"trace[724375570] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8808; }","duration":"1.68037829s","start":"2026-04-01T23:49:35.051373Z","end":"2026-04-01T23:49:36.731751Z","steps":["trace[724375570] 'agreement among raft nodes before linearized reading' (duration: 1.680310268s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572778659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:49:36.731756Z","caller":"traceutil/trace.go:171","msg":"trace[843114760] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8808; }","duration":"1.609615364s","start":"2026-04-01T23:49:35.122076Z","end":"2026-04-01T23:49:36.731691Z","steps":["trace[843114760] 'agreement among raft nodes before linearized reading' (duration: 1.609500632s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.051362Z","time spent":"1.68041773s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:49:36.731805Z","caller":"traceutil/trace.go:171","msg":"trace[1223198977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.572925933s","start":"2026-04-01T23:49:35.158863Z","end":"2026-04-01T23:49:36.731789Z","steps":["trace[1223198977] 'agreement among raft nodes before linearized reading' (duration: 1.572682267s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.731423Z","caller":"traceutil/trace.go:171","msg":"trace[420237200] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8808; }","duration":"1.640562008s","start":"2026-04-01T23:49:35.090856Z","end":"2026-04-01T23:49:36.731418Z","steps":["trace[420237200] 'agreement among raft nodes before linearized reading' (duration: 1.640534778s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.122063Z","time spent":"1.609738757s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.731818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573942016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:49:36.731858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.158843Z","time spent":"1.573004465s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:36.731866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595364696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:49:36.731871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588243176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681475144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.731888Z","caller":"traceutil/trace.go:171","msg":"trace[1947341798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"1.574047568s","start":"2026-04-01T23:49:35.157819Z","end":"2026-04-01T23:49:36.731866Z","steps":["trace[1947341798] 'agreement among raft nodes before linearized reading' (duration: 1.573525987s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.731908Z","caller":"traceutil/trace.go:171","msg":"trace[1791703486] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8808; }","duration":"1.588296518s","start":"2026-04-01T23:49:35.143603Z","end":"2026-04-01T23:49:36.731899Z","steps":["trace[1791703486] 'agreement among raft nodes before linearized reading' (duration: 1.588250457s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657030706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.157793Z","time spent":"1.574134971s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:49:36.731966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681601666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774652551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531798862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732002Z","caller":"traceutil/trace.go:171","msg":"trace[2107785254] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8808; }","duration":"1.774701142s","start":"2026-04-01T23:49:34.957291Z","end":"2026-04-01T23:49:36.731992Z","steps":["trace[2107785254] 'agreement among raft nodes before linearized reading' (duration: 1.774666601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794348951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.73198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517457141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.73204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506435753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79512703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694633339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732081Z","caller":"traceutil/trace.go:171","msg":"trace[251426980] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8808; }","duration":"1.795185801s","start":"2026-04-01T23:49:34.93689Z","end":"2026-04-01T23:49:36.732076Z","steps":["trace[251426980] 'agreement among raft nodes before linearized reading' (duration: 1.79515994s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609989692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.73209Z","caller":"traceutil/trace.go:171","msg":"trace[661484371] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8808; }","duration":"1.694658649s","start":"2026-04-01T23:49:35.037423Z","end":"2026-04-01T23:49:36.732082Z","steps":["trace[661484371] 'agreement among raft nodes before linearized reading' (duration: 1.694623538s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.936873Z","time spent":"1.795227932s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.732119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.037347Z","time spent":"1.694764402s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.814093Z","time spent":"1.917588012s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.732127Z","caller":"traceutil/trace.go:171","msg":"trace[1568287059] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8808; }","duration":"1.610063584s","start":"2026-04-01T23:49:35.122045Z","end":"2026-04-01T23:49:36.732108Z","steps":["trace[1568287059] 'agreement among raft nodes before linearized reading' (duration: 1.609974382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506618898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506167087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487122881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732201Z","caller":"traceutil/trace.go:171","msg":"trace[1378111577] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8808; }","duration":"1.506228428s","start":"2026-04-01T23:49:35.225943Z","end":"2026-04-01T23:49:36.732172Z","steps":["trace[1378111577] 'agreement among raft nodes before linearized reading' (duration: 1.506186047s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518728618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893731089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:36.731425Z","caller":"traceutil/trace.go:171","msg":"trace[139408946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8808; }","duration":"1.486088167s","start":"2026-04-01T23:49:35.245311Z","end":"2026-04-01T23:49:36.731399Z","steps":["trace[139408946] 'agreement among raft nodes before linearized reading' (duration: 1.485917083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.090858Z","time spent":"1.640516107s","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.101765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:36.732279Z","caller":"traceutil/trace.go:171","msg":"trace[54955697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8808; }","duration":"1.893834041s","start":"2026-04-01T23:49:34.838426Z","end":"2026-04-01T23:49:36.73226Z","steps":["trace[54955697] 'agreement among raft nodes before linearized reading' (duration: 1.893736379s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732296Z","caller":"traceutil/trace.go:171","msg":"trace[650448409] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8808; }","duration":"1.518803521s","start":"2026-04-01T23:49:35.213447Z","end":"2026-04-01T23:49:36.73225Z","steps":["trace[650448409] 'agreement among raft nodes before linearized reading' (duration: 1.518711429s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434837259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732309Z","caller":"traceutil/trace.go:171","msg":"trace[791447635] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8808; }","duration":"839.157246ms","start":"2026-04-01T23:49:35.893136Z","end":"2026-04-01T23:49:36.732293Z","steps":["trace[791447635] 'agreement among raft nodes before linearized reading' (duration: 839.028333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695426876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.731563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573711261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:49:36.732352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755936341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.893074Z","time spent":"839.275079ms","remote":"127.0.0.1:49972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.732375Z","caller":"traceutil/trace.go:171","msg":"trace[2064563815] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8808; }","duration":"1.695518708s","start":"2026-04-01T23:49:35.036843Z","end":"2026-04-01T23:49:36.732361Z","steps":["trace[2064563815] 'agreement among raft nodes before linearized reading' (duration: 1.695445007s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.731032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.213398Z","time spent":"1.517618885s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.732293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.245289Z","time spent":"1.486993637s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:49:36.7324Z","caller":"traceutil/trace.go:171","msg":"trace[1874000624] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8808; }","duration":"1.755998832s","start":"2026-04-01T23:49:34.976393Z","end":"2026-04-01T23:49:36.732392Z","steps":["trace[1874000624] 'agreement among raft nodes before linearized reading' (duration: 1.755941141s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734577283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732435Z","caller":"traceutil/trace.go:171","msg":"trace[46601383] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8808; }","duration":"1.734713657s","start":"2026-04-01T23:49:34.997715Z","end":"2026-04-01T23:49:36.732428Z","steps":["trace[46601383] 'agreement among raft nodes before linearized reading' (duration: 1.734555133s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.213444Z","time spent":"1.518893873s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.731396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588535973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:49:36.731836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587303425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.997707Z","time spent":"1.734745897s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.732468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756569406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732499Z","caller":"traceutil/trace.go:171","msg":"trace[511093097] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8808; }","duration":"1.756610927s","start":"2026-04-01T23:49:34.975881Z","end":"2026-04-01T23:49:36.732492Z","steps":["trace[511093097] 'agreement among raft nodes before linearized reading' (duration: 1.756569566s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71165364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.975878Z","time spent":"1.756640478s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.732524Z","caller":"traceutil/trace.go:171","msg":"trace[1428826126] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8808; }","duration":"1.58795249s","start":"2026-04-01T23:49:35.144521Z","end":"2026-04-01T23:49:36.732473Z","steps":["trace[1428826126] 'agreement among raft nodes before linearized reading' (duration: 1.587290495s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732342Z","caller":"traceutil/trace.go:171","msg":"trace[1171396075] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8808; }","duration":"1.434887551s","start":"2026-04-01T23:49:35.297447Z","end":"2026-04-01T23:49:36.732335Z","steps":["trace[1171396075] 'agreement among raft nodes before linearized reading' (duration: 1.43484915s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732545Z","caller":"traceutil/trace.go:171","msg":"trace[686535786] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8808; }","duration":"1.711757562s","start":"2026-04-01T23:49:35.02077Z","end":"2026-04-01T23:49:36.732527Z","steps":["trace[686535786] 'agreement among raft nodes before linearized reading' (duration: 1.711642469s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733744644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.020757Z","time spent":"1.711823464s","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.732596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.29743Z","time spent":"1.435146256s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:49:36.732629Z","caller":"traceutil/trace.go:171","msg":"trace[494157520] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8808; }","duration":"1.733810366s","start":"2026-04-01T23:49:34.998808Z","end":"2026-04-01T23:49:36.732619Z","steps":["trace[494157520] 'agreement among raft nodes before linearized reading' (duration: 1.733754605s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45047057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756838113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.957279Z","time spent":"1.774742893s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.732677Z","caller":"traceutil/trace.go:171","msg":"trace[462945248] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8808; }","duration":"1.450532442s","start":"2026-04-01T23:49:35.282125Z","end":"2026-04-01T23:49:36.732658Z","steps":["trace[462945248] 'agreement among raft nodes before linearized reading' (duration: 1.450448919s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732692Z","caller":"traceutil/trace.go:171","msg":"trace[1539152123] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8808; }","duration":"1.756885624s","start":"2026-04-01T23:49:34.975799Z","end":"2026-04-01T23:49:36.732685Z","steps":["trace[1539152123] 'agreement among raft nodes before linearized reading' (duration: 1.756846423s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.975789Z","time spent":"1.756920645s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.732727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.282122Z","time spent":"1.450590153s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.732734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711300912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.731987Z","caller":"traceutil/trace.go:171","msg":"trace[100568554] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8808; }","duration":"1.681644268s","start":"2026-04-01T23:49:35.050337Z","end":"2026-04-01T23:49:36.731981Z","steps":["trace[100568554] 'agreement among raft nodes before linearized reading' (duration: 1.681614337s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732785Z","caller":"traceutil/trace.go:171","msg":"trace[1643006484] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8808; }","duration":"1.711369923s","start":"2026-04-01T23:49:35.021401Z","end":"2026-04-01T23:49:36.732771Z","steps":["trace[1643006484] 'agreement among raft nodes before linearized reading' (duration: 1.711284001s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774828085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.050324Z","time spent":"1.682485847s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.732836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.021396Z","time spent":"1.711423154s","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711977438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.732855Z","caller":"traceutil/trace.go:171","msg":"trace[1190549563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8808; }","duration":"1.590010847s","start":"2026-04-01T23:49:35.142826Z","end":"2026-04-01T23:49:36.732837Z","steps":["trace[1190549563] 'agreement among raft nodes before linearized reading' (duration: 1.588501012s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.036831Z","time spent":"1.695687142s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:49:36.730599Z","caller":"traceutil/trace.go:171","msg":"trace[2032274821] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8808; }","duration":"1.624203202s","start":"2026-04-01T23:49:35.106389Z","end":"2026-04-01T23:49:36.730592Z","steps":["trace[2032274821] 'agreement among raft nodes before linearized reading' (duration: 1.624159671s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732904Z","caller":"traceutil/trace.go:171","msg":"trace[833202053] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8808; }","duration":"1.71204542s","start":"2026-04-01T23:49:35.020844Z","end":"2026-04-01T23:49:36.732889Z","steps":["trace[833202053] 'agreement among raft nodes before linearized reading' (duration: 1.711963768s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.14281Z","time spent":"1.590088188s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:49:36.731861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.090839Z","time spent":"1.641008998s","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.730972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.282098Z","time spent":"1.448855944s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775277665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.73295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.02084Z","time spent":"1.712095721s","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.732905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695954269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.732346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.838405Z","time spent":"1.893924653s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.733079Z","caller":"traceutil/trace.go:171","msg":"trace[820846441] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8808; }","duration":"1.696211405s","start":"2026-04-01T23:49:35.036846Z","end":"2026-04-01T23:49:36.733058Z","steps":["trace[820846441] 'agreement among raft nodes before linearized reading' (duration: 1.695885027s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.732856Z","caller":"traceutil/trace.go:171","msg":"trace[509247097] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8808; }","duration":"1.774874557s","start":"2026-04-01T23:49:34.957976Z","end":"2026-04-01T23:49:36.732851Z","steps":["trace[509247097] 'agreement among raft nodes before linearized reading' (duration: 1.774836266s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.731903Z","caller":"traceutil/trace.go:171","msg":"trace[537664168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8808; }","duration":"1.595415337s","start":"2026-04-01T23:49:35.136479Z","end":"2026-04-01T23:49:36.731895Z","steps":["trace[537664168] 'agreement among raft nodes before linearized reading' (duration: 1.594931776s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.733138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.957965Z","time spent":"1.775164993s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.733141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.036796Z","time spent":"1.696324397s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.732618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.144481Z","time spent":"1.588083292s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.976387Z","time spent":"1.756037854s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.731415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.143549Z","time spent":"1.587857138s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.731938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.143591Z","time spent":"1.588339539s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.731929Z","caller":"traceutil/trace.go:171","msg":"trace[740018620] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8808; }","duration":"1.681538515s","start":"2026-04-01T23:49:35.050366Z","end":"2026-04-01T23:49:36.731904Z","steps":["trace[740018620] 'agreement among raft nodes before linearized reading' (duration: 1.681505754s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532724774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.733335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.050346Z","time spent":"1.682966828s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:49:36.732036Z","caller":"traceutil/trace.go:171","msg":"trace[1960804178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8808; }","duration":"1.794388003s","start":"2026-04-01T23:49:34.937642Z","end":"2026-04-01T23:49:36.73203Z","steps":["trace[1960804178] 'agreement among raft nodes before linearized reading' (duration: 1.794358012s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.733371Z","caller":"traceutil/trace.go:171","msg":"trace[1423904366] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8808; }","duration":"1.533233085s","start":"2026-04-01T23:49:35.200112Z","end":"2026-04-01T23:49:36.733345Z","steps":["trace[1423904366] 'agreement among raft nodes before linearized reading' (duration: 1.531274851s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.733531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.956192Z","time spent":"1.773640478s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:36.733429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.937633Z","time spent":"1.795769184s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:49:36.732075Z","caller":"traceutil/trace.go:171","msg":"trace[671824188] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8808; }","duration":"1.506490455s","start":"2026-04-01T23:49:35.225573Z","end":"2026-04-01T23:49:36.732064Z","steps":["trace[671824188] 'agreement among raft nodes before linearized reading' (duration: 1.506434393s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.733592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.200093Z","time spent":"1.533374828s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.733635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.22556Z","time spent":"1.50806793s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.732077Z","caller":"traceutil/trace.go:171","msg":"trace[877909270] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8808; }","duration":"1.518627207s","start":"2026-04-01T23:49:35.213434Z","end":"2026-04-01T23:49:36.732061Z","steps":["trace[877909270] 'agreement among raft nodes before linearized reading' (duration: 1.517105423s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.733712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.213431Z","time spent":"1.520255453s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.73213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.37014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.733814Z","caller":"traceutil/trace.go:171","msg":"trace[1143542409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"549.056668ms","start":"2026-04-01T23:49:36.184712Z","end":"2026-04-01T23:49:36.733769Z","steps":["trace[1143542409] 'agreement among raft nodes before linearized reading' (duration: 547.35879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822635905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.733867Z","caller":"traceutil/trace.go:171","msg":"trace[152030395] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8808; }","duration":"1.824321823s","start":"2026-04-01T23:49:34.909536Z","end":"2026-04-01T23:49:36.733857Z","steps":["trace[152030395] 'agreement among raft nodes before linearized reading' (duration: 1.822621505s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.122037Z","time spent":"1.610126115s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.733906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:36.184692Z","time spent":"549.164131ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:49:36.733926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.909494Z","time spent":"1.824420415s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.73218Z","caller":"traceutil/trace.go:171","msg":"trace[1557176655] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8808; }","duration":"1.50669355s","start":"2026-04-01T23:49:35.22547Z","end":"2026-04-01T23:49:36.732164Z","steps":["trace[1557176655] 'agreement among raft nodes before linearized reading' (duration: 1.506594218s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.225454Z","time spent":"1.508513231s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.732213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795299514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.734064Z","caller":"traceutil/trace.go:171","msg":"trace[711758174] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8808; }","duration":"1.797180656s","start":"2026-04-01T23:49:34.936868Z","end":"2026-04-01T23:49:36.734048Z","steps":["trace[711758174] 'agreement among raft nodes before linearized reading' (duration: 1.795331375s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.93685Z","time spent":"1.797255388s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.732242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822635625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.734214Z","caller":"traceutil/trace.go:171","msg":"trace[913454848] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8808; }","duration":"1.824657771s","start":"2026-04-01T23:49:34.909548Z","end":"2026-04-01T23:49:36.734206Z","steps":["trace[913454848] 'agreement among raft nodes before linearized reading' (duration: 1.822680526s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.909518Z","time spent":"1.824720123s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.225929Z","time spent":"1.506316591s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734362849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.734399Z","caller":"traceutil/trace.go:171","msg":"trace[109144198] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8808; }","duration":"1.736551118s","start":"2026-04-01T23:49:34.99784Z","end":"2026-04-01T23:49:36.734392Z","steps":["trace[109144198] 'agreement among raft nodes before linearized reading' (duration: 1.734383229s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.997819Z","time spent":"1.736598689s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.732268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822701237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.734533Z","caller":"traceutil/trace.go:171","msg":"trace[503872428] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8808; }","duration":"1.824969428s","start":"2026-04-01T23:49:34.90955Z","end":"2026-04-01T23:49:36.734519Z","steps":["trace[503872428] 'agreement among raft nodes before linearized reading' (duration: 1.822703397s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.732372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434087503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.734594Z","caller":"traceutil/trace.go:171","msg":"trace[714545473] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8808; }","duration":"1.436318693s","start":"2026-04-01T23:49:35.298268Z","end":"2026-04-01T23:49:36.734586Z","steps":["trace[714545473] 'agreement among raft nodes before linearized reading' (duration: 1.434088523s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.909445Z","time spent":"1.825130901s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T23:49:36.734624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.29826Z","time spent":"1.436355594s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.7324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434780628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.734722Z","caller":"traceutil/trace.go:171","msg":"trace[1219432238] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8808; }","duration":"1.437159372s","start":"2026-04-01T23:49:35.297556Z","end":"2026-04-01T23:49:36.734715Z","steps":["trace[1219432238] 'agreement among raft nodes before linearized reading' (duration: 1.43482938s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.297529Z","time spent":"1.437207893s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:36.732385Z","caller":"traceutil/trace.go:171","msg":"trace[2035606118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.574552859s","start":"2026-04-01T23:49:35.157815Z","end":"2026-04-01T23:49:36.732368Z","steps":["trace[2035606118] 'agreement among raft nodes before linearized reading' (duration: 1.57365702s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.734858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.157799Z","time spent":"1.577053646s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:36.732662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.998796Z","time spent":"1.733853988s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-01T23:49:36.732945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.106352Z","time spent":"1.626573695s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:49:36.732983Z","caller":"traceutil/trace.go:171","msg":"trace[1717999369] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8808; }","duration":"1.775661794s","start":"2026-04-01T23:49:34.957312Z","end":"2026-04-01T23:49:36.732974Z","steps":["trace[1717999369] 'agreement among raft nodes before linearized reading' (duration: 1.775296295s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.735266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:34.957299Z","time spent":"1.777957235s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:49:36.732605Z","caller":"traceutil/trace.go:171","msg":"trace[2125556044] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8808; }","duration":"1.487879507s","start":"2026-04-01T23:49:35.244355Z","end":"2026-04-01T23:49:36.732234Z","steps":["trace[2125556044] 'agreement among raft nodes before linearized reading' (duration: 1.486971127s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.73536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.244343Z","time spent":"1.491009868s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:36.733164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.136472Z","time spent":"1.596674636s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:49:36.731471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657354214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:36.735658Z","caller":"traceutil/trace.go:171","msg":"trace[1315049574] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8808; }","duration":"1.661566079s","start":"2026-04-01T23:49:35.074083Z","end":"2026-04-01T23:49:36.735649Z","steps":["trace[1315049574] 'agreement among raft nodes before linearized reading' (duration: 1.657375784s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.735685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.074065Z","time spent":"1.661611869s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:49:36.731981Z","caller":"traceutil/trace.go:171","msg":"trace[739641623] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8808; }","duration":"1.657569977s","start":"2026-04-01T23:49:35.074393Z","end":"2026-04-01T23:49:36.731963Z","steps":["trace[739641623] 'agreement among raft nodes before linearized reading' (duration: 1.657041196s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.735835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.074387Z","time spent":"1.661440445s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-04-01T23:49:36.732029Z","caller":"traceutil/trace.go:171","msg":"trace[1621253343] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8808; }","duration":"1.531873953s","start":"2026-04-01T23:49:35.200135Z","end":"2026-04-01T23:49:36.732009Z","steps":["trace[1621253343] 'agreement among raft nodes before linearized reading' (duration: 1.531783021s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.735968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:35.200131Z","time spent":"1.535829033s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-01T23:49:36.990543Z","caller":"traceutil/trace.go:171","msg":"trace[1129252982] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"249.643713ms","start":"2026-04-01T23:49:36.74085Z","end":"2026-04-01T23:49:36.990494Z","steps":["trace[1129252982] 'process raft request' (duration: 194.047517ms)","trace[1129252982] 'compare' (duration: 54.651684ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:36.990619Z","caller":"traceutil/trace.go:171","msg":"trace[1330684791] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"248.728741ms","start":"2026-04-01T23:49:36.741863Z","end":"2026-04-01T23:49:36.990592Z","steps":["trace[1330684791] 'process raft request' (duration: 248.591568ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.991192Z","caller":"traceutil/trace.go:171","msg":"trace[1001051385] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9138; }","duration":"248.808123ms","start":"2026-04-01T23:49:36.742364Z","end":"2026-04-01T23:49:36.991172Z","steps":["trace[1001051385] 'read index received' (duration: 29.204973ms)","trace[1001051385] 'applied index is now lower than readState.Index' (duration: 219.60184ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:36.991249Z","caller":"traceutil/trace.go:171","msg":"trace[727520992] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"247.908273ms","start":"2026-04-01T23:49:36.743328Z","end":"2026-04-01T23:49:36.991236Z","steps":["trace[727520992] 'process raft request' (duration: 247.666908ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.991354Z","caller":"traceutil/trace.go:171","msg":"trace[1098223987] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"249.402346ms","start":"2026-04-01T23:49:36.741924Z","end":"2026-04-01T23:49:36.991326Z","steps":["trace[1098223987] 'process raft request' (duration: 248.631189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.991648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.324112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:49:36.991732Z","caller":"traceutil/trace.go:171","msg":"trace[1836731732] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:8813; }","duration":"248.418394ms","start":"2026-04-01T23:49:36.743272Z","end":"2026-04-01T23:49:36.99169Z","steps":["trace[1836731732] 'agreement among raft nodes before linearized reading' (duration: 248.21588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.991969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.499819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:36.991984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.621871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224158"} {"level":"warn","ts":"2026-04-01T23:49:36.991981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.686621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:49:36.992018Z","caller":"traceutil/trace.go:171","msg":"trace[811979393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8813; }","duration":"245.55667ms","start":"2026-04-01T23:49:36.746451Z","end":"2026-04-01T23:49:36.992007Z","steps":["trace[811979393] 'agreement among raft nodes before linearized reading' (duration: 245.477278ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.992025Z","caller":"traceutil/trace.go:171","msg":"trace[203224174] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8813; }","duration":"249.694892ms","start":"2026-04-01T23:49:36.742319Z","end":"2026-04-01T23:49:36.992014Z","steps":["trace[203224174] 'agreement among raft nodes before linearized reading' (duration: 248.989237ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:36.992039Z","caller":"traceutil/trace.go:171","msg":"trace[1693711754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8813; }","duration":"144.794193ms","start":"2026-04-01T23:49:36.847229Z","end":"2026-04-01T23:49:36.992024Z","steps":["trace[1693711754] 'agreement among raft nodes before linearized reading' (duration: 144.585729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:36.992214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.359892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T23:49:36.992295Z","caller":"traceutil/trace.go:171","msg":"trace[1355791403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8813; }","duration":"144.466895ms","start":"2026-04-01T23:49:36.847809Z","end":"2026-04-01T23:49:36.992276Z","steps":["trace[1355791403] 'agreement among raft nodes before linearized reading' (duration: 144.212919ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:37.188386Z","caller":"traceutil/trace.go:171","msg":"trace[474185167] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"192.452561ms","start":"2026-04-01T23:49:36.99589Z","end":"2026-04-01T23:49:37.188343Z","steps":["trace[474185167] 'process raft request' (duration: 104.037471ms)","trace[474185167] 'compare' (duration: 88.029661ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:37.18856Z","caller":"traceutil/trace.go:171","msg":"trace[829335199] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"191.849447ms","start":"2026-04-01T23:49:36.99667Z","end":"2026-04-01T23:49:37.18852Z","steps":["trace[829335199] 'process raft request' (duration: 191.573521ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:38.733833Z","caller":"traceutil/trace.go:171","msg":"trace[1776465597] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9148; }","duration":"476.432501ms","start":"2026-04-01T23:49:38.257378Z","end":"2026-04-01T23:49:38.73381Z","steps":["trace[1776465597] 'read index received' (duration: 476.305258ms)","trace[1776465597] 'applied index is now lower than readState.Index' (duration: 126.303µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:38.734067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.665287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:49:38.734099Z","caller":"traceutil/trace.go:171","msg":"trace[297584724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8818; }","duration":"476.719348ms","start":"2026-04-01T23:49:38.25737Z","end":"2026-04-01T23:49:38.734089Z","steps":["trace[297584724] 'agreement among raft nodes before linearized reading' (duration: 476.530784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:38.734136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.257351Z","time spent":"476.774549ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:49:38.734271Z","caller":"traceutil/trace.go:171","msg":"trace[723501289] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"511.547789ms","start":"2026-04-01T23:49:38.222699Z","end":"2026-04-01T23:49:38.734247Z","steps":["trace[723501289] 'process raft request' (duration: 510.960356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:38.734391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.22267Z","time spent":"511.644121ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.213387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.246659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:39.213657Z","caller":"traceutil/trace.go:171","msg":"trace[1858939053] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"471.922921ms","start":"2026-04-01T23:49:38.741701Z","end":"2026-04-01T23:49:39.213624Z","steps":["trace[1858939053] 'process raft request' (duration: 157.331214ms)","trace[1858939053] 'compare' (duration: 313.872251ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:39.213763Z","caller":"traceutil/trace.go:171","msg":"trace[138714086] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"471.216805ms","start":"2026-04-01T23:49:38.742514Z","end":"2026-04-01T23:49:39.21373Z","steps":["trace[138714086] 'process raft request' (duration: 470.98177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.213856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.74167Z","time spent":"472.083094ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.213936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.742497Z","time spent":"471.350418ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:39.213949Z","caller":"traceutil/trace.go:171","msg":"trace[335941003] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9149; }","duration":"437.583651ms","start":"2026-04-01T23:49:38.776342Z","end":"2026-04-01T23:49:39.213926Z","steps":["trace[335941003] 'read index received' (duration: 122.668708ms)","trace[335941003] 'applied index is now lower than readState.Index' (duration: 314.913353ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:39.214043Z","caller":"traceutil/trace.go:171","msg":"trace[1756435153] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"470.0981ms","start":"2026-04-01T23:49:38.743915Z","end":"2026-04-01T23:49:39.214013Z","steps":["trace[1756435153] 'process raft request' (duration: 469.729362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.214122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.783565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T23:49:39.214138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.686352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:39.214166Z","caller":"traceutil/trace.go:171","msg":"trace[332717299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8822; }","duration":"437.870147ms","start":"2026-04-01T23:49:38.776285Z","end":"2026-04-01T23:49:39.214155Z","steps":["trace[332717299] 'agreement among raft nodes before linearized reading' (duration: 437.755085ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.214202Z","caller":"traceutil/trace.go:171","msg":"trace[494924228] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8822; }","duration":"403.810175ms","start":"2026-04-01T23:49:38.81038Z","end":"2026-04-01T23:49:39.21419Z","steps":["trace[494924228] 'agreement among raft nodes before linearized reading' (duration: 403.691432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.214191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.743895Z","time spent":"470.219512ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.214213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.77626Z","time spent":"437.945579ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:49:39.214234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.810356Z","time spent":"403.870266ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:49:39.214174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.820411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:49:39.214294Z","caller":"traceutil/trace.go:171","msg":"trace[1427456878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8822; }","duration":"218.974375ms","start":"2026-04-01T23:49:38.99531Z","end":"2026-04-01T23:49:39.214285Z","steps":["trace[1427456878] 'agreement among raft nodes before linearized reading' (duration: 218.767241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.214282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.697747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:49:39.214333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.984495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:49:39.214262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.999805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:49:39.214347Z","caller":"traceutil/trace.go:171","msg":"trace[822202581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8822; }","duration":"213.801159ms","start":"2026-04-01T23:49:39.000527Z","end":"2026-04-01T23:49:39.214328Z","steps":["trace[822202581] 'agreement among raft nodes before linearized reading' (duration: 213.627975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.214369Z","caller":"traceutil/trace.go:171","msg":"trace[720606534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8822; }","duration":"219.035757ms","start":"2026-04-01T23:49:38.995321Z","end":"2026-04-01T23:49:39.214357Z","steps":["trace[720606534] 'agreement among raft nodes before linearized reading' (duration: 218.956785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.214374Z","caller":"traceutil/trace.go:171","msg":"trace[1162251494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8822; }","duration":"219.149359ms","start":"2026-04-01T23:49:38.995216Z","end":"2026-04-01T23:49:39.214365Z","steps":["trace[1162251494] 'agreement among raft nodes before linearized reading' (duration: 218.988265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.214414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.002538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T23:49:39.214452Z","caller":"traceutil/trace.go:171","msg":"trace[1867708004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8822; }","duration":"220.08453ms","start":"2026-04-01T23:49:38.994358Z","end":"2026-04-01T23:49:39.214443Z","steps":["trace[1867708004] 'agreement among raft nodes before linearized reading' (duration: 219.954137ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.214061Z","caller":"traceutil/trace.go:171","msg":"trace[1581142724] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"470.490388ms","start":"2026-04-01T23:49:38.743441Z","end":"2026-04-01T23:49:39.213932Z","steps":["trace[1581142724] 'process raft request' (duration: 470.156121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.214831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:38.743418Z","time spent":"471.193064ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.722006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:49:39.771584Z","caller":"traceutil/trace.go:171","msg":"trace[1148898025] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"552.413434ms","start":"2026-04-01T23:49:39.219147Z","end":"2026-04-01T23:49:39.77156Z","steps":["trace[1148898025] 'process raft request' (duration: 552.279051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.771746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.219133Z","time spent":"552.513156ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:39.787384Z","caller":"traceutil/trace.go:171","msg":"trace[514670600] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"568.205248ms","start":"2026-04-01T23:49:39.219158Z","end":"2026-04-01T23:49:39.787363Z","steps":["trace[514670600] 'process raft request' (duration: 568.060405ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.787649Z","caller":"traceutil/trace.go:171","msg":"trace[31990578] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9153; }","duration":"565.857795ms","start":"2026-04-01T23:49:39.221774Z","end":"2026-04-01T23:49:39.787632Z","steps":["trace[31990578] 'read index received' (duration: 549.672992ms)","trace[31990578] 'applied index is now lower than readState.Index' (duration: 16.183953ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:39.787747Z","caller":"traceutil/trace.go:171","msg":"trace[321731454] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"568.149366ms","start":"2026-04-01T23:49:39.219576Z","end":"2026-04-01T23:49:39.787725Z","steps":["trace[321731454] 'process raft request' (duration: 567.944702ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.787756Z","caller":"traceutil/trace.go:171","msg":"trace[1214281806] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"567.967253ms","start":"2026-04-01T23:49:39.219768Z","end":"2026-04-01T23:49:39.787735Z","steps":["trace[1214281806] 'process raft request' (duration: 567.82857ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:39.787818Z","caller":"traceutil/trace.go:171","msg":"trace[1591963323] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"568.330841ms","start":"2026-04-01T23:49:39.219472Z","end":"2026-04-01T23:49:39.787803Z","steps":["trace[1591963323] 'process raft request' (duration: 567.856661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.787855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.219538Z","time spent":"568.257169ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.787854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.219758Z","time spent":"568.045164ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.787916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.219445Z","time spent":"568.411822ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:39.788006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.212823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:49:39.7881Z","caller":"traceutil/trace.go:171","msg":"trace[1658534250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8827; }","duration":"566.355156ms","start":"2026-04-01T23:49:39.221726Z","end":"2026-04-01T23:49:39.788081Z","steps":["trace[1658534250] 'agreement among raft nodes before linearized reading' (duration: 566.06775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:39.788151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.221711Z","time spent":"566.431318ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:49:39.788064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.21914Z","time spent":"568.303ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:40.105537Z","caller":"traceutil/trace.go:171","msg":"trace[681207065] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"315.561278ms","start":"2026-04-01T23:49:39.789955Z","end":"2026-04-01T23:49:40.105516Z","steps":["trace[681207065] 'process raft request' (duration: 247.434421ms)","trace[681207065] 'compare' (duration: 67.85306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:40.105661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.789921Z","time spent":"315.658851ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:40.105632Z","caller":"traceutil/trace.go:171","msg":"trace[1121661449] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9158; }","duration":"306.456045ms","start":"2026-04-01T23:49:39.799147Z","end":"2026-04-01T23:49:40.105603Z","steps":["trace[1121661449] 'read index received' (duration: 238.287538ms)","trace[1121661449] 'applied index is now lower than readState.Index' (duration: 68.166197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:40.10589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.719121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:49:40.105966Z","caller":"traceutil/trace.go:171","msg":"trace[156630542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8829; }","duration":"306.830193ms","start":"2026-04-01T23:49:39.79912Z","end":"2026-04-01T23:49:40.10595Z","steps":["trace[156630542] 'agreement among raft nodes before linearized reading' (duration: 306.566267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:40.106012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:39.799106Z","time spent":"306.892715ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:49:41.317891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.987652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:41.31799Z","caller":"traceutil/trace.go:171","msg":"trace[1022466322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8829; }","duration":"134.140334ms","start":"2026-04-01T23:49:41.183825Z","end":"2026-04-01T23:49:41.317966Z","steps":["trace[1022466322] 'range keys from in-memory index tree' (duration: 133.90069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.318385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.458679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:41.318505Z","caller":"traceutil/trace.go:171","msg":"trace[1387659841] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8829; }","duration":"762.624423ms","start":"2026-04-01T23:49:40.555857Z","end":"2026-04-01T23:49:41.318481Z","steps":["trace[1387659841] 'count revisions from in-memory index tree' (duration: 762.365317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.3186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:40.555836Z","time spent":"762.735076ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:41.325135Z","caller":"traceutil/trace.go:171","msg":"trace[1882385529] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"100.134973ms","start":"2026-04-01T23:49:41.224974Z","end":"2026-04-01T23:49:41.325109Z","steps":["trace[1882385529] 'process raft request' (duration: 99.947809ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:41.981711Z","caller":"traceutil/trace.go:171","msg":"trace[1675445697] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"756.365243ms","start":"2026-04-01T23:49:41.225321Z","end":"2026-04-01T23:49:41.981686Z","steps":["trace[1675445697] 'process raft request' (duration: 756.204619ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:41.981779Z","caller":"traceutil/trace.go:171","msg":"trace[1695159563] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9160; }","duration":"755.38992ms","start":"2026-04-01T23:49:41.226353Z","end":"2026-04-01T23:49:41.981743Z","steps":["trace[1695159563] 'read index received' (duration: 98.576308ms)","trace[1695159563] 'applied index is now lower than readState.Index' (duration: 656.812222ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:41.981832Z","caller":"traceutil/trace.go:171","msg":"trace[1119262308] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"756.652349ms","start":"2026-04-01T23:49:41.225135Z","end":"2026-04-01T23:49:41.981788Z","steps":["trace[1119262308] 'process raft request' (duration: 688.009622ms)","trace[1119262308] 'compare' (duration: 67.939252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:41.981862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.225311Z","time spent":"756.473345ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:41.98194Z","caller":"traceutil/trace.go:171","msg":"trace[1860404765] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"755.646786ms","start":"2026-04-01T23:49:41.226275Z","end":"2026-04-01T23:49:41.981921Z","steps":["trace[1860404765] 'process raft request' (duration: 755.36524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.982013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.225123Z","time spent":"756.784812ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:41.982098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.226263Z","time spent":"755.731637ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:41.982246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.895411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:49:41.982258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.094945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:49:41.982305Z","caller":"traceutil/trace.go:171","msg":"trace[840792180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8833; }","duration":"189.159016ms","start":"2026-04-01T23:49:41.793134Z","end":"2026-04-01T23:49:41.982293Z","steps":["trace[840792180] 'agreement among raft nodes before linearized reading' (duration: 188.970642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.982369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.208179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:49:41.982389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.23551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:49:41.982429Z","caller":"traceutil/trace.go:171","msg":"trace[581385210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8833; }","duration":"190.317273ms","start":"2026-04-01T23:49:41.7921Z","end":"2026-04-01T23:49:41.982417Z","steps":["trace[581385210] 'agreement among raft nodes before linearized reading' (duration: 190.163868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:41.982443Z","caller":"traceutil/trace.go:171","msg":"trace[1525627605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8833; }","duration":"190.334693ms","start":"2026-04-01T23:49:41.792078Z","end":"2026-04-01T23:49:41.982413Z","steps":["trace[1525627605] 'agreement among raft nodes before linearized reading' (duration: 190.19099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.982472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.231103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-01T23:49:41.982502Z","caller":"traceutil/trace.go:171","msg":"trace[575879982] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8833; }","duration":"157.307394ms","start":"2026-04-01T23:49:41.825181Z","end":"2026-04-01T23:49:41.982489Z","steps":["trace[575879982] 'agreement among raft nodes before linearized reading' (duration: 157.210361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:41.982278Z","caller":"traceutil/trace.go:171","msg":"trace[867977004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8833; }","duration":"755.958173ms","start":"2026-04-01T23:49:41.226312Z","end":"2026-04-01T23:49:41.98227Z","steps":["trace[867977004] 'agreement among raft nodes before linearized reading' (duration: 755.817899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.982681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.226296Z","time spent":"756.376742ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:49:41.982218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.255858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:49:41.982731Z","caller":"traceutil/trace.go:171","msg":"trace[1724517133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8833; }","duration":"205.837711ms","start":"2026-04-01T23:49:41.77688Z","end":"2026-04-01T23:49:41.982718Z","steps":["trace[1724517133] 'agreement among raft nodes before linearized reading' (duration: 205.197106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:41.982731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.301692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:49:41.982786Z","caller":"traceutil/trace.go:171","msg":"trace[1532345540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8833; }","duration":"190.396805ms","start":"2026-04-01T23:49:41.792376Z","end":"2026-04-01T23:49:41.982773Z","steps":["trace[1532345540] 'agreement among raft nodes before linearized reading' (duration: 190.19924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:42.488574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871201,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:49:42.779528Z","caller":"traceutil/trace.go:171","msg":"trace[2044432356] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"792.271547ms","start":"2026-04-01T23:49:41.987232Z","end":"2026-04-01T23:49:42.779504Z","steps":["trace[2044432356] 'process raft request' (duration: 792.085203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:42.779703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.987195Z","time spent":"792.421521ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:44.097441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085809541s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:49:44.183668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999809826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:49:44.183788Z","caller":"traceutil/trace.go:171","msg":"trace[669557019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998537s","start":"2026-04-01T23:49:42.183783Z","end":"2026-04-01T23:49:44.183768Z","steps":["trace[669557019] 'agreement among raft nodes before linearized reading' (duration: 1.999841527s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:44.183848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:42.183763Z","time spent":"2.000075282s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:49:45.228706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217063211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:49:45.230106Z","caller":"traceutil/trace.go:171","msg":"trace[352585275] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"3.241628852s","start":"2026-04-01T23:49:41.988452Z","end":"2026-04-01T23:49:45.23008Z","steps":["trace[352585275] 'process raft request' (duration: 3.241473448s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:45.230128Z","caller":"traceutil/trace.go:171","msg":"trace[71066634] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"3.242013861s","start":"2026-04-01T23:49:41.988075Z","end":"2026-04-01T23:49:45.230089Z","steps":["trace[71066634] 'process raft request' (duration: 3.240740162s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:45.230127Z","caller":"traceutil/trace.go:171","msg":"trace[1564104575] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"3.242435951s","start":"2026-04-01T23:49:41.987664Z","end":"2026-04-01T23:49:45.2301Z","steps":["trace[1564104575] 'process raft request' (duration: 1.023879036s)","trace[1564104575] 'compare' (duration: 2.216241153s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:49:45.230273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.988054Z","time spent":"3.242136423s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:45.230323Z","caller":"traceutil/trace.go:171","msg":"trace[43833527] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"3.241701264s","start":"2026-04-01T23:49:41.988607Z","end":"2026-04-01T23:49:45.230308Z","steps":["trace[43833527] 'process raft request' (duration: 3.241412367s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.230415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.988599Z","time spent":"3.241777715s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:45.23052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.987635Z","time spent":"3.242606134s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:45.230462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.988442Z","time spent":"3.241731445s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:45.36927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.971172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-01T23:49:45.369339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271645034s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:49:45.369444Z","caller":"traceutil/trace.go:171","msg":"trace[2125252928] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9164; }","duration":"3.381130307s","start":"2026-04-01T23:49:41.988292Z","end":"2026-04-01T23:49:45.369423Z","steps":["trace[2125252928] 'read index received' (duration: 791.023189ms)","trace[2125252928] 'applied index is now lower than readState.Index' (duration: 2.590105208s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:45.369678Z","caller":"traceutil/trace.go:171","msg":"trace[2012202807] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"1.380645866s","start":"2026-04-01T23:49:43.989016Z","end":"2026-04-01T23:49:45.369661Z","steps":["trace[2012202807] 'process raft request' (duration: 1.380592444s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:45.369668Z","caller":"traceutil/trace.go:171","msg":"trace[33942837] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"2.410019225s","start":"2026-04-01T23:49:42.95961Z","end":"2026-04-01T23:49:45.369629Z","steps":["trace[33942837] 'process raft request' (duration: 2.409825541s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.369793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.989004Z","time spent":"1.380729598s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:45.369822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:42.959586Z","time spent":"2.410152697s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:45.369958Z","caller":"traceutil/trace.go:171","msg":"trace[1508051004] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"2.039183187s","start":"2026-04-01T23:49:43.330769Z","end":"2026-04-01T23:49:45.369952Z","steps":["trace[1508051004] 'process raft request' (duration: 2.038798648s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.369991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.330746Z","time spent":"2.039229987s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:45.370037Z","caller":"traceutil/trace.go:171","msg":"trace[924073282] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"1.381512945s","start":"2026-04-01T23:49:43.98852Z","end":"2026-04-01T23:49:45.370033Z","steps":["trace[924073282] 'process raft request' (duration: 1.381070905s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.988478Z","time spent":"1.381571916s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:45.370151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381842393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224158"} {"level":"info","ts":"2026-04-01T23:49:45.370256Z","caller":"traceutil/trace.go:171","msg":"trace[1194762133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8842; }","duration":"3.381943025s","start":"2026-04-01T23:49:41.988272Z","end":"2026-04-01T23:49:45.370215Z","steps":["trace[1194762133] 'agreement among raft nodes before linearized reading' (duration: 3.381319371s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124911958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:45.370338Z","caller":"traceutil/trace.go:171","msg":"trace[949618699] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8843; }","duration":"2.12503033s","start":"2026-04-01T23:49:43.245298Z","end":"2026-04-01T23:49:45.370328Z","steps":["trace[949618699] 'agreement among raft nodes before linearized reading' (duration: 2.124924928s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080575245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:45.370372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.245274Z","time spent":"2.125090151s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:45.370377Z","caller":"traceutil/trace.go:171","msg":"trace[1914999572] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8843; }","duration":"3.080611426s","start":"2026-04-01T23:49:42.289756Z","end":"2026-04-01T23:49:45.370368Z","steps":["trace[1914999572] 'agreement among raft nodes before linearized reading' (duration: 3.080563045s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.3704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:42.289683Z","time spent":"3.080711539s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:45.370361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:41.988265Z","time spent":"3.382035717s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224180,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:49:45.370485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007459366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:45.370552Z","caller":"traceutil/trace.go:171","msg":"trace[1700156054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8843; }","duration":"2.007531737s","start":"2026-04-01T23:49:43.362984Z","end":"2026-04-01T23:49:45.370516Z","steps":["trace[1700156054] 'agreement among raft nodes before linearized reading' (duration: 2.007415395s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.37062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.362924Z","time spent":"2.007659531s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:45.370712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.396194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:49:45.370781Z","caller":"traceutil/trace.go:171","msg":"trace[131117782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8843; }","duration":"256.506557ms","start":"2026-04-01T23:49:45.114249Z","end":"2026-04-01T23:49:45.370756Z","steps":["trace[131117782] 'agreement among raft nodes before linearized reading' (duration: 256.311942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.33662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:45.370843Z","caller":"traceutil/trace.go:171","msg":"trace[108822680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8843; }","duration":"584.40298ms","start":"2026-04-01T23:49:44.786432Z","end":"2026-04-01T23:49:45.370835Z","steps":["trace[108822680] 'agreement among raft nodes before linearized reading' (duration: 584.261367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:44.78641Z","time spent":"584.450622ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:49:45.370898Z","caller":"traceutil/trace.go:171","msg":"trace[400462895] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"1.381232178s","start":"2026-04-01T23:49:43.989653Z","end":"2026-04-01T23:49:45.370885Z","steps":["trace[400462895] 'process raft request' (duration: 1.379973711s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989819882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:45.370938Z","caller":"traceutil/trace.go:171","msg":"trace[1108488110] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8843; }","duration":"2.990482076s","start":"2026-04-01T23:49:42.380446Z","end":"2026-04-01T23:49:45.370928Z","steps":["trace[1108488110] 'agreement among raft nodes before linearized reading' (duration: 2.989836242s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.370965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:42.380424Z","time spent":"2.990533227s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:45.370965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.989625Z","time spent":"1.38130091s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:45.370249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300396258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:45.370968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.064046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-01T23:49:45.37107Z","caller":"traceutil/trace.go:171","msg":"trace[1169951747] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8843; }","duration":"577.228869ms","start":"2026-04-01T23:49:44.793819Z","end":"2026-04-01T23:49:45.371048Z","steps":["trace[1169951747] 'agreement among raft nodes before linearized reading' (duration: 576.772479ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:45.371059Z","caller":"traceutil/trace.go:171","msg":"trace[157739763] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8843; }","duration":"3.301225787s","start":"2026-04-01T23:49:42.069797Z","end":"2026-04-01T23:49:45.371023Z","steps":["trace[157739763] 'agreement among raft nodes before linearized reading' (duration: 3.300395738s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.371122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:44.793802Z","time spent":"577.312752ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:49:45.371146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186792843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:49:45.371139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:42.069774Z","time spent":"3.301341959s","remote":"127.0.0.1:36584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:45.371175Z","caller":"traceutil/trace.go:171","msg":"trace[880832103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8843; }","duration":"1.186853525s","start":"2026-04-01T23:49:44.18431Z","end":"2026-04-01T23:49:45.371164Z","steps":["trace[880832103] 'agreement among raft nodes before linearized reading' (duration: 1.186814894s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.371364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:44.184282Z","time spent":"1.187070391s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:49:45.373145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552226939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:49:45.373225Z","caller":"traceutil/trace.go:171","msg":"trace[455419751] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8843; }","duration":"1.552335822s","start":"2026-04-01T23:49:43.820879Z","end":"2026-04-01T23:49:45.373215Z","steps":["trace[455419751] 'agreement among raft nodes before linearized reading' (duration: 1.549631261s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.373249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:43.820864Z","time spent":"1.552377742s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:49:45.606772Z","caller":"traceutil/trace.go:171","msg":"trace[1234974382] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9176; }","duration":"225.709636ms","start":"2026-04-01T23:49:45.381038Z","end":"2026-04-01T23:49:45.606748Z","steps":["trace[1234974382] 'read index received' (duration: 67.119984ms)","trace[1234974382] 'applied index is now lower than readState.Index' (duration: 158.588422ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:45.606881Z","caller":"traceutil/trace.go:171","msg":"trace[420862429] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"230.671427ms","start":"2026-04-01T23:49:45.376183Z","end":"2026-04-01T23:49:45.606854Z","steps":["trace[420862429] 'process raft request' (duration: 230.410871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.60694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.887209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:45.606979Z","caller":"traceutil/trace.go:171","msg":"trace[1997303296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8845; }","duration":"225.982022ms","start":"2026-04-01T23:49:45.380988Z","end":"2026-04-01T23:49:45.60697Z","steps":["trace[1997303296] 'agreement among raft nodes before linearized reading' (duration: 225.883959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:45.607122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.916149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:45.607189Z","caller":"traceutil/trace.go:171","msg":"trace[731110120] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8845; }","duration":"171.179515ms","start":"2026-04-01T23:49:45.435993Z","end":"2026-04-01T23:49:45.607172Z","steps":["trace[731110120] 'agreement among raft nodes before linearized reading' (duration: 170.915439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:47.683398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:48.183539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:49:48.281264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.166135Z","time spent":"1.115120347s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:49:48.343222Z","caller":"traceutil/trace.go:171","msg":"trace[326043105] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"966.279153ms","start":"2026-04-01T23:49:47.376911Z","end":"2026-04-01T23:49:48.34319Z","steps":["trace[326043105] 'process raft request' (duration: 966.046648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.343435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.376871Z","time spent":"966.456387ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:48.343646Z","caller":"traceutil/trace.go:171","msg":"trace[2064065906] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"966.666841ms","start":"2026-04-01T23:49:47.376955Z","end":"2026-04-01T23:49:48.343622Z","steps":["trace[2064065906] 'process raft request' (duration: 966.190401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.343692Z","caller":"traceutil/trace.go:171","msg":"trace[707345763] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"966.536738ms","start":"2026-04-01T23:49:47.377129Z","end":"2026-04-01T23:49:48.343666Z","steps":["trace[707345763] 'process raft request' (duration: 966.354014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.343831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.376923Z","time spent":"966.792694ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:48.343892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.377114Z","time spent":"966.692262ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:48.343989Z","caller":"traceutil/trace.go:171","msg":"trace[2064973983] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"966.834085ms","start":"2026-04-01T23:49:47.377141Z","end":"2026-04-01T23:49:48.343975Z","steps":["trace[2064973983] 'process raft request' (duration: 966.483847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.344067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.377132Z","time spent":"966.896376ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:49:48.344118Z","caller":"traceutil/trace.go:171","msg":"trace[167852551] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"732.984227ms","start":"2026-04-01T23:49:47.611121Z","end":"2026-04-01T23:49:48.344105Z","steps":["trace[167852551] 'process raft request' (duration: 732.798353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.34419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.611094Z","time spent":"733.060208ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:49:48.344212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160944023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:48.344086Z","caller":"traceutil/trace.go:171","msg":"trace[997900948] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9178; }","duration":"1.160774159s","start":"2026-04-01T23:49:47.183264Z","end":"2026-04-01T23:49:48.344038Z","steps":["trace[997900948] 'read index received' (duration: 1.09782531s)","trace[997900948] 'applied index is now lower than readState.Index' (duration: 62.947999ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:48.344275Z","caller":"traceutil/trace.go:171","msg":"trace[732935017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8851; }","duration":"1.161044485s","start":"2026-04-01T23:49:47.183199Z","end":"2026-04-01T23:49:48.344243Z","steps":["trace[732935017] 'agreement among raft nodes before linearized reading' (duration: 1.160947073s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.344306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.18317Z","time spent":"1.161129367s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:49:48.402165Z","caller":"traceutil/trace.go:171","msg":"trace[1930460193] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"119.445146ms","start":"2026-04-01T23:49:48.282667Z","end":"2026-04-01T23:49:48.402112Z","steps":["trace[1930460193] 'process raft request' (duration: 119.219211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.402285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029300085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:48.402389Z","caller":"traceutil/trace.go:171","msg":"trace[480348037] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8852; }","duration":"1.029462618s","start":"2026-04-01T23:49:47.372903Z","end":"2026-04-01T23:49:48.402365Z","steps":["trace[480348037] 'agreement among raft nodes before linearized reading' (duration: 1.029222562s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.402456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.372883Z","time spent":"1.02955751s","remote":"127.0.0.1:36488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:49:48.402548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164445331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:49:48.402622Z","caller":"traceutil/trace.go:171","msg":"trace[1996503321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8852; }","duration":"1.164534914s","start":"2026-04-01T23:49:47.238071Z","end":"2026-04-01T23:49:48.402606Z","steps":["trace[1996503321] 'agreement among raft nodes before linearized reading' (duration: 1.164062834s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.402755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16569079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:49:48.402788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.238065Z","time spent":"1.164707358s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:48.402803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.275458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:48.402848Z","caller":"traceutil/trace.go:171","msg":"trace[274650331] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8852; }","duration":"255.38772ms","start":"2026-04-01T23:49:48.147449Z","end":"2026-04-01T23:49:48.402837Z","steps":["trace[274650331] 'agreement among raft nodes before linearized reading' (duration: 255.292128ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.402812Z","caller":"traceutil/trace.go:171","msg":"trace[1208373011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8852; }","duration":"1.165773062s","start":"2026-04-01T23:49:47.237024Z","end":"2026-04-01T23:49:48.402797Z","steps":["trace[1208373011] 'agreement among raft nodes before linearized reading' (duration: 1.165585228s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.40295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.237016Z","time spent":"1.165915015s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:48.40275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.469981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:49:48.403124Z","caller":"traceutil/trace.go:171","msg":"trace[1416034495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8852; }","duration":"792.872929ms","start":"2026-04-01T23:49:47.610231Z","end":"2026-04-01T23:49:48.403104Z","steps":["trace[1416034495] 'agreement among raft nodes before linearized reading' (duration: 792.269916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.403196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.610209Z","time spent":"792.969483ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:49:48.402985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167400998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:49:48.403295Z","caller":"traceutil/trace.go:171","msg":"trace[213337602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8852; }","duration":"1.167754747s","start":"2026-04-01T23:49:47.235521Z","end":"2026-04-01T23:49:48.403275Z","steps":["trace[213337602] 'agreement among raft nodes before linearized reading' (duration: 1.167268995s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.403362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.235501Z","time spent":"1.167843098s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:49:48.403308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167829298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:49:48.403508Z","caller":"traceutil/trace.go:171","msg":"trace[155504874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8852; }","duration":"1.167994042s","start":"2026-04-01T23:49:47.235432Z","end":"2026-04-01T23:49:48.403426Z","steps":["trace[155504874] 'agreement among raft nodes before linearized reading' (duration: 1.166976439s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.403602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.235416Z","time spent":"1.168171376s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:49:48.403563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024197172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:49:48.403667Z","caller":"traceutil/trace.go:171","msg":"trace[2037439669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:8852; }","duration":"1.024374185s","start":"2026-04-01T23:49:47.379274Z","end":"2026-04-01T23:49:48.403648Z","steps":["trace[2037439669] 'agreement among raft nodes before linearized reading' (duration: 1.023320731s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.403985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:49:47.379264Z","time spent":"1.024705412s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"info","ts":"2026-04-01T23:49:48.602687Z","caller":"traceutil/trace.go:171","msg":"trace[728345878] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"194.318204ms","start":"2026-04-01T23:49:48.40833Z","end":"2026-04-01T23:49:48.602648Z","steps":["trace[728345878] 'process raft request' (duration: 129.486631ms)","trace[728345878] 'compare' (duration: 64.578957ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:48.602748Z","caller":"traceutil/trace.go:171","msg":"trace[257398905] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"194.053057ms","start":"2026-04-01T23:49:48.408665Z","end":"2026-04-01T23:49:48.602718Z","steps":["trace[257398905] 'process raft request' (duration: 193.870783ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.602777Z","caller":"traceutil/trace.go:171","msg":"trace[374649854] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9186; }","duration":"171.311088ms","start":"2026-04-01T23:49:48.431443Z","end":"2026-04-01T23:49:48.602754Z","steps":["trace[374649854] 'read index received' (duration: 106.304012ms)","trace[374649854] 'applied index is now lower than readState.Index' (duration: 65.005886ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:49:48.602921Z","caller":"traceutil/trace.go:171","msg":"trace[805743065] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"194.15683ms","start":"2026-04-01T23:49:48.408747Z","end":"2026-04-01T23:49:48.602904Z","steps":["trace[805743065] 'process raft request' (duration: 193.915575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.602973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.49503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:48.602912Z","caller":"traceutil/trace.go:171","msg":"trace[1458942825] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"193.651648ms","start":"2026-04-01T23:49:48.409233Z","end":"2026-04-01T23:49:48.602884Z","steps":["trace[1458942825] 'process raft request' (duration: 193.477634ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:48.603048Z","caller":"traceutil/trace.go:171","msg":"trace[293037039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8857; }","duration":"191.595632ms","start":"2026-04-01T23:49:48.411435Z","end":"2026-04-01T23:49:48.60303Z","steps":["trace[293037039] 'agreement among raft nodes before linearized reading' (duration: 191.475479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.603141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.409606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:49:48.603211Z","caller":"traceutil/trace.go:171","msg":"trace[1119670162] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8857; }","duration":"169.525808ms","start":"2026-04-01T23:49:48.43367Z","end":"2026-04-01T23:49:48.603196Z","steps":["trace[1119670162] 'agreement among raft nodes before linearized reading' (duration: 169.308303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:48.603341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.07679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224158"} {"level":"info","ts":"2026-04-01T23:49:48.603415Z","caller":"traceutil/trace.go:171","msg":"trace[177611966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8857; }","duration":"195.184492ms","start":"2026-04-01T23:49:48.408215Z","end":"2026-04-01T23:49:48.603399Z","steps":["trace[177611966] 'agreement among raft nodes before linearized reading' (duration: 194.705742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.893646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.497832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:49:49.893719Z","caller":"traceutil/trace.go:171","msg":"trace[820187521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8859; }","duration":"171.613745ms","start":"2026-04-01T23:49:49.722089Z","end":"2026-04-01T23:49:49.893702Z","steps":["trace[820187521] 'range keys from in-memory index tree' (duration: 171.437341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:49:49.893812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.658858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T23:49:49.893911Z","caller":"traceutil/trace.go:171","msg":"trace[1179983712] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8; range_end:; response_count:1; response_revision:8859; }","duration":"168.778341ms","start":"2026-04-01T23:49:49.725108Z","end":"2026-04-01T23:49:49.893886Z","steps":["trace[1179983712] 'range keys from in-memory index tree' (duration: 168.481234ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:49:49.999444Z","caller":"traceutil/trace.go:171","msg":"trace[560630382] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"103.416536ms","start":"2026-04-01T23:49:49.896008Z","end":"2026-04-01T23:49:49.999425Z","steps":["trace[560630382] 'process raft request' (duration: 103.284633ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:07.383579Z","caller":"traceutil/trace.go:171","msg":"trace[302878051] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"135.592668ms","start":"2026-04-01T23:50:07.247955Z","end":"2026-04-01T23:50:07.383547Z","steps":["trace[302878051] 'process raft request' (duration: 128.59682ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:08.422182Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002453.wal"} {"level":"info","ts":"2026-04-01T23:50:09.982566Z","caller":"traceutil/trace.go:171","msg":"trace[1555106088] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"159.042313ms","start":"2026-04-01T23:50:09.8235Z","end":"2026-04-01T23:50:09.982542Z","steps":["trace[1555106088] 'read index received' (duration: 158.825368ms)","trace[1555106088] 'applied index is now lower than readState.Index' (duration: 215.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:09.982608Z","caller":"traceutil/trace.go:171","msg":"trace[53549801] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"159.605656ms","start":"2026-04-01T23:50:09.822973Z","end":"2026-04-01T23:50:09.982578Z","steps":["trace[53549801] 'process raft request' (duration: 159.408421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:09.982783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.256797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T23:50:09.982849Z","caller":"traceutil/trace.go:171","msg":"trace[1442881839] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8df6480f-97c4-4dfe-b7a9-0d11ef2edb77; range_end:; response_count:1; response_revision:8971; }","duration":"159.36254ms","start":"2026-04-01T23:50:09.823467Z","end":"2026-04-01T23:50:09.98283Z","steps":["trace[1442881839] 'agreement among raft nodes before linearized reading' (duration: 159.172136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:10.273675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.845954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:10.27377Z","caller":"traceutil/trace.go:171","msg":"trace[1427441945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8971; }","duration":"127.995787ms","start":"2026-04-01T23:50:10.145748Z","end":"2026-04-01T23:50:10.273743Z","steps":["trace[1427441945] 'count revisions from in-memory index tree' (duration: 127.730492ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:10.938566Z","caller":"traceutil/trace.go:171","msg":"trace[1387646889] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"131.870584ms","start":"2026-04-01T23:50:10.806652Z","end":"2026-04-01T23:50:10.938523Z","steps":["trace[1387646889] 'process raft request' (duration: 58.577062ms)","trace[1387646889] 'compare' (duration: 73.110968ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:10.938611Z","caller":"traceutil/trace.go:171","msg":"trace[2031564621] linearizableReadLoop","detail":"{readStateIndex:9315; appliedIndex:9314; }","duration":"130.545625ms","start":"2026-04-01T23:50:10.80803Z","end":"2026-04-01T23:50:10.938575Z","steps":["trace[2031564621] 'read index received' (duration: 57.213663ms)","trace[2031564621] 'applied index is now lower than readState.Index' (duration: 73.328512ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:10.938844Z","caller":"traceutil/trace.go:171","msg":"trace[803427147] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"129.580333ms","start":"2026-04-01T23:50:10.809243Z","end":"2026-04-01T23:50:10.938823Z","steps":["trace[803427147] 'process raft request' (duration: 129.259666ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:10.939114Z","caller":"traceutil/trace.go:171","msg":"trace[261867731] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"129.716096ms","start":"2026-04-01T23:50:10.809381Z","end":"2026-04-01T23:50:10.939097Z","steps":["trace[261867731] 'process raft request' (duration: 129.180874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:10.939132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.079437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224158"} {"level":"info","ts":"2026-04-01T23:50:10.939224Z","caller":"traceutil/trace.go:171","msg":"trace[1642635768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8981; }","duration":"131.212079ms","start":"2026-04-01T23:50:10.807996Z","end":"2026-04-01T23:50:10.939208Z","steps":["trace[1642635768] 'agreement among raft nodes before linearized reading' (duration: 130.695878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:16.623118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.255992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:16.623226Z","caller":"traceutil/trace.go:171","msg":"trace[929175424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9050; }","duration":"440.403185ms","start":"2026-04-01T23:50:16.182796Z","end":"2026-04-01T23:50:16.623199Z","steps":["trace[929175424] 'range keys from in-memory index tree' (duration: 440.19606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:16.623199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.236747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-04-01T23:50:16.623282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:16.182791Z","time spent":"440.481836ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:50:16.623295Z","caller":"traceutil/trace.go:171","msg":"trace[1987451149] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:9050; }","duration":"434.377759ms","start":"2026-04-01T23:50:16.188897Z","end":"2026-04-01T23:50:16.623275Z","steps":["trace[1987451149] 'range keys from in-memory index tree' (duration: 434.081043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:16.623338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:16.188878Z","time spent":"434.451281ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-04-01T23:50:16.622655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.96539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:16.624045Z","caller":"traceutil/trace.go:171","msg":"trace[76626248] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9050; }","duration":"414.399721ms","start":"2026-04-01T23:50:16.209606Z","end":"2026-04-01T23:50:16.624006Z","steps":["trace[76626248] 'range keys from in-memory index tree' (duration: 412.838587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:16.624206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:16.209589Z","time spent":"414.574476ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:50:20.63516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.398356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:20.635266Z","caller":"traceutil/trace.go:171","msg":"trace[504570304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9074; }","duration":"453.549009ms","start":"2026-04-01T23:50:20.181694Z","end":"2026-04-01T23:50:20.635243Z","steps":["trace[504570304] 'range keys from in-memory index tree' (duration: 453.336775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:20.63531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.181678Z","time spent":"453.622431ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:21.153433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:21.653988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:22.154385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:22.655576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:22.73174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.091320056s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:22.732198Z","caller":"traceutil/trace.go:171","msg":"trace[776965615] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"2.091926639s","start":"2026-04-01T23:50:20.640246Z","end":"2026-04-01T23:50:22.732173Z","steps":["trace[776965615] 'process raft request' (duration: 2.091763216s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:22.732343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.640212Z","time spent":"2.092046141s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:23.182092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:23.182179Z","caller":"traceutil/trace.go:171","msg":"trace[1054521560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245385s","start":"2026-04-01T23:50:21.181911Z","end":"2026-04-01T23:50:23.182156Z","steps":["trace[1054521560] 'agreement among raft nodes before linearized reading' (duration: 2.000111572s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:23.182312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.181893Z","time spent":"2.000405829s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:25.182981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:25.18308Z","caller":"traceutil/trace.go:171","msg":"trace[91634333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773307s","start":"2026-04-01T23:50:23.182285Z","end":"2026-04-01T23:50:25.183059Z","steps":["trace[91634333] 'agreement among raft nodes before linearized reading' (duration: 2.000637914s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.183137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.182267Z","time spent":"2.000859728s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:25.292613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412192682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:25.293091Z","caller":"traceutil/trace.go:171","msg":"trace[161299198] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"4.650299775s","start":"2026-04-01T23:50:20.642774Z","end":"2026-04-01T23:50:25.293073Z","steps":["trace[161299198] 'process raft request' (duration: 4.649982118s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.293175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.642759Z","time spent":"4.650376447s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:25.293265Z","caller":"traceutil/trace.go:171","msg":"trace[1253298953] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"4.649400535s","start":"2026-04-01T23:50:20.643847Z","end":"2026-04-01T23:50:25.293248Z","steps":["trace[1253298953] 'process raft request' (duration: 4.649073148s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.293342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.643839Z","time spent":"4.649468946s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:25.294037Z","caller":"traceutil/trace.go:171","msg":"trace[1257750512] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"4.651972783s","start":"2026-04-01T23:50:20.640947Z","end":"2026-04-01T23:50:25.29292Z","steps":["trace[1257750512] 'process raft request' (duration: 2.23931434s)","trace[1257750512] 'compare' (duration: 2.410997025s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:25.294378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.640919Z","time spent":"4.653237581s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.412759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.683471ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:50:25.41318Z","caller":"traceutil/trace.go:171","msg":"trace[1896602387] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9415; }","duration":"4.759912231s","start":"2026-04-01T23:50:20.653251Z","end":"2026-04-01T23:50:25.413163Z","steps":["trace[1896602387] 'read index received' (duration: 2.078773104s)","trace[1896602387] 'applied index is now lower than readState.Index' (duration: 2.681137567s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:25.413365Z","caller":"traceutil/trace.go:171","msg":"trace[1403022757] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"675.404339ms","start":"2026-04-01T23:50:24.737944Z","end":"2026-04-01T23:50:25.413348Z","steps":["trace[1403022757] 'process raft request' (duration: 674.947409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.413493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:24.737917Z","time spent":"675.488161ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.465528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812249033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:50:25.465611Z","caller":"traceutil/trace.go:171","msg":"trace[1518795723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9079; }","duration":"4.812372876s","start":"2026-04-01T23:50:20.65322Z","end":"2026-04-01T23:50:25.465593Z","steps":["trace[1518795723] 'agreement among raft nodes before linearized reading' (duration: 4.760062494s)","trace[1518795723] 'range keys from in-memory index tree' (duration: 52.109217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:25.465647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.653211Z","time spent":"4.812429047s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:25.465677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.617384199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T23:50:25.46568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360615677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:25.465776Z","caller":"traceutil/trace.go:171","msg":"trace[797901280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9080; }","duration":"4.617504691s","start":"2026-04-01T23:50:20.84823Z","end":"2026-04-01T23:50:25.465735Z","steps":["trace[797901280] 'agreement among raft nodes before linearized reading' (duration: 4.617296037s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.465818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.848212Z","time spent":"4.617596214s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:50:25.465817Z","caller":"traceutil/trace.go:171","msg":"trace[355015671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9080; }","duration":"4.360884073s","start":"2026-04-01T23:50:21.104913Z","end":"2026-04-01T23:50:25.465797Z","steps":["trace[355015671] 'agreement among raft nodes before linearized reading' (duration: 4.360695209s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.46581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813797479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T23:50:25.465869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.104892Z","time spent":"4.360964705s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.465868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.979499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:25.465896Z","caller":"traceutil/trace.go:171","msg":"trace[1780909548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9080; }","duration":"3.814005423s","start":"2026-04-01T23:50:21.651871Z","end":"2026-04-01T23:50:25.465876Z","steps":["trace[1780909548] 'agreement among raft nodes before linearized reading' (duration: 3.813683526s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.465954Z","caller":"traceutil/trace.go:171","msg":"trace[1892289553] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9080; }","duration":"287.107592ms","start":"2026-04-01T23:50:25.17883Z","end":"2026-04-01T23:50:25.465937Z","steps":["trace[1892289553] 'agreement among raft nodes before linearized reading' (duration: 286.964719ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.46595Z","caller":"traceutil/trace.go:171","msg":"trace[126491962] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"417.156214ms","start":"2026-04-01T23:50:25.048766Z","end":"2026-04-01T23:50:25.465923Z","steps":["trace[126491962] 'process raft request' (duration: 364.521325ms)","trace[126491962] 'compare' (duration: 52.106748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:25.465986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.651848Z","time spent":"3.814128206s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:50:25.466049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465019355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:50:25.466085Z","caller":"traceutil/trace.go:171","msg":"trace[906971923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9080; }","duration":"4.465076707s","start":"2026-04-01T23:50:21.000999Z","end":"2026-04-01T23:50:25.466076Z","steps":["trace[906971923] 'agreement among raft nodes before linearized reading' (duration: 4.464994515s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:25.048744Z","time spent":"417.270966ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:25.466117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.000988Z","time spent":"4.465121088s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:50:25.465974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464594135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:50:25.466207Z","caller":"traceutil/trace.go:171","msg":"trace[777989094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9080; }","duration":"4.464849871s","start":"2026-04-01T23:50:21.001345Z","end":"2026-04-01T23:50:25.466195Z","steps":["trace[777989094] 'agreement among raft nodes before linearized reading' (duration: 4.464564605s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.620006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:25.46624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.001333Z","time spent":"4.464899472s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:25.466075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25137263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-01T23:50:25.466256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465953685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:50:25.466294Z","caller":"traceutil/trace.go:171","msg":"trace[1289431969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9080; }","duration":"276.846041ms","start":"2026-04-01T23:50:25.189411Z","end":"2026-04-01T23:50:25.466257Z","steps":["trace[1289431969] 'agreement among raft nodes before linearized reading' (duration: 276.485133ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.466313Z","caller":"traceutil/trace.go:171","msg":"trace[1563118903] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9080; }","duration":"3.251669227s","start":"2026-04-01T23:50:22.214628Z","end":"2026-04-01T23:50:25.466297Z","steps":["trace[1563118903] 'agreement among raft nodes before linearized reading' (duration: 3.251311829s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.466339Z","caller":"traceutil/trace.go:171","msg":"trace[1564061718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9080; }","duration":"4.466078368s","start":"2026-04-01T23:50:21.000251Z","end":"2026-04-01T23:50:25.466329Z","steps":["trace[1564061718] 'agreement among raft nodes before linearized reading' (duration: 4.465925495s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:22.214603Z","time spent":"3.251747419s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:50:25.466374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.000193Z","time spent":"4.46617304s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:25.466304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.519131257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:25.466362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.421649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:50:25.466455Z","caller":"traceutil/trace.go:171","msg":"trace[897099277] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9080; }","duration":"4.519320181s","start":"2026-04-01T23:50:20.947126Z","end":"2026-04-01T23:50:25.466446Z","steps":["trace[897099277] 'agreement among raft nodes before linearized reading' (duration: 4.519150537s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.466466Z","caller":"traceutil/trace.go:171","msg":"trace[1449047895] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:9080; }","duration":"279.558852ms","start":"2026-04-01T23:50:25.186895Z","end":"2026-04-01T23:50:25.466454Z","steps":["trace[1449047895] 'agreement among raft nodes before linearized reading' (duration: 279.346257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252766891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-01T23:50:25.465871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88081069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:25.46657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.506431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-01T23:50:25.466608Z","caller":"traceutil/trace.go:171","msg":"trace[1349934677] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9080; }","duration":"671.587673ms","start":"2026-04-01T23:50:24.795007Z","end":"2026-04-01T23:50:25.466595Z","steps":["trace[1349934677] 'agreement among raft nodes before linearized reading' (duration: 671.494891ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.46659Z","caller":"traceutil/trace.go:171","msg":"trace[1100964821] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9080; }","duration":"3.252924075s","start":"2026-04-01T23:50:22.213649Z","end":"2026-04-01T23:50:25.466573Z","steps":["trace[1100964821] 'agreement among raft nodes before linearized reading' (duration: 3.251884102s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:24.79498Z","time spent":"671.650785ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-01T23:50:25.466649Z","caller":"traceutil/trace.go:171","msg":"trace[551214051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9080; }","duration":"1.881586697s","start":"2026-04-01T23:50:23.58499Z","end":"2026-04-01T23:50:25.466577Z","steps":["trace[551214051] 'agreement among raft nodes before linearized reading' (duration: 1.88082669s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459291947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:50:25.466726Z","caller":"traceutil/trace.go:171","msg":"trace[290565730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9080; }","duration":"4.459674045s","start":"2026-04-01T23:50:21.007043Z","end":"2026-04-01T23:50:25.466717Z","steps":["trace[290565730] 'agreement among raft nodes before linearized reading' (duration: 4.458504699s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.466687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:22.213622Z","time spent":"3.253031066s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:50:25.46676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.007032Z","time spent":"4.459720797s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:50:25.466484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:20.947105Z","time spent":"4.519370683s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.467213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:23.584967Z","time spent":"1.8817113s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:25.47252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627988776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:25.472628Z","caller":"traceutil/trace.go:171","msg":"trace[674996078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9080; }","duration":"3.63489467s","start":"2026-04-01T23:50:21.837705Z","end":"2026-04-01T23:50:25.4726Z","steps":["trace[674996078] 'agreement among raft nodes before linearized reading' (duration: 3.627961676s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.472692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:21.837678Z","time spent":"3.634992722s","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:25.609944Z","caller":"traceutil/trace.go:171","msg":"trace[1752525888] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"136.553299ms","start":"2026-04-01T23:50:25.473361Z","end":"2026-04-01T23:50:25.609914Z","steps":["trace[1752525888] 'process raft request' (duration: 136.237912ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.610026Z","caller":"traceutil/trace.go:171","msg":"trace[1180726837] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"136.565949ms","start":"2026-04-01T23:50:25.473444Z","end":"2026-04-01T23:50:25.61001Z","steps":["trace[1180726837] 'process raft request' (duration: 136.290343ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.610219Z","caller":"traceutil/trace.go:171","msg":"trace[1634763687] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"136.756274ms","start":"2026-04-01T23:50:25.473452Z","end":"2026-04-01T23:50:25.610208Z","steps":["trace[1634763687] 'process raft request' (duration: 136.499198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:25.610632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.579005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T23:50:25.610669Z","caller":"traceutil/trace.go:171","msg":"trace[912216669] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"137.143112ms","start":"2026-04-01T23:50:25.473518Z","end":"2026-04-01T23:50:25.610661Z","steps":["trace[912216669] 'process raft request' (duration: 136.802404ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.610773Z","caller":"traceutil/trace.go:171","msg":"trace[1082266887] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"131.374252ms","start":"2026-04-01T23:50:25.479391Z","end":"2026-04-01T23:50:25.610765Z","steps":["trace[1082266887] 'process raft request' (duration: 130.955633ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.610676Z","caller":"traceutil/trace.go:171","msg":"trace[1798958337] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2609962b8751d; range_end:; response_count:1; response_revision:9087; }","duration":"134.649806ms","start":"2026-04-01T23:50:25.476017Z","end":"2026-04-01T23:50:25.610667Z","steps":["trace[1798958337] 'agreement among raft nodes before linearized reading' (duration: 134.528933ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:25.610636Z","caller":"traceutil/trace.go:171","msg":"trace[130316751] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"137.144272ms","start":"2026-04-01T23:50:25.47348Z","end":"2026-04-01T23:50:25.610624Z","steps":["trace[130316751] 'process raft request' (duration: 136.506348ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:26.206516Z","caller":"traceutil/trace.go:171","msg":"trace[155121793] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"195.465528ms","start":"2026-04-01T23:50:26.011021Z","end":"2026-04-01T23:50:26.206486Z","steps":["trace[155121793] 'process raft request' (duration: 195.299305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:26.338599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.347232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:26.33901Z","caller":"traceutil/trace.go:171","msg":"trace[812922416] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"248.185419ms","start":"2026-04-01T23:50:26.090792Z","end":"2026-04-01T23:50:26.338977Z","steps":["trace[812922416] 'process raft request' (duration: 133.289795ms)","trace[812922416] 'compare' (duration: 114.117787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:27.684906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:28.186032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:28.373343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204831849s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:28.373693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.168322Z","time spent":"1.20536273s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:29.061636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.578209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:29.061876Z","caller":"traceutil/trace.go:171","msg":"trace[902391689] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"1.763256876s","start":"2026-04-01T23:50:27.298587Z","end":"2026-04-01T23:50:29.061844Z","steps":["trace[902391689] 'process raft request' (duration: 1.50136465s)","trace[902391689] 'compare' (duration: 261.417826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:29.062011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.298564Z","time spent":"1.763375998s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:29.062036Z","caller":"traceutil/trace.go:171","msg":"trace[1281332511] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"1.762671303s","start":"2026-04-01T23:50:27.299339Z","end":"2026-04-01T23:50:29.062011Z","steps":["trace[1281332511] 'process raft request' (duration: 1.76253773s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.062159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.299332Z","time spent":"1.762769145s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:29.062355Z","caller":"traceutil/trace.go:171","msg":"trace[1301893383] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9434; }","duration":"1.878001337s","start":"2026-04-01T23:50:27.184333Z","end":"2026-04-01T23:50:29.062334Z","steps":["trace[1301893383] 'read index received' (duration: 1.189192278s)","trace[1301893383] 'applied index is now lower than readState.Index' (duration: 688.807089ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:29.062349Z","caller":"traceutil/trace.go:171","msg":"trace[1440311791] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"1.763308098s","start":"2026-04-01T23:50:27.299013Z","end":"2026-04-01T23:50:29.062321Z","steps":["trace[1440311791] 'process raft request' (duration: 1.762764835s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:29.062431Z","caller":"traceutil/trace.go:171","msg":"trace[977709681] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"1.643633137s","start":"2026-04-01T23:50:27.418788Z","end":"2026-04-01T23:50:29.062422Z","steps":["trace[977709681] 'process raft request' (duration: 1.643163666s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.062475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.299004Z","time spent":"1.76340356s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:29.062477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8781462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:29.062495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.418763Z","time spent":"1.643693129s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:29.062529Z","caller":"traceutil/trace.go:171","msg":"trace[1391222781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9095; }","duration":"1.878217132s","start":"2026-04-01T23:50:27.184295Z","end":"2026-04-01T23:50:29.062513Z","steps":["trace[1391222781] 'agreement among raft nodes before linearized reading' (duration: 1.8781394s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.062592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.184284Z","time spent":"1.878284133s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:50:29.100504Z","caller":"traceutil/trace.go:171","msg":"trace[209845537] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"725.767727ms","start":"2026-04-01T23:50:28.374712Z","end":"2026-04-01T23:50:29.10048Z","steps":["trace[209845537] 'process raft request' (duration: 725.547992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.100569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.377188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:29.100581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482695612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:50:29.100624Z","caller":"traceutil/trace.go:171","msg":"trace[215610400] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9096; }","duration":"625.492771ms","start":"2026-04-01T23:50:28.47512Z","end":"2026-04-01T23:50:29.100613Z","steps":["trace[215610400] 'agreement among raft nodes before linearized reading' (duration: 625.316667ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:29.100643Z","caller":"traceutil/trace.go:171","msg":"trace[702474419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9096; }","duration":"1.482797274s","start":"2026-04-01T23:50:27.617834Z","end":"2026-04-01T23:50:29.100631Z","steps":["trace[702474419] 'agreement among raft nodes before linearized reading' (duration: 1.482585949s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.100655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.475108Z","time spent":"625.537701ms","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:29.100677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.617817Z","time spent":"1.482854535s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:29.100701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560216429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:50:29.100723Z","caller":"traceutil/trace.go:171","msg":"trace[189916663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9096; }","duration":"1.56028578s","start":"2026-04-01T23:50:27.540432Z","end":"2026-04-01T23:50:29.100718Z","steps":["trace[189916663] 'agreement among raft nodes before linearized reading' (duration: 1.560192448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.10074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.540405Z","time spent":"1.5603319s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:50:29.100712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483683614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:50:29.100812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484170475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:50:29.100829Z","caller":"traceutil/trace.go:171","msg":"trace[2141190908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9096; }","duration":"1.484205845s","start":"2026-04-01T23:50:27.616619Z","end":"2026-04-01T23:50:29.100825Z","steps":["trace[2141190908] 'agreement among raft nodes before linearized reading' (duration: 1.484162154s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.100844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.616608Z","time spent":"1.484232967s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:50:29.100871Z","caller":"traceutil/trace.go:171","msg":"trace[1979243672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9096; }","duration":"1.483927948s","start":"2026-04-01T23:50:27.616887Z","end":"2026-04-01T23:50:29.100815Z","steps":["trace[1979243672] 'agreement among raft nodes before linearized reading' (duration: 1.48353694s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.100908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319175819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:29.100935Z","caller":"traceutil/trace.go:171","msg":"trace[1434859886] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9096; }","duration":"1.319234571s","start":"2026-04-01T23:50:27.781694Z","end":"2026-04-01T23:50:29.100929Z","steps":["trace[1434859886] 'agreement among raft nodes before linearized reading' (duration: 1.31919837s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.100959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.781673Z","time spent":"1.319281781s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:29.100603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.374692Z","time spent":"725.860569ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:29.100982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485484214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:50:29.101014Z","caller":"traceutil/trace.go:171","msg":"trace[1711996982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9096; }","duration":"1.485551075s","start":"2026-04-01T23:50:27.615454Z","end":"2026-04-01T23:50:29.101005Z","steps":["trace[1711996982] 'agreement among raft nodes before linearized reading' (duration: 1.485455423s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.100921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.61686Z","time spent":"1.484052201s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:29.101038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.615437Z","time spent":"1.485596386s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:50:29.101062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622497623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:50:29.101089Z","caller":"traceutil/trace.go:171","msg":"trace[1441444826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9096; }","duration":"1.622571765s","start":"2026-04-01T23:50:27.478512Z","end":"2026-04-01T23:50:29.101084Z","steps":["trace[1441444826] 'agreement among raft nodes before linearized reading' (duration: 1.622449632s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.101114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:27.478492Z","time spent":"1.622616656s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:50:29.100878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.69986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:29.10119Z","caller":"traceutil/trace.go:171","msg":"trace[2115795108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9096; }","duration":"628.037018ms","start":"2026-04-01T23:50:28.473125Z","end":"2026-04-01T23:50:29.101162Z","steps":["trace[2115795108] 'agreement among raft nodes before linearized reading' (duration: 627.729691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:29.101231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:28.473104Z","time spent":"628.116329ms","remote":"127.0.0.1:52532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:29.606131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:30.10736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:30.291788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186582018s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:30.292063Z","caller":"traceutil/trace.go:171","msg":"trace[1361713859] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"1.186917056s","start":"2026-04-01T23:50:29.105126Z","end":"2026-04-01T23:50:30.292043Z","steps":["trace[1361713859] 'process raft request' (duration: 1.186877785s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:30.29218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.105116Z","time spent":"1.187002749s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:30.292305Z","caller":"traceutil/trace.go:171","msg":"trace[1787938980] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"1.187176813s","start":"2026-04-01T23:50:29.105119Z","end":"2026-04-01T23:50:30.292296Z","steps":["trace[1787938980] 'process raft request' (duration: 1.186782783s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:30.292356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.105102Z","time spent":"1.187227994s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:31.108309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:31.108403Z","caller":"traceutil/trace.go:171","msg":"trace[1284605321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577963s","start":"2026-04-01T23:50:29.107804Z","end":"2026-04-01T23:50:31.108382Z","steps":["trace[1284605321] 'agreement among raft nodes before linearized reading' (duration: 2.00045914s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:31.108453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.1078Z","time spent":"2.000642194s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:31.115979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.899242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:31.116104Z","caller":"traceutil/trace.go:171","msg":"trace[1353409800] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"2.010899194s","start":"2026-04-01T23:50:29.105194Z","end":"2026-04-01T23:50:31.116093Z","steps":["trace[1353409800] 'process raft request' (duration: 2.010835612s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:31.11615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.10519Z","time spent":"2.010935184s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:31.116394Z","caller":"traceutil/trace.go:171","msg":"trace[1172690035] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"2.011026307s","start":"2026-04-01T23:50:29.105348Z","end":"2026-04-01T23:50:31.116375Z","steps":["trace[1172690035] 'process raft request' (duration: 2.01071823s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:31.11649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.105335Z","time spent":"2.011106178s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:31.116599Z","caller":"traceutil/trace.go:171","msg":"trace[957786168] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9442; }","duration":"2.010841973s","start":"2026-04-01T23:50:29.105709Z","end":"2026-04-01T23:50:31.11655Z","steps":["trace[957786168] 'read index received' (duration: 1.186389555s)","trace[957786168] 'applied index is now lower than readState.Index' (duration: 824.449618ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:31.116695Z","caller":"traceutil/trace.go:171","msg":"trace[88844061] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"1.337770597s","start":"2026-04-01T23:50:29.778909Z","end":"2026-04-01T23:50:31.116679Z","steps":["trace[88844061] 'process raft request' (duration: 1.337393518s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:31.116777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.778891Z","time spent":"1.337837638s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:31.116802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011080168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:50:31.116852Z","caller":"traceutil/trace.go:171","msg":"trace[1090831944] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9102; }","duration":"2.011156479s","start":"2026-04-01T23:50:29.105685Z","end":"2026-04-01T23:50:31.116842Z","steps":["trace[1090831944] 'agreement among raft nodes before linearized reading' (duration: 2.010993556s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:31.116878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.105669Z","time spent":"2.011203281s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:50:31.116255Z","caller":"traceutil/trace.go:171","msg":"trace[1523960011] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"2.011046987s","start":"2026-04-01T23:50:29.105161Z","end":"2026-04-01T23:50:31.116208Z","steps":["trace[1523960011] 'process raft request' (duration: 1.479870589s)","trace[1523960011] 'compare' (duration: 530.82095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:31.117097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.105158Z","time spent":"2.011859215s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:31.617669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:32.118303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:32.618802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:33.081593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.014261159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:33.081944Z","caller":"traceutil/trace.go:171","msg":"trace[980970574] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"2.014666448s","start":"2026-04-01T23:50:31.067253Z","end":"2026-04-01T23:50:33.08192Z","steps":["trace[980970574] 'process raft request' (duration: 2.014511835s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:33.082104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.067235Z","time spent":"2.01478083s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:33.109147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:33.109226Z","caller":"traceutil/trace.go:171","msg":"trace[243618826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302176s","start":"2026-04-01T23:50:31.108905Z","end":"2026-04-01T23:50:33.109207Z","steps":["trace[243618826] 'agreement among raft nodes before linearized reading' (duration: 2.000206914s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:33.109272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.108883Z","time spent":"2.000379867s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:35.101271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.382213Z","time spent":"1.719049965s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:35.102567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809997313s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:35.102801Z","caller":"traceutil/trace.go:171","msg":"trace[1370181666] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"4.032063548s","start":"2026-04-01T23:50:31.070719Z","end":"2026-04-01T23:50:35.102783Z","steps":["trace[1370181666] 'process raft request' (duration: 4.032001267s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:35.102823Z","caller":"traceutil/trace.go:171","msg":"trace[1427757809] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"4.035168407s","start":"2026-04-01T23:50:31.067639Z","end":"2026-04-01T23:50:35.102807Z","steps":["trace[1427757809] 'process raft request' (duration: 4.035021463s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:35.102831Z","caller":"traceutil/trace.go:171","msg":"trace[977212054] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"4.035511104s","start":"2026-04-01T23:50:31.067285Z","end":"2026-04-01T23:50:35.102796Z","steps":["trace[977212054] 'process raft request' (duration: 2.225201874s)","trace[977212054] 'compare' (duration: 1.808273574s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:35.102881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.070701Z","time spent":"4.032141019s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:35.102964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.067264Z","time spent":"4.035620067s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:35.102989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.067632Z","time spent":"4.035222609s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:35.115121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:35.115189Z","caller":"traceutil/trace.go:171","msg":"trace[817421544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420758s","start":"2026-04-01T23:50:33.114753Z","end":"2026-04-01T23:50:35.115173Z","steps":["trace[817421544] 'agreement among raft nodes before linearized reading' (duration: 2.000329336s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:35.115228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.114732Z","time spent":"2.00048909s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:36.119979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017200585s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:50:36.120145Z","caller":"traceutil/trace.go:171","msg":"trace[841381349] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9446; }","duration":"5.003488966s","start":"2026-04-01T23:50:31.116642Z","end":"2026-04-01T23:50:36.120131Z","steps":["trace[841381349] 'read index received' (duration: 1.965118297s)","trace[841381349] 'applied index is now lower than readState.Index' (duration: 3.038370029s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:36.120317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079274434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:36.120339Z","caller":"traceutil/trace.go:171","msg":"trace[1161900598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9106; }","duration":"5.079336256s","start":"2026-04-01T23:50:31.040996Z","end":"2026-04-01T23:50:36.120332Z","steps":["trace[1161900598] 'agreement among raft nodes before linearized reading' (duration: 5.079287995s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:36.120363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.040977Z","time spent":"5.079379436s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:36.120547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45051483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:50:36.12057Z","caller":"traceutil/trace.go:171","msg":"trace[1646943583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9106; }","duration":"5.450538141s","start":"2026-04-01T23:50:30.670026Z","end":"2026-04-01T23:50:36.120564Z","steps":["trace[1646943583] 'agreement among raft nodes before linearized reading' (duration: 5.450451819s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:36.120587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:30.669971Z","time spent":"5.450611722s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:50:36.120669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.812071769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:36.120731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.396268444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T23:50:36.120734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231905252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:36.120752Z","caller":"traceutil/trace.go:171","msg":"trace[559093339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9106; }","duration":"5.812169051s","start":"2026-04-01T23:50:30.308545Z","end":"2026-04-01T23:50:36.120714Z","steps":["trace[559093339] 'agreement among raft nodes before linearized reading' (duration: 5.812059019s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:36.120792Z","caller":"traceutil/trace.go:171","msg":"trace[690428252] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8; range_end:; response_count:1; response_revision:9106; }","duration":"6.396368496s","start":"2026-04-01T23:50:29.724405Z","end":"2026-04-01T23:50:36.120774Z","steps":["trace[690428252] 'agreement among raft nodes before linearized reading' (duration: 6.396194713s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:36.120797Z","caller":"traceutil/trace.go:171","msg":"trace[399253010] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9106; }","duration":"6.232027105s","start":"2026-04-01T23:50:29.888756Z","end":"2026-04-01T23:50:36.120783Z","steps":["trace[399253010] 'agreement among raft nodes before linearized reading' (duration: 6.231859451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:36.12081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:30.308532Z","time spent":"5.812261413s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:36.120827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.888732Z","time spent":"6.232088307s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:36.120823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.724386Z","time spent":"6.396431107s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" "} {"level":"info","ts":"2026-04-01T23:50:36.121008Z","caller":"traceutil/trace.go:171","msg":"trace[1194875802] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"2.40811546s","start":"2026-04-01T23:50:33.712876Z","end":"2026-04-01T23:50:36.120991Z","steps":["trace[1194875802] 'process raft request' (duration: 2.40718268s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:36.121099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.712851Z","time spent":"2.408189112s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:36.121148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.015199318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228889"} {"level":"info","ts":"2026-04-01T23:50:36.121211Z","caller":"traceutil/trace.go:171","msg":"trace[1568758839] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9106; }","duration":"7.0152736s","start":"2026-04-01T23:50:29.10592Z","end":"2026-04-01T23:50:36.121193Z","steps":["trace[1568758839] 'agreement among raft nodes before linearized reading' (duration: 7.014686577s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:36.121259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:29.105916Z","time spent":"7.015328331s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:50:36.620897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:37.11564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:37.115761Z","caller":"traceutil/trace.go:171","msg":"trace[2012806637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384678s","start":"2026-04-01T23:50:35.11532Z","end":"2026-04-01T23:50:37.115705Z","steps":["trace[2012806637] 'agreement among raft nodes before linearized reading' (duration: 2.000258135s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:37.115833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.115302Z","time spent":"2.000514311s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:37.121516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:37.314785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017457649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:37.314908Z","caller":"traceutil/trace.go:171","msg":"trace[331808022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.017635703s","start":"2026-04-01T23:50:32.297247Z","end":"2026-04-01T23:50:37.314883Z","steps":["trace[331808022] 'agreement among raft nodes before linearized reading' (duration: 5.01749055s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:37.314995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:32.297227Z","time spent":"5.017756846s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:50:37.621754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:38.119239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999655051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:38.119336Z","caller":"traceutil/trace.go:171","msg":"trace[2071054134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999813935s","start":"2026-04-01T23:50:33.119501Z","end":"2026-04-01T23:50:38.119315Z","steps":["trace[2071054134] 'agreement among raft nodes before linearized reading' (duration: 4.999695642s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:38.119395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.119477Z","time spent":"4.999903046s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:50:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:38.12007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999260802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:38.120137Z","caller":"traceutil/trace.go:171","msg":"trace[756164662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999356374s","start":"2026-04-01T23:50:33.120765Z","end":"2026-04-01T23:50:38.120121Z","steps":["trace[756164662] 'agreement among raft nodes before linearized reading' (duration: 4.999280333s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:38.120204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.120754Z","time spent":"4.999418486s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 23:50:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:38.122573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:38.643442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:39.124187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000966121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:39.124232Z","caller":"traceutil/trace.go:171","msg":"trace[424429127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001053323s","start":"2026-04-01T23:50:37.12317Z","end":"2026-04-01T23:50:39.124224Z","steps":["trace[424429127] 'agreement among raft nodes before linearized reading' (duration: 2.001000542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:39.124256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.12315Z","time spent":"2.001101194s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:39.144138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:39.644346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:40.05122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.273094276s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:40.084914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.086622Z","time spent":"4.998284049s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:40.226857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:40.226917Z","caller":"traceutil/trace.go:171","msg":"trace[2086942298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005619s","start":"2026-04-01T23:50:38.226848Z","end":"2026-04-01T23:50:40.226904Z","steps":["trace[2086942298] 'agreement among raft nodes before linearized reading' (duration: 1.999968808s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:40.226947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.226827Z","time spent":"2.000112232s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:40.255839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079370238s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:40.25596Z","caller":"traceutil/trace.go:171","msg":"trace[391303109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9107; }","duration":"2.079502921s","start":"2026-04-01T23:50:38.176438Z","end":"2026-04-01T23:50:40.255941Z","steps":["trace[391303109] 'range keys from in-memory index tree' (duration: 2.079350917s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:40.256253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.556552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-01T23:50:41.124922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000726445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:41.125Z","caller":"traceutil/trace.go:171","msg":"trace[263652697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869089s","start":"2026-04-01T23:50:39.124114Z","end":"2026-04-01T23:50:41.124983Z","steps":["trace[263652697] 'agreement among raft nodes before linearized reading' (duration: 2.000741866s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.125047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.1241Z","time spent":"2.000933031s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:41.498407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.446952062s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:41.49882Z","caller":"traceutil/trace.go:171","msg":"trace[884248069] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"5.375708853s","start":"2026-04-01T23:50:36.12309Z","end":"2026-04-01T23:50:41.498799Z","steps":["trace[884248069] 'process raft request' (duration: 5.375509239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.49894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:36.123067Z","time spent":"5.375802866s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:41.499043Z","caller":"traceutil/trace.go:171","msg":"trace[1266466554] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"4.775760886s","start":"2026-04-01T23:50:36.723269Z","end":"2026-04-01T23:50:41.49903Z","steps":["trace[1266466554] 'process raft request' (duration: 4.775478489s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:36.723245Z","time spent":"4.775826697s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:41.499315Z","caller":"traceutil/trace.go:171","msg":"trace[886666066] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9452; }","duration":"5.37913098s","start":"2026-04-01T23:50:36.120164Z","end":"2026-04-01T23:50:41.499295Z","steps":["trace[886666066] 'read index received' (duration: 3.931463913s)","trace[886666066] 'applied index is now lower than readState.Index' (duration: 1.447666287s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:41.499367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465167067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:41.499406Z","caller":"traceutil/trace.go:171","msg":"trace[2112570455] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9113; }","duration":"8.465250329s","start":"2026-04-01T23:50:33.034144Z","end":"2026-04-01T23:50:41.499395Z","steps":["trace[2112570455] 'agreement among raft nodes before linearized reading' (duration: 8.465166477s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.034123Z","time spent":"8.465312861s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:41.499435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.839885079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:41.499478Z","caller":"traceutil/trace.go:171","msg":"trace[505867553] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9113; }","duration":"9.839960091s","start":"2026-04-01T23:50:31.65951Z","end":"2026-04-01T23:50:41.49947Z","steps":["trace[505867553] 'agreement among raft nodes before linearized reading' (duration: 9.83989366s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.201766717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:50:41.499505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.65949Z","time spent":"9.840006522s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:41.499511Z","caller":"traceutil/trace.go:171","msg":"trace[1122796908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9113; }","duration":"9.201820608s","start":"2026-04-01T23:50:32.297682Z","end":"2026-04-01T23:50:41.499503Z","steps":["trace[1122796908] 'agreement among raft nodes before linearized reading' (duration: 9.201701885s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:41.499501Z","caller":"traceutil/trace.go:171","msg":"trace[975925676] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"4.391378385s","start":"2026-04-01T23:50:37.108103Z","end":"2026-04-01T23:50:41.499481Z","steps":["trace[975925676] 'process raft request' (duration: 4.390874513s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:32.297675Z","time spent":"9.201854759s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:41.499396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673991185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:41.499624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.10808Z","time spent":"4.391464227s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:41.499646Z","caller":"traceutil/trace.go:171","msg":"trace[1203453674] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9113; }","duration":"6.674295692s","start":"2026-04-01T23:50:34.825341Z","end":"2026-04-01T23:50:41.499636Z","steps":["trace[1203453674] 'agreement among raft nodes before linearized reading' (duration: 6.673959335s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:34.82532Z","time spent":"6.674347613s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:41.499766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.288430637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:41.499799Z","caller":"traceutil/trace.go:171","msg":"trace[1043078768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9113; }","duration":"10.288485998s","start":"2026-04-01T23:50:31.2113Z","end":"2026-04-01T23:50:41.499786Z","steps":["trace[1043078768] 'agreement among raft nodes before linearized reading' (duration: 10.288382196s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.379248122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:50:41.499821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:31.211285Z","time spent":"10.288529619s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:41.499832Z","caller":"traceutil/trace.go:171","msg":"trace[295507510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9113; }","duration":"8.379301963s","start":"2026-04-01T23:50:33.120517Z","end":"2026-04-01T23:50:41.499819Z","steps":["trace[295507510] 'agreement among raft nodes before linearized reading' (duration: 8.379083628s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.360109194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:41.499863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.120505Z","time spent":"8.379350975s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:50:41.499896Z","caller":"traceutil/trace.go:171","msg":"trace[675054677] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9113; }","duration":"8.360360719s","start":"2026-04-01T23:50:33.139512Z","end":"2026-04-01T23:50:41.499872Z","steps":["trace[675054677] 'agreement among raft nodes before linearized reading' (duration: 8.359976811s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.499958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:33.139501Z","time spent":"8.360439391s","remote":"127.0.0.1:60318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:41.500055Z","caller":"traceutil/trace.go:171","msg":"trace[1779072108] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"4.391772534s","start":"2026-04-01T23:50:37.108272Z","end":"2026-04-01T23:50:41.500044Z","steps":["trace[1779072108] 'process raft request' (duration: 4.390984327s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.500138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.108252Z","time spent":"4.391829275s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:41.500206Z","caller":"traceutil/trace.go:171","msg":"trace[1943391837] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"4.391968008s","start":"2026-04-01T23:50:37.108222Z","end":"2026-04-01T23:50:41.50019Z","steps":["trace[1943391837] 'process raft request' (duration: 4.390951006s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.500302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.108195Z","time spent":"4.392054909s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:41.500315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.020140469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-01T23:50:41.500363Z","caller":"traceutil/trace.go:171","msg":"trace[687737970] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9113; }","duration":"6.020225801s","start":"2026-04-01T23:50:35.480123Z","end":"2026-04-01T23:50:41.500349Z","steps":["trace[687737970] 'agreement among raft nodes before linearized reading' (duration: 6.020062047s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.500403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:35.4801Z","time spent":"6.020292874s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:50:41.723225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:41.723276Z","caller":"traceutil/trace.go:171","msg":"trace[1063574136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370507s","start":"2026-04-01T23:50:39.722894Z","end":"2026-04-01T23:50:41.723265Z","steps":["trace[1063574136] 'agreement among raft nodes before linearized reading' (duration: 2.000307776s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:41.723302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.722872Z","time spent":"2.000423899s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:42.29777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98034652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:50:42.297827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.504111Z","time spent":"793.706988ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-01T23:50:42.29787Z","caller":"traceutil/trace.go:171","msg":"trace[1231910115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.980526513s","start":"2026-04-01T23:50:39.317319Z","end":"2026-04-01T23:50:42.297845Z","steps":["trace[1231910115] 'agreement among raft nodes before linearized reading' (duration: 2.980365519s)"],"step_count":1} 2026/04/01 23:50:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:42.297928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:39.317304Z","time spent":"2.980611445s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 23:50:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:42.966896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259984553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:42.967009Z","caller":"traceutil/trace.go:171","msg":"trace[1554342177] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"1.523560178s","start":"2026-04-01T23:50:41.443426Z","end":"2026-04-01T23:50:42.966986Z","steps":["trace[1554342177] 'process raft request' (duration: 263.38978ms)","trace[1554342177] 'compare' (duration: 1.259132195s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:42.967121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.443407Z","time spent":"1.52364941s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:42.967111Z","caller":"traceutil/trace.go:171","msg":"trace[1591332275] linearizableReadLoop","detail":"{readStateIndex:9459; appliedIndex:9458; }","duration":"1.467732057s","start":"2026-04-01T23:50:41.49936Z","end":"2026-04-01T23:50:42.967092Z","steps":["trace[1591332275] 'read index received' (duration: 207.461627ms)","trace[1591332275] 'applied index is now lower than readState.Index' (duration: 1.26026787s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:42.967163Z","caller":"traceutil/trace.go:171","msg":"trace[838858673] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"1.462593232s","start":"2026-04-01T23:50:41.504552Z","end":"2026-04-01T23:50:42.967145Z","steps":["trace[838858673] 'process raft request' (duration: 1.462548541s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.504532Z","time spent":"1.462674383s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:42.967322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487430498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.967362Z","caller":"traceutil/trace.go:171","msg":"trace[1362276077] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9116; }","duration":"1.487533981s","start":"2026-04-01T23:50:41.479814Z","end":"2026-04-01T23:50:42.967348Z","steps":["trace[1362276077] 'agreement among raft nodes before linearized reading' (duration: 1.487380917s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835525566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:42.967397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.479792Z","time spent":"1.487596421s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:42.967414Z","caller":"traceutil/trace.go:171","msg":"trace[1861703857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9116; }","duration":"1.835576227s","start":"2026-04-01T23:50:41.131831Z","end":"2026-04-01T23:50:42.967408Z","steps":["trace[1861703857] 'agreement among raft nodes before linearized reading' (duration: 1.835548576s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.131813Z","time spent":"1.835616147s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:42.967562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351679776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-01T23:50:42.967541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349122239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-01T23:50:42.967616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415751022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.96762Z","caller":"traceutil/trace.go:171","msg":"trace[722532281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9116; }","duration":"2.349232081s","start":"2026-04-01T23:50:40.618366Z","end":"2026-04-01T23:50:42.967598Z","steps":["trace[722532281] 'agreement among raft nodes before linearized reading' (duration: 2.349044977s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.967638Z","caller":"traceutil/trace.go:171","msg":"trace[1207791270] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9116; }","duration":"2.415802413s","start":"2026-04-01T23:50:40.551831Z","end":"2026-04-01T23:50:42.967633Z","steps":["trace[1207791270] 'agreement among raft nodes before linearized reading' (duration: 2.415759862s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880478302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-01T23:50:42.96766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.551771Z","time spent":"2.415881415s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:42.967666Z","caller":"traceutil/trace.go:171","msg":"trace[73183655] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9116; }","duration":"2.880546253s","start":"2026-04-01T23:50:40.08711Z","end":"2026-04-01T23:50:42.967657Z","steps":["trace[73183655] 'agreement among raft nodes before linearized reading' (duration: 2.880438831s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.618356Z","time spent":"2.349297273s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:50:42.967693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.087088Z","time spent":"2.880598585s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:50:42.967719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.800529769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T23:50:42.967766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777888354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.96778Z","caller":"traceutil/trace.go:171","msg":"trace[762116866] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:9116; }","duration":"5.800634092s","start":"2026-04-01T23:50:37.167135Z","end":"2026-04-01T23:50:42.967769Z","steps":["trace[762116866] 'agreement among raft nodes before linearized reading' (duration: 5.800475678s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.167113Z","time spent":"5.800698404s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:50:42.967806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993411731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.967873Z","caller":"traceutil/trace.go:171","msg":"trace[2082293085] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9116; }","duration":"4.993496913s","start":"2026-04-01T23:50:37.974361Z","end":"2026-04-01T23:50:42.967858Z","steps":["trace[2082293085] 'agreement among raft nodes before linearized reading' (duration: 4.99336829s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.501166993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:42.967904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.974297Z","time spent":"4.993599505s","remote":"127.0.0.1:60434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:42.96791Z","caller":"traceutil/trace.go:171","msg":"trace[388826905] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9116; }","duration":"6.501222815s","start":"2026-04-01T23:50:36.466679Z","end":"2026-04-01T23:50:42.967902Z","steps":["trace[388826905] 'agreement among raft nodes before linearized reading' (duration: 6.501170084s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:36.466663Z","time spent":"6.501269345s","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.967974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839275529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-01T23:50:42.968022Z","caller":"traceutil/trace.go:171","msg":"trace[1226144327] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9116; }","duration":"1.839363061s","start":"2026-04-01T23:50:41.128649Z","end":"2026-04-01T23:50:42.968012Z","steps":["trace[1226144327] 'agreement among raft nodes before linearized reading' (duration: 1.839248239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205530082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:42.968045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308990441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:42.968055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.128625Z","time spent":"1.839423632s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-01T23:50:42.968064Z","caller":"traceutil/trace.go:171","msg":"trace[659157000] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9116; }","duration":"5.205593203s","start":"2026-04-01T23:50:37.762461Z","end":"2026-04-01T23:50:42.968054Z","steps":["trace[659157000] 'agreement among raft nodes before linearized reading' (duration: 5.205490071s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.968073Z","caller":"traceutil/trace.go:171","msg":"trace[437643608] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9116; }","duration":"2.309056292s","start":"2026-04-01T23:50:40.659009Z","end":"2026-04-01T23:50:42.968066Z","steps":["trace[437643608] 'agreement among raft nodes before linearized reading' (duration: 2.309011961s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.658989Z","time spent":"2.309102023s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.968096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.762443Z","time spent":"5.205645165s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.968156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838732206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:50:42.968195Z","caller":"traceutil/trace.go:171","msg":"trace[44204117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9116; }","duration":"4.838798327s","start":"2026-04-01T23:50:38.129389Z","end":"2026-04-01T23:50:42.968187Z","steps":["trace[44204117] 'agreement among raft nodes before linearized reading' (duration: 4.838661994s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.96758Z","caller":"traceutil/trace.go:171","msg":"trace[1673189864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9116; }","duration":"2.351731648s","start":"2026-04-01T23:50:40.615842Z","end":"2026-04-01T23:50:42.967574Z","steps":["trace[1673189864] 'agreement among raft nodes before linearized reading' (duration: 2.351675556s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.96822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.129375Z","time spent":"4.838838679s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:50:42.968235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.615821Z","time spent":"2.352404373s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:50:42.968252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307918615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.96828Z","caller":"traceutil/trace.go:171","msg":"trace[89335187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9116; }","duration":"2.307983477s","start":"2026-04-01T23:50:40.660286Z","end":"2026-04-01T23:50:42.968269Z","steps":["trace[89335187] 'agreement among raft nodes before linearized reading' (duration: 2.307951516s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.660253Z","time spent":"2.30804446s","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.96831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683278055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.96834Z","caller":"traceutil/trace.go:171","msg":"trace[1166829977] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9116; }","duration":"5.683340335s","start":"2026-04-01T23:50:37.284992Z","end":"2026-04-01T23:50:42.968332Z","steps":["trace[1166829977] 'agreement among raft nodes before linearized reading' (duration: 5.683256712s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:37.284976Z","time spent":"5.683385407s","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":59,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.968385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878296223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.968423Z","caller":"traceutil/trace.go:171","msg":"trace[263845459] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9116; }","duration":"4.878377015s","start":"2026-04-01T23:50:38.090036Z","end":"2026-04-01T23:50:42.968413Z","steps":["trace[263845459] 'agreement among raft nodes before linearized reading' (duration: 4.878311384s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.967844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84647523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T23:50:42.968454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:38.090013Z","time spent":"4.878429197s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:42.968465Z","caller":"traceutil/trace.go:171","msg":"trace[1442210769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9116; }","duration":"2.847114675s","start":"2026-04-01T23:50:40.12134Z","end":"2026-04-01T23:50:42.968455Z","steps":["trace[1442210769] 'agreement among raft nodes before linearized reading' (duration: 2.84646046s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.967789Z","caller":"traceutil/trace.go:171","msg":"trace[72338643] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9116; }","duration":"2.777932844s","start":"2026-04-01T23:50:40.189848Z","end":"2026-04-01T23:50:42.967781Z","steps":["trace[72338643] 'agreement among raft nodes before linearized reading' (duration: 2.777895903s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.9685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.121329Z","time spent":"2.847161726s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:50:42.968506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.189836Z","time spent":"2.778659852s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.96783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975009069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:42.968607Z","caller":"traceutil/trace.go:171","msg":"trace[1231238156] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9116; }","duration":"5.975813397s","start":"2026-04-01T23:50:36.992784Z","end":"2026-04-01T23:50:42.968598Z","steps":["trace[1231238156] 'agreement among raft nodes before linearized reading' (duration: 5.975015369s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:36.992768Z","time spent":"5.975858069s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.968775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.843318369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T23:50:42.968224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913456851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:42.968823Z","caller":"traceutil/trace.go:171","msg":"trace[925530098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9116; }","duration":"6.84338579s","start":"2026-04-01T23:50:36.125424Z","end":"2026-04-01T23:50:42.968809Z","steps":["trace[925530098] 'agreement among raft nodes before linearized reading' (duration: 6.843251047s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:42.968827Z","caller":"traceutil/trace.go:171","msg":"trace[2003660790] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9116; }","duration":"1.914089056s","start":"2026-04-01T23:50:41.054728Z","end":"2026-04-01T23:50:42.968817Z","steps":["trace[2003660790] 'agreement among raft nodes before linearized reading' (duration: 1.913472571s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:36.125411Z","time spent":"6.843442221s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:50:42.968873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.054713Z","time spent":"1.914146617s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:42.967368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846627474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:50:42.968965Z","caller":"traceutil/trace.go:171","msg":"trace[1210239828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9116; }","duration":"2.84825835s","start":"2026-04-01T23:50:40.120698Z","end":"2026-04-01T23:50:42.968956Z","steps":["trace[1210239828] 'agreement among raft nodes before linearized reading' (duration: 2.846601733s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:42.968996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:40.120684Z","time spent":"2.848303632s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:50:43.015345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.336664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:43.015428Z","caller":"traceutil/trace.go:171","msg":"trace[1243428502] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9117; }","duration":"532.475467ms","start":"2026-04-01T23:50:42.482934Z","end":"2026-04-01T23:50:43.01541Z","steps":["trace[1243428502] 'agreement among raft nodes before linearized reading' (duration: 532.340704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452213139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:43.015451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509827779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T23:50:43.015506Z","caller":"traceutil/trace.go:171","msg":"trace[1907027420] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9117; }","duration":"715.810283ms","start":"2026-04-01T23:50:42.2996Z","end":"2026-04-01T23:50:43.015411Z","steps":["trace[1907027420] 'process raft request' (duration: 715.552037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512003308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:50:43.015577Z","caller":"traceutil/trace.go:171","msg":"trace[813647572] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:9117; }","duration":"1.5121004s","start":"2026-04-01T23:50:41.503463Z","end":"2026-04-01T23:50:43.015564Z","steps":["trace[813647572] 'agreement among raft nodes before linearized reading' (duration: 1.511916296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.299581Z","time spent":"715.965027ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:43.015615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.503445Z","time spent":"1.512162561s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" "} {"level":"warn","ts":"2026-04-01T23:50:43.015473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.482911Z","time spent":"532.551849ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:43.015522Z","caller":"traceutil/trace.go:171","msg":"trace[1962390590] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2609962b8751d; range_end:; response_count:1; response_revision:9117; }","duration":"1.509925912s","start":"2026-04-01T23:50:41.50558Z","end":"2026-04-01T23:50:43.015506Z","steps":["trace[1962390590] 'agreement among raft nodes before linearized reading' (duration: 1.509739208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.505566Z","time spent":"1.510133406s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" "} {"level":"info","ts":"2026-04-01T23:50:43.015384Z","caller":"traceutil/trace.go:171","msg":"trace[1626032277] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"715.762913ms","start":"2026-04-01T23:50:42.299592Z","end":"2026-04-01T23:50:43.015354Z","steps":["trace[1626032277] 'process raft request' (duration: 715.439016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.63036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:43.015851Z","caller":"traceutil/trace.go:171","msg":"trace[1980815916] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9117; }","duration":"466.197312ms","start":"2026-04-01T23:50:42.549641Z","end":"2026-04-01T23:50:43.015838Z","steps":["trace[1980815916] 'agreement among raft nodes before linearized reading' (duration: 465.61571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.549619Z","time spent":"466.257064ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:43.015482Z","caller":"traceutil/trace.go:171","msg":"trace[1738032955] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9117; }","duration":"1.452307221s","start":"2026-04-01T23:50:41.563164Z","end":"2026-04-01T23:50:43.015472Z","steps":["trace[1738032955] 'agreement among raft nodes before linearized reading' (duration: 1.45223517s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.015916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.299566Z","time spent":"716.257783ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:43.015946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:41.563143Z","time spent":"1.452792383s","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} 2026/04/01 23:50:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/01 23:50:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:43.516145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362871993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:43.963331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.970429Z","time spent":"992.896181ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:50:43.963515Z","caller":"traceutil/trace.go:171","msg":"trace[382680565] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"991.020219ms","start":"2026-04-01T23:50:42.972466Z","end":"2026-04-01T23:50:43.963487Z","steps":["trace[382680565] 'process raft request' (duration: 990.765234ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:43.964083Z","caller":"traceutil/trace.go:171","msg":"trace[1050459788] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"987.827308ms","start":"2026-04-01T23:50:42.976223Z","end":"2026-04-01T23:50:43.96405Z","steps":["trace[1050459788] 'process raft request' (duration: 987.732776ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:43.964152Z","caller":"traceutil/trace.go:171","msg":"trace[116636840] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"989.603796ms","start":"2026-04-01T23:50:42.974529Z","end":"2026-04-01T23:50:43.964133Z","steps":["trace[116636840] 'process raft request' (duration: 989.351821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:43.964226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.974513Z","time spent":"989.674658ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:43.964278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.976218Z","time spent":"987.961961ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:43.964672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.972454Z","time spent":"991.116141ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:44.968789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999631661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:44.968881Z","caller":"traceutil/trace.go:171","msg":"trace[854983976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999782735s","start":"2026-04-01T23:50:42.969077Z","end":"2026-04-01T23:50:44.96886Z","steps":["trace[854983976] 'agreement among raft nodes before linearized reading' (duration: 1.999662072s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:44.96893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.96906Z","time spent":"1.999861437s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:45.085482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11160297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:45.085569Z","caller":"traceutil/trace.go:171","msg":"trace[1948567594] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.111749192s","start":"2026-04-01T23:50:42.973801Z","end":"2026-04-01T23:50:45.08555Z","steps":["trace[1948567594] 'agreement among raft nodes before linearized reading' (duration: 2.11162262s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:45.085633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.973786Z","time spent":"2.111836824s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/01 23:50:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:45.807231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738508062s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:45.807762Z","caller":"traceutil/trace.go:171","msg":"trace[166177141] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"2.789876962s","start":"2026-04-01T23:50:43.017808Z","end":"2026-04-01T23:50:45.807685Z","steps":["trace[166177141] 'process raft request' (duration: 2.789570576s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:45.807911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.017792Z","time spent":"2.790042906s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:45.828112Z","caller":"traceutil/trace.go:171","msg":"trace[1587665426] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"2.810203718s","start":"2026-04-01T23:50:43.017875Z","end":"2026-04-01T23:50:45.828079Z","steps":["trace[1587665426] 'process raft request' (duration: 2.789665728s)","trace[1587665426] 'attach lease to kv pair' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; req_size:756; } (duration: 20.412847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:45.828238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.017868Z","time spent":"2.81030745s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:46.601655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.519626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:502"} {"level":"warn","ts":"2026-04-01T23:50:46.601823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:45.837638Z","time spent":"764.177237ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:50:46.602083Z","caller":"traceutil/trace.go:171","msg":"trace[613653644] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9124; }","duration":"3.478922567s","start":"2026-04-01T23:50:43.122973Z","end":"2026-04-01T23:50:46.601896Z","steps":["trace[613653644] 'process raft request' (duration: 2.705062522s)","trace[613653644] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; } (duration: 773.421814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:46.602197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.122952Z","time spent":"3.479190253s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:46.602324Z","caller":"traceutil/trace.go:171","msg":"trace[335353598] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"3.097002493s","start":"2026-04-01T23:50:43.505296Z","end":"2026-04-01T23:50:46.602299Z","steps":["trace[335353598] 'process raft request' (duration: 3.096481591s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.60245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.505276Z","time spent":"3.097113695s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:46.602472Z","caller":"traceutil/trace.go:171","msg":"trace[2093570486] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"3.096993192s","start":"2026-04-01T23:50:43.505448Z","end":"2026-04-01T23:50:46.602442Z","steps":["trace[2093570486] 'process raft request' (duration: 3.096722486s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:46.602564Z","caller":"traceutil/trace.go:171","msg":"trace[342263184] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"2.970407088s","start":"2026-04-01T23:50:43.632146Z","end":"2026-04-01T23:50:46.602553Z","steps":["trace[342263184] 'process raft request' (duration: 2.970235054s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.602634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.63212Z","time spent":"2.970477618s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:46.60264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.505421Z","time spent":"3.097131645s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:46.602504Z","caller":"traceutil/trace.go:171","msg":"trace[1543323296] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"3.094598068s","start":"2026-04-01T23:50:43.507893Z","end":"2026-04-01T23:50:46.602491Z","steps":["trace[1543323296] 'process raft request' (duration: 3.094440085s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.602731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.507869Z","time spent":"3.094825414s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:46.977338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:46.977432Z","caller":"traceutil/trace.go:171","msg":"trace[730312744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081681s","start":"2026-04-01T23:50:44.977323Z","end":"2026-04-01T23:50:46.977404Z","steps":["trace[730312744] 'agreement among raft nodes before linearized reading' (duration: 1.999976209s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:46.977565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.977299Z","time spent":"2.000244714s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:47.405774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.330434ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:50:47.40614Z","caller":"traceutil/trace.go:171","msg":"trace[190044925] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9129; }","duration":"3.441611861s","start":"2026-04-01T23:50:43.964505Z","end":"2026-04-01T23:50:47.406117Z","steps":["trace[190044925] 'process raft request' (duration: 3.441378576s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:47.40627Z","caller":"traceutil/trace.go:171","msg":"trace[1330440332] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9463; }","duration":"4.390995638s","start":"2026-04-01T23:50:43.015245Z","end":"2026-04-01T23:50:47.406241Z","steps":["trace[1330440332] 'read index received' (duration: 947.947265ms)","trace[1330440332] 'applied index is now lower than readState.Index' (duration: 3.443045423s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:47.406486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705270738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:47.406475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.964486Z","time spent":"3.441718434s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:47.406487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.103923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:47.406528Z","caller":"traceutil/trace.go:171","msg":"trace[894794744] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9129; }","duration":"1.70536509s","start":"2026-04-01T23:50:45.701152Z","end":"2026-04-01T23:50:47.406518Z","steps":["trace[894794744] 'agreement among raft nodes before linearized reading' (duration: 1.705269448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.406515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.634426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:47.406546Z","caller":"traceutil/trace.go:171","msg":"trace[1994788752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9129; }","duration":"800.343337ms","start":"2026-04-01T23:50:46.60619Z","end":"2026-04-01T23:50:47.406533Z","steps":["trace[1994788752] 'agreement among raft nodes before linearized reading' (duration: 800.243035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.406567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165748742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:47.406586Z","caller":"traceutil/trace.go:171","msg":"trace[2130122533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9129; }","duration":"642.755898ms","start":"2026-04-01T23:50:46.763813Z","end":"2026-04-01T23:50:47.406569Z","steps":["trace[2130122533] 'agreement among raft nodes before linearized reading' (duration: 642.611175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.40659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4322011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228889"} {"level":"warn","ts":"2026-04-01T23:50:47.40663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788901571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:47.406634Z","caller":"traceutil/trace.go:171","msg":"trace[729493509] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9129; }","duration":"2.165836434s","start":"2026-04-01T23:50:45.240778Z","end":"2026-04-01T23:50:47.406614Z","steps":["trace[729493509] 'agreement among raft nodes before linearized reading' (duration: 2.165751312s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:47.406647Z","caller":"traceutil/trace.go:171","msg":"trace[1452472390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9129; }","duration":"4.432286341s","start":"2026-04-01T23:50:42.974347Z","end":"2026-04-01T23:50:47.406634Z","steps":["trace[1452472390] 'agreement among raft nodes before linearized reading' (duration: 4.431895863s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:47.406669Z","caller":"traceutil/trace.go:171","msg":"trace[1650166292] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9129; }","duration":"2.788985083s","start":"2026-04-01T23:50:44.617674Z","end":"2026-04-01T23:50:47.406659Z","steps":["trace[1650166292] 'agreement among raft nodes before linearized reading' (duration: 2.788931522s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.406684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.974335Z","time spent":"4.432342022s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:50:47.40669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.244115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:47.406682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569520156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:50:47.406698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.617655Z","time spent":"2.789035174s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:47.406702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:45.240761Z","time spent":"2.165917295s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:47.406717Z","caller":"traceutil/trace.go:171","msg":"trace[1662147656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9129; }","duration":"429.292556ms","start":"2026-04-01T23:50:46.977416Z","end":"2026-04-01T23:50:47.406709Z","steps":["trace[1662147656] 'agreement among raft nodes before linearized reading' (duration: 429.238215ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:47.406722Z","caller":"traceutil/trace.go:171","msg":"trace[1932627219] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:9129; }","duration":"1.569589377s","start":"2026-04-01T23:50:45.837125Z","end":"2026-04-01T23:50:47.406714Z","steps":["trace[1932627219] 'agreement among raft nodes before linearized reading' (duration: 1.569472945s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.406746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.977402Z","time spent":"429.336727ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:50:47.406631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.763779Z","time spent":"642.84218ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:47.406956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599459807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-04-01T23:50:47.407016Z","caller":"traceutil/trace.go:171","msg":"trace[1545430478] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9129; }","duration":"2.599576259s","start":"2026-04-01T23:50:44.807423Z","end":"2026-04-01T23:50:47.406999Z","steps":["trace[1545430478] 'agreement among raft nodes before linearized reading' (duration: 2.599347054s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.406488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244907845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:47.407054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.807406Z","time spent":"2.599636461s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:50:47.406751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:45.837107Z","time spent":"1.569638769s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" "} {"level":"info","ts":"2026-04-01T23:50:47.407068Z","caller":"traceutil/trace.go:171","msg":"trace[941353061] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9129; }","duration":"4.24557295s","start":"2026-04-01T23:50:43.161482Z","end":"2026-04-01T23:50:47.407055Z","steps":["trace[941353061] 'agreement among raft nodes before linearized reading' (duration: 4.244930876s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.407063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111538418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:47.407111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:43.161449Z","time spent":"4.245647902s","remote":"127.0.0.1:34756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:47.407123Z","caller":"traceutil/trace.go:171","msg":"trace[1361493972] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9129; }","duration":"3.11162421s","start":"2026-04-01T23:50:44.295483Z","end":"2026-04-01T23:50:47.407107Z","steps":["trace[1361493972] 'agreement among raft nodes before linearized reading' (duration: 3.111532448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.407181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:44.295468Z","time spent":"3.111704791s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:47.407279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436908865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-04-01T23:50:47.407311Z","caller":"traceutil/trace.go:171","msg":"trace[1077774119] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9129; }","duration":"4.436973447s","start":"2026-04-01T23:50:42.970329Z","end":"2026-04-01T23:50:47.407302Z","steps":["trace[1077774119] 'agreement among raft nodes before linearized reading' (duration: 4.436028396s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:47.406584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:46.606177Z","time spent":"800.397589ms","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:47.407327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:42.970313Z","time spent":"4.437010518s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:50:47.406574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:45.701135Z","time spent":"1.705429161s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:47.915853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:48.042562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.407794Z","time spent":"634.763099ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:50:48.656589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.668944ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:48.656715Z","caller":"traceutil/trace.go:171","msg":"trace[644581042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9129; }","duration":"479.805267ms","start":"2026-04-01T23:50:48.176887Z","end":"2026-04-01T23:50:48.656693Z","steps":["trace[644581042] 'range keys from in-memory index tree' (duration: 479.651684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:49.415071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:49.415179Z","caller":"traceutil/trace.go:171","msg":"trace[1311429484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382398s","start":"2026-04-01T23:50:47.414774Z","end":"2026-04-01T23:50:49.415157Z","steps":["trace[1311429484] 'agreement among raft nodes before linearized reading' (duration: 2.000247825s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:49.415242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.414752Z","time spent":"2.0004773s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:49.596387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553438897s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:49.599463Z","caller":"traceutil/trace.go:171","msg":"trace[1956372046] linearizableReadLoop","detail":"{readStateIndex:9481; appliedIndex:9478; }","duration":"2.184613275s","start":"2026-04-01T23:50:47.414827Z","end":"2026-04-01T23:50:49.59944Z","steps":["trace[1956372046] 'read index received' (duration: 627.584638ms)","trace[1956372046] 'applied index is now lower than readState.Index' (duration: 1.557027667s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:49.599488Z","caller":"traceutil/trace.go:171","msg":"trace[558326801] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"2.187244954s","start":"2026-04-01T23:50:47.409797Z","end":"2026-04-01T23:50:49.597042Z","steps":["trace[558326801] 'process raft request' (duration: 2.186834935s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:49.599539Z","caller":"traceutil/trace.go:171","msg":"trace[1655541597] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"1.815003246s","start":"2026-04-01T23:50:47.784511Z","end":"2026-04-01T23:50:49.599514Z","steps":["trace[1655541597] 'process raft request' (duration: 1.812720164s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:49.599656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.784489Z","time spent":"1.815087847s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:49.599766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.409746Z","time spent":"2.189821342s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:50.100508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:50.601398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:51.101925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:51.415699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:51.415817Z","caller":"traceutil/trace.go:171","msg":"trace[1568740560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525701s","start":"2026-04-01T23:50:49.415265Z","end":"2026-04-01T23:50:51.415791Z","steps":["trace[1568740560] 'agreement among raft nodes before linearized reading' (duration: 2.000393788s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:51.415866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.415241Z","time spent":"2.000615723s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:51.602594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:51.7245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000812148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:51.724602Z","caller":"traceutil/trace.go:171","msg":"trace[2093223466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986861s","start":"2026-04-01T23:50:49.723593Z","end":"2026-04-01T23:50:51.724579Z","steps":["trace[2093223466] 'agreement among raft nodes before linearized reading' (duration: 2.000844468s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:51.725527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.723572Z","time spent":"2.001648686s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:52.103416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:52.604049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:53.035574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.43895516s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:50:53.422244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:50:53.42242Z","caller":"traceutil/trace.go:171","msg":"trace[1275860326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337266s","start":"2026-04-01T23:50:51.422057Z","end":"2026-04-01T23:50:53.422395Z","steps":["trace[1275860326] 'agreement among raft nodes before linearized reading' (duration: 2.000142152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:53.422518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.42201Z","time spent":"2.00049372s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:53.606363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.607414Z","time spent":"4.998941435s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:53.606754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.607567Z","time spent":"4.99918339s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:53.606998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.608447Z","time spent":"4.998535995s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 23:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:53.610577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.691053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:53.611016Z","caller":"traceutil/trace.go:171","msg":"trace[1083251699] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"5.566971589s","start":"2026-04-01T23:50:48.044021Z","end":"2026-04-01T23:50:53.610992Z","steps":["trace[1083251699] 'process raft request' (duration: 4.991759874s)","trace[1083251699] 'compare' (duration: 574.5507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:53.611085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.044005Z","time spent":"5.567053821s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:54.882899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048109828s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:54.883081Z","caller":"traceutil/trace.go:171","msg":"trace[46103376] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"3.018368081s","start":"2026-04-01T23:50:51.864684Z","end":"2026-04-01T23:50:54.883052Z","steps":["trace[46103376] 'process raft request' (duration: 1.970028748s)","trace[46103376] 'compare' (duration: 1.047765069s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:54.883135Z","caller":"traceutil/trace.go:171","msg":"trace[1549974376] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"1.590513867s","start":"2026-04-01T23:50:53.292598Z","end":"2026-04-01T23:50:54.883112Z","steps":["trace[1549974376] 'process raft request' (duration: 1.590405925s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.883227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.29257Z","time spent":"1.59061165s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:54.88326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.864659Z","time spent":"3.018511213s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:50:54.883238Z","caller":"traceutil/trace.go:171","msg":"trace[2083318151] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9481; }","duration":"5.283663442s","start":"2026-04-01T23:50:49.599533Z","end":"2026-04-01T23:50:54.883196Z","steps":["trace[2083318151] 'read index received' (duration: 3.43625819s)","trace[2083318151] 'applied index is now lower than readState.Index' (duration: 1.847400492s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:54.883486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.686046735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:54.883644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332189359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:54.883683Z","caller":"traceutil/trace.go:171","msg":"trace[185410366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9137; }","duration":"6.332265872s","start":"2026-04-01T23:50:48.551405Z","end":"2026-04-01T23:50:54.883671Z","steps":["trace[185410366] 'agreement among raft nodes before linearized reading' (duration: 6.33220448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.883662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469459354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T23:50:54.883524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.991072658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:54.883747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.551379Z","time spent":"6.332359703s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:54.883653Z","caller":"traceutil/trace.go:171","msg":"trace[504193758] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9137; }","duration":"6.686255529s","start":"2026-04-01T23:50:48.197367Z","end":"2026-04-01T23:50:54.883622Z","steps":["trace[504193758] 'agreement among raft nodes before linearized reading' (duration: 6.685991304s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:54.883917Z","caller":"traceutil/trace.go:171","msg":"trace[384280234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9137; }","duration":"5.469666099s","start":"2026-04-01T23:50:49.414078Z","end":"2026-04-01T23:50:54.883744Z","steps":["trace[384280234] 'agreement among raft nodes before linearized reading' (duration: 5.469332302s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:54.883787Z","caller":"traceutil/trace.go:171","msg":"trace[333444802] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9137; }","duration":"6.991387576s","start":"2026-04-01T23:50:47.892375Z","end":"2026-04-01T23:50:54.883762Z","steps":["trace[333444802] 'agreement among raft nodes before linearized reading' (duration: 6.990981077s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.884005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:48.197349Z","time spent":"6.686575207s","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:54.883538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09162453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-01T23:50:54.884193Z","caller":"traceutil/trace.go:171","msg":"trace[215230729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9137; }","duration":"7.092320715s","start":"2026-04-01T23:50:47.791846Z","end":"2026-04-01T23:50:54.884167Z","steps":["trace[215230729] 'agreement among raft nodes before linearized reading' (duration: 7.091557339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.883975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.414058Z","time spent":"5.469904024s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:50:54.884013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.892355Z","time spent":"6.991632921s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:54.88427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.791832Z","time spent":"7.092415928s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:50:54.883579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.412489917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:54.884619Z","caller":"traceutil/trace.go:171","msg":"trace[403582507] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9137; }","duration":"7.41351961s","start":"2026-04-01T23:50:47.471083Z","end":"2026-04-01T23:50:54.884602Z","steps":["trace[403582507] 'agreement among raft nodes before linearized reading' (duration: 7.412469707s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:54.884678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:47.471032Z","time spent":"7.413632622s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:50:55.4229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:55.422999Z","caller":"traceutil/trace.go:171","msg":"trace[1062075034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172362s","start":"2026-04-01T23:50:53.422807Z","end":"2026-04-01T23:50:55.422979Z","steps":["trace[1062075034] 'agreement among raft nodes before linearized reading' (duration: 2.00005473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:55.423045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.422752Z","time spent":"2.000283676s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:57.248643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112133141s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:50:57.248722Z","caller":"traceutil/trace.go:171","msg":"trace[1707073086] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9487; }","duration":"2.365395894s","start":"2026-04-01T23:50:54.883315Z","end":"2026-04-01T23:50:57.248711Z","steps":["trace[1707073086] 'read index received' (duration: 253.13021ms)","trace[1707073086] 'applied index is now lower than readState.Index' (duration: 2.112264454s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:50:57.248873Z","caller":"traceutil/trace.go:171","msg":"trace[1944336078] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"3.134308148s","start":"2026-04-01T23:50:54.114557Z","end":"2026-04-01T23:50:57.248866Z","steps":["trace[1944336078] 'process raft request' (duration: 1.021883861s)","trace[1944336078] 'compare' (duration: 2.111523447s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:50:57.248916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.11453Z","time spent":"3.134365709s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:57.249087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872469632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:57.24911Z","caller":"traceutil/trace.go:171","msg":"trace[961364961] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9138; }","duration":"2.872519703s","start":"2026-04-01T23:50:54.376583Z","end":"2026-04-01T23:50:57.249103Z","steps":["trace[961364961] 'agreement among raft nodes before linearized reading' (duration: 2.872432601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.249125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.376566Z","time spent":"2.872555334s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.249268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96968275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:57.249294Z","caller":"traceutil/trace.go:171","msg":"trace[670017735] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9138; }","duration":"2.969735471s","start":"2026-04-01T23:50:54.279552Z","end":"2026-04-01T23:50:57.249288Z","steps":["trace[670017735] 'agreement among raft nodes before linearized reading' (duration: 2.96965653s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.249311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.279536Z","time spent":"2.969770012s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.249405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430737597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:57.249429Z","caller":"traceutil/trace.go:171","msg":"trace[923634632] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9138; }","duration":"3.430795778s","start":"2026-04-01T23:50:53.818626Z","end":"2026-04-01T23:50:57.249422Z","steps":["trace[923634632] 'agreement among raft nodes before linearized reading' (duration: 3.430759227s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.249443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.818604Z","time spent":"3.430835409s","remote":"127.0.0.1:60442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.249503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461984215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:57.249541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36208807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.249638Z","caller":"traceutil/trace.go:171","msg":"trace[1891609598] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9138; }","duration":"6.462125569s","start":"2026-04-01T23:50:50.787447Z","end":"2026-04-01T23:50:57.249573Z","steps":["trace[1891609598] 'agreement among raft nodes before linearized reading' (duration: 6.461966305s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.249651Z","caller":"traceutil/trace.go:171","msg":"trace[267554827] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9138; }","duration":"2.362155952s","start":"2026-04-01T23:50:54.887433Z","end":"2026-04-01T23:50:57.249588Z","steps":["trace[267554827] 'agreement among raft nodes before linearized reading' (duration: 2.362013329s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.24969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:50.787425Z","time spent":"6.462250702s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.249772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.88742Z","time spent":"2.362306806s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:50:57.249884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63529399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T23:50:57.249922Z","caller":"traceutil/trace.go:171","msg":"trace[394731178] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9138; }","duration":"3.635845032s","start":"2026-04-01T23:50:53.614068Z","end":"2026-04-01T23:50:57.249913Z","steps":["trace[394731178] 'agreement among raft nodes before linearized reading' (duration: 3.635724239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.249953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.614049Z","time spent":"3.635893373s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804602863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:57.25001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.164851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.250028Z","caller":"traceutil/trace.go:171","msg":"trace[2050331584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9138; }","duration":"1.804658585s","start":"2026-04-01T23:50:55.445364Z","end":"2026-04-01T23:50:57.250023Z","steps":["trace[2050331584] 'agreement among raft nodes before linearized reading' (duration: 1.804622844s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:55.445344Z","time spent":"1.804697185s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:50:57.250044Z","caller":"traceutil/trace.go:171","msg":"trace[1108589425] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9138; }","duration":"911.202052ms","start":"2026-04-01T23:50:56.338833Z","end":"2026-04-01T23:50:57.250035Z","steps":["trace[1108589425] 'agreement among raft nodes before linearized reading' (duration: 911.14025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.338786Z","time spent":"911.271913ms","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481514964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:57.250096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196411019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.250139Z","caller":"traceutil/trace.go:171","msg":"trace[1830531720] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9138; }","duration":"4.481626097s","start":"2026-04-01T23:50:52.768498Z","end":"2026-04-01T23:50:57.250125Z","steps":["trace[1830531720] 'agreement among raft nodes before linearized reading' (duration: 4.481518464s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324248832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:57.250146Z","caller":"traceutil/trace.go:171","msg":"trace[1259201451] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9138; }","duration":"1.196501301s","start":"2026-04-01T23:50:56.053628Z","end":"2026-04-01T23:50:57.25013Z","steps":["trace[1259201451] 'agreement among raft nodes before linearized reading' (duration: 1.196409029s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.13202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:57.250188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.053603Z","time spent":"1.196573613s","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.233228102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:57.250266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.740201369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-01T23:50:57.250284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63973047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-01T23:50:57.250304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.102234869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.250315Z","caller":"traceutil/trace.go:171","msg":"trace[955116690] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9138; }","duration":"3.639778931s","start":"2026-04-01T23:50:53.610527Z","end":"2026-04-01T23:50:57.250306Z","steps":["trace[955116690] 'agreement among raft nodes before linearized reading' (duration: 3.639669818s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.250333Z","caller":"traceutil/trace.go:171","msg":"trace[32508809] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9138; }","duration":"6.10230486s","start":"2026-04-01T23:50:51.14802Z","end":"2026-04-01T23:50:57.250325Z","steps":["trace[32508809] 'agreement among raft nodes before linearized reading' (duration: 6.102260539s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.25032Z","caller":"traceutil/trace.go:171","msg":"trace[1604769518] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9138; }","duration":"7.233337395s","start":"2026-04-01T23:50:50.016958Z","end":"2026-04-01T23:50:57.250296Z","steps":["trace[1604769518] 'agreement among raft nodes before linearized reading' (duration: 7.233247063s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.610517Z","time spent":"3.639820581s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.147995Z","time spent":"6.102354092s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.051872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:50:57.250346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226265397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:50:57.250361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.645735323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T23:50:57.250387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:50.016934Z","time spent":"7.233429556s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362345807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-01T23:50:57.250408Z","caller":"traceutil/trace.go:171","msg":"trace[761620909] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9138; }","duration":"146.369969ms","start":"2026-04-01T23:50:57.104027Z","end":"2026-04-01T23:50:57.250397Z","steps":["trace[761620909] 'agreement among raft nodes before linearized reading' (duration: 146.020861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.250424Z","caller":"traceutil/trace.go:171","msg":"trace[1780244256] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9138; }","duration":"6.226354829s","start":"2026-04-01T23:50:51.024052Z","end":"2026-04-01T23:50:57.250407Z","steps":["trace[1780244256] 'agreement among raft nodes before linearized reading' (duration: 6.226215786s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.25044Z","caller":"traceutil/trace.go:171","msg":"trace[520361231] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8; range_end:; response_count:1; response_revision:9138; }","duration":"7.645839675s","start":"2026-04-01T23:50:49.604582Z","end":"2026-04-01T23:50:57.250421Z","steps":["trace[520361231] 'agreement among raft nodes before linearized reading' (duration: 7.64561752s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642049171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-01T23:50:57.250462Z","caller":"traceutil/trace.go:171","msg":"trace[248236074] range","detail":"{range_begin:/registry/persistentvolumes/pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784; range_end:; response_count:1; response_revision:9138; }","duration":"2.36246408s","start":"2026-04-01T23:50:54.887977Z","end":"2026-04-01T23:50:57.250441Z","steps":["trace[248236074] 'agreement among raft nodes before linearized reading' (duration: 2.362235185s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.250487Z","caller":"traceutil/trace.go:171","msg":"trace[1019325208] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9138; }","duration":"3.642135643s","start":"2026-04-01T23:50:53.608345Z","end":"2026-04-01T23:50:57.25048Z","steps":["trace[1019325208] 'agreement among raft nodes before linearized reading' (duration: 3.642084502s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.023957Z","time spent":"6.226504222s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:57.25024Z","caller":"traceutil/trace.go:171","msg":"trace[1218456750] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9138; }","duration":"936.292644ms","start":"2026-04-01T23:50:56.313922Z","end":"2026-04-01T23:50:57.250214Z","steps":["trace[1218456750] 'agreement among raft nodes before linearized reading' (duration: 936.072089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640057347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-01T23:50:57.250504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.608322Z","time spent":"3.642178624s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.604563Z","time spent":"7.645921647s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-59d6fd6798-5s7s4.18a2608a2d87eec8\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72234726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.250521Z","caller":"traceutil/trace.go:171","msg":"trace[126300367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9138; }","duration":"3.640085227s","start":"2026-04-01T23:50:53.61043Z","end":"2026-04-01T23:50:57.250515Z","steps":["trace[126300367] 'agreement among raft nodes before linearized reading' (duration: 3.640015626s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.25052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.887959Z","time spent":"2.362543691s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-685ec6f1-ea5c-458f-9d84-3af8fa569784\" "} {"level":"warn","ts":"2026-04-01T23:50:57.25055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.610388Z","time spent":"3.640157199s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.313904Z","time spent":"936.61247ms","remote":"127.0.0.1:60506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:57.250552Z","caller":"traceutil/trace.go:171","msg":"trace[503656969] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9138; }","duration":"3.722442792s","start":"2026-04-01T23:50:53.5281Z","end":"2026-04-01T23:50:57.250543Z","steps":["trace[503656969] 'agreement among raft nodes before linearized reading' (duration: 3.722376201s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:57.250306Z","caller":"traceutil/trace.go:171","msg":"trace[407767379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9138; }","duration":"5.74026808s","start":"2026-04-01T23:50:51.51003Z","end":"2026-04-01T23:50:57.250298Z","steps":["trace[407767379] 'agreement among raft nodes before linearized reading' (duration: 5.740172267s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:53.528072Z","time spent":"3.722504533s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.510014Z","time spent":"5.740589677s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:52.768472Z","time spent":"4.481694009s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:50:57.250178Z","caller":"traceutil/trace.go:171","msg":"trace[1830255838] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9138; }","duration":"5.324326714s","start":"2026-04-01T23:50:51.92584Z","end":"2026-04-01T23:50:57.250166Z","steps":["trace[1830255838] 'agreement among raft nodes before linearized reading' (duration: 5.324242122s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.25083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:51.925815Z","time spent":"5.324989958s","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.2901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:50:57.25092Z","caller":"traceutil/trace.go:171","msg":"trace[1964822252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9138; }","duration":"707.077508ms","start":"2026-04-01T23:50:56.543823Z","end":"2026-04-01T23:50:57.2509Z","steps":["trace[1964822252] 'agreement among raft nodes before linearized reading' (duration: 706.313751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.97509192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-04-01T23:50:57.251082Z","caller":"traceutil/trace.go:171","msg":"trace[789429636] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9138; }","duration":"6.975242873s","start":"2026-04-01T23:50:50.27581Z","end":"2026-04-01T23:50:57.251053Z","steps":["trace[789429636] 'agreement among raft nodes before linearized reading' (duration: 6.974252171s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.251147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:50.275721Z","time spent":"6.975415547s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.543803Z","time spent":"707.168439ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.250409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362675134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228889"} {"level":"info","ts":"2026-04-01T23:50:57.25146Z","caller":"traceutil/trace.go:171","msg":"trace[2018048316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9138; }","duration":"2.363756898s","start":"2026-04-01T23:50:54.88769Z","end":"2026-04-01T23:50:57.251447Z","steps":["trace[2018048316] 'agreement among raft nodes before linearized reading' (duration: 2.36249968s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.251504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:54.887685Z","time spent":"2.363803419s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:50:57.250142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.544570407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:57.251673Z","caller":"traceutil/trace.go:171","msg":"trace[1700462066] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9138; }","duration":"7.546133841s","start":"2026-04-01T23:50:49.705514Z","end":"2026-04-01T23:50:57.251647Z","steps":["trace[1700462066] 'agreement among raft nodes before linearized reading' (duration: 7.544484225s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.250138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.132578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:50:57.251845Z","caller":"traceutil/trace.go:171","msg":"trace[839200408] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9138; }","duration":"924.911707ms","start":"2026-04-01T23:50:56.326922Z","end":"2026-04-01T23:50:57.251833Z","steps":["trace[839200408] 'agreement among raft nodes before linearized reading' (duration: 923.098187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:57.251876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:49.705496Z","time spent":"7.546344657s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.251904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:56.326891Z","time spent":"924.99249ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:50:57.754676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:58.25543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:58.606764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351265317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:58.606865Z","caller":"traceutil/trace.go:171","msg":"trace[403468163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.351435662s","start":"2026-04-01T23:50:57.255406Z","end":"2026-04-01T23:50:58.606841Z","steps":["trace[403468163] 'agreement among raft nodes before linearized reading' (duration: 1.351273528s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:58.606917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.255393Z","time spent":"1.351512943s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/01 23:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:58.607017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350230215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:58.607116Z","caller":"traceutil/trace.go:171","msg":"trace[729434264] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.350362227s","start":"2026-04-01T23:50:57.256736Z","end":"2026-04-01T23:50:58.607098Z","steps":["trace[729434264] 'agreement among raft nodes before linearized reading' (duration: 1.350234904s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:58.60716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.256732Z","time spent":"1.350419438s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/01 23:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:58.624933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368179387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T23:50:58.624962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368037614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:58.625017Z","caller":"traceutil/trace.go:171","msg":"trace[1363356220] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.36831307s","start":"2026-04-01T23:50:57.256683Z","end":"2026-04-01T23:50:58.624996Z","steps":["trace[1363356220] 'agreement among raft nodes before linearized reading' (duration: 1.368207388s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:50:58.625052Z","caller":"traceutil/trace.go:171","msg":"trace[1292122164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"1.368149656s","start":"2026-04-01T23:50:57.256883Z","end":"2026-04-01T23:50:58.625033Z","steps":["trace[1292122164] 'agreement among raft nodes before linearized reading' (duration: 1.368046953s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:58.62507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.256666Z","time spent":"1.368389181s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/01 23:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:58.625107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.256876Z","time spent":"1.368218757s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/01 23:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:50:58.755744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:50:59.118766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865975908s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:50:59.119057Z","caller":"traceutil/trace.go:171","msg":"trace[1849908025] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.866369996s","start":"2026-04-01T23:50:57.252669Z","end":"2026-04-01T23:50:59.119039Z","steps":["trace[1849908025] 'process raft request' (duration: 1.866246373s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:59.119168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.252648Z","time spent":"1.866462009s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:50:59.260165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:50:59.260234Z","caller":"traceutil/trace.go:171","msg":"trace[1337994350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378588s","start":"2026-04-01T23:50:57.259842Z","end":"2026-04-01T23:50:59.260221Z","steps":["trace[1337994350] 'agreement among raft nodes before linearized reading' (duration: 2.000295846s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:50:59.260264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.259836Z","time spent":"2.000421119s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:00.217192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.460253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:00.217272Z","caller":"traceutil/trace.go:171","msg":"trace[333687506] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9488; }","duration":"2.963352379s","start":"2026-04-01T23:50:57.253906Z","end":"2026-04-01T23:51:00.217258Z","steps":["trace[333687506] 'read index received' (duration: 1.865082968s)","trace[333687506] 'applied index is now lower than readState.Index' (duration: 1.098268411s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:00.217353Z","caller":"traceutil/trace.go:171","msg":"trace[1022054101] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"1.607450317s","start":"2026-04-01T23:50:58.609869Z","end":"2026-04-01T23:51:00.217319Z","steps":["trace[1022054101] 'process raft request' (duration: 1.07680551s)","trace[1022054101] 'compare' (duration: 530.258359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:00.21748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:58.609846Z","time spent":"1.607571149s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:51:00.217532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963609714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:51:00.21758Z","caller":"traceutil/trace.go:171","msg":"trace[2126359381] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9140; }","duration":"2.963687386s","start":"2026-04-01T23:50:57.253879Z","end":"2026-04-01T23:51:00.217567Z","steps":["trace[2126359381] 'agreement among raft nodes before linearized reading' (duration: 2.96345074s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:00.217615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.253864Z","time spent":"2.963742788s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T23:51:01.260566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:51:01.260664Z","caller":"traceutil/trace.go:171","msg":"trace[266215932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142103s","start":"2026-04-01T23:50:59.26049Z","end":"2026-04-01T23:51:01.260632Z","steps":["trace[266215932] 'agreement among raft nodes before linearized reading' (duration: 2.00003653s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:01.260725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.260483Z","time spent":"2.000221494s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:01.723157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:51:01.723286Z","caller":"traceutil/trace.go:171","msg":"trace[324193599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268425s","start":"2026-04-01T23:50:59.722977Z","end":"2026-04-01T23:51:01.723245Z","steps":["trace[324193599] 'agreement among raft nodes before linearized reading' (duration: 2.000131182s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:01.723365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.722959Z","time spent":"2.000390448s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:02.336281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089364671s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:51:02.336429Z","caller":"traceutil/trace.go:171","msg":"trace[1979440679] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9490; }","duration":"2.119090916s","start":"2026-04-01T23:51:00.217316Z","end":"2026-04-01T23:51:02.336406Z","steps":["trace[1979440679] 'read index received' (duration: 29.572612ms)","trace[1979440679] 'applied index is now lower than readState.Index' (duration: 2.089516294s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:02.337056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078049638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:51:02.337142Z","caller":"traceutil/trace.go:171","msg":"trace[403225230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9140; }","duration":"3.07818488s","start":"2026-04-01T23:50:59.258939Z","end":"2026-04-01T23:51:02.337124Z","steps":["trace[403225230] 'agreement among raft nodes before linearized reading' (duration: 3.077913893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.337189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.258922Z","time spent":"3.078257843s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:51:02.337535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655646845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:51:02.337585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51964639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:02.337601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699976548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:02.337613Z","caller":"traceutil/trace.go:171","msg":"trace[1267891136] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9140; }","duration":"4.655775038s","start":"2026-04-01T23:50:57.681817Z","end":"2026-04-01T23:51:02.337592Z","steps":["trace[1267891136] 'agreement among raft nodes before linearized reading' (duration: 4.655623754s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.337634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367309317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:51:02.337663Z","caller":"traceutil/trace.go:171","msg":"trace[2038119621] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9140; }","duration":"3.519764992s","start":"2026-04-01T23:50:58.817873Z","end":"2026-04-01T23:51:02.337638Z","steps":["trace[2038119621] 'agreement among raft nodes before linearized reading' (duration: 3.519640049s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:02.337666Z","caller":"traceutil/trace.go:171","msg":"trace[1024936694] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9140; }","duration":"3.700078291s","start":"2026-04-01T23:50:58.637569Z","end":"2026-04-01T23:51:02.337647Z","steps":["trace[1024936694] 'agreement among raft nodes before linearized reading' (duration: 3.699965598s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:02.337692Z","caller":"traceutil/trace.go:171","msg":"trace[1597338682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9140; }","duration":"3.367412909s","start":"2026-04-01T23:50:58.970264Z","end":"2026-04-01T23:51:02.337676Z","steps":["trace[1597338682] 'agreement among raft nodes before linearized reading' (duration: 3.367234176s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.337671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.681795Z","time spent":"4.65586518s","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.337723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:58.970242Z","time spent":"3.36747412s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:51:02.337723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:58.63755Z","time spent":"3.700159552s","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.33773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368992765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-01T23:51:02.337789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:58.817851Z","time spent":"3.519923006s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:02.337791Z","caller":"traceutil/trace.go:171","msg":"trace[1320786045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9140; }","duration":"3.369106818s","start":"2026-04-01T23:50:58.968666Z","end":"2026-04-01T23:51:02.337773Z","steps":["trace[1320786045] 'agreement among raft nodes before linearized reading' (duration: 3.368907943s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.337837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:58.968641Z","time spent":"3.369184239s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:51:02.337897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093091104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-04-01T23:51:02.337919Z","caller":"traceutil/trace.go:171","msg":"trace[716581431] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9140; }","duration":"3.093162696s","start":"2026-04-01T23:50:59.244751Z","end":"2026-04-01T23:51:02.337914Z","steps":["trace[716581431] 'agreement among raft nodes before linearized reading' (duration: 3.093088554s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.337934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.244729Z","time spent":"3.093200667s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-01T23:51:02.338047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129506309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:51:02.338033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11790765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:51:02.338062Z","caller":"traceutil/trace.go:171","msg":"trace[867044869] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9140; }","duration":"3.129564161s","start":"2026-04-01T23:50:59.208493Z","end":"2026-04-01T23:51:02.338057Z","steps":["trace[867044869] 'agreement among raft nodes before linearized reading' (duration: 3.12952074s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58263277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:02.338079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.208472Z","time spent":"3.129601902s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.338076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.386686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:02.338092Z","caller":"traceutil/trace.go:171","msg":"trace[1982683704] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9140; }","duration":"2.582703611s","start":"2026-04-01T23:50:59.755377Z","end":"2026-04-01T23:51:02.338081Z","steps":["trace[1982683704] 'agreement among raft nodes before linearized reading' (duration: 2.58263939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.745259083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:51:02.338135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.755342Z","time spent":"2.582780213s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:02.33816Z","caller":"traceutil/trace.go:171","msg":"trace[1835193202] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9140; }","duration":"4.745345784s","start":"2026-04-01T23:50:57.592797Z","end":"2026-04-01T23:51:02.338143Z","steps":["trace[1835193202] 'agreement among raft nodes before linearized reading' (duration: 4.745268192s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070135551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:02.338196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215785243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T23:51:02.338214Z","caller":"traceutil/trace.go:171","msg":"trace[1091531726] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838; range_end:; response_count:1; response_revision:9140; }","duration":"3.215844364s","start":"2026-04-01T23:50:59.122364Z","end":"2026-04-01T23:51:02.338209Z","steps":["trace[1091531726] 'agreement among raft nodes before linearized reading' (duration: 3.215783893s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:02.338213Z","caller":"traceutil/trace.go:171","msg":"trace[666113275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9140; }","duration":"1.070226773s","start":"2026-04-01T23:51:01.267973Z","end":"2026-04-01T23:51:02.3382Z","steps":["trace[666113275] 'agreement among raft nodes before linearized reading' (duration: 1.070146471s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.122352Z","time spent":"3.215872865s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25f98c215d838\" "} {"level":"warn","ts":"2026-04-01T23:51:02.338218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.162952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:02.338233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079464978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-04-01T23:51:02.33825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:01.267952Z","time spent":"1.070288944s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:51:02.338091Z","caller":"traceutil/trace.go:171","msg":"trace[268084527] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9140; }","duration":"2.117992842s","start":"2026-04-01T23:51:00.220082Z","end":"2026-04-01T23:51:02.338075Z","steps":["trace[268084527] 'agreement among raft nodes before linearized reading' (duration: 2.117814598s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04154194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:02.33828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079796565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"warn","ts":"2026-04-01T23:51:02.338303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:00.220064Z","time spent":"2.118228977s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:51:02.338278Z","caller":"traceutil/trace.go:171","msg":"trace[432812059] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9140; }","duration":"545.277174ms","start":"2026-04-01T23:51:01.792986Z","end":"2026-04-01T23:51:02.338263Z","steps":["trace[432812059] 'agreement among raft nodes before linearized reading' (duration: 545.150662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.3383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11067351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:02.33833Z","caller":"traceutil/trace.go:171","msg":"trace[615376888] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9140; }","duration":"3.041616482s","start":"2026-04-01T23:50:59.296698Z","end":"2026-04-01T23:51:02.338314Z","steps":["trace[615376888] 'agreement among raft nodes before linearized reading' (duration: 3.04155574s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:02.338341Z","caller":"traceutil/trace.go:171","msg":"trace[321679699] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9140; }","duration":"5.079908568s","start":"2026-04-01T23:50:57.258418Z","end":"2026-04-01T23:51:02.338327Z","steps":["trace[321679699] 'agreement among raft nodes before linearized reading' (duration: 5.079747104s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:01.792956Z","time spent":"545.380057ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:02.338364Z","caller":"traceutil/trace.go:171","msg":"trace[1118776980] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9140; }","duration":"1.110787171s","start":"2026-04-01T23:51:01.227559Z","end":"2026-04-01T23:51:02.338346Z","steps":["trace[1118776980] 'agreement among raft nodes before linearized reading' (duration: 1.110575717s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.29668Z","time spent":"3.041682363s","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.338388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.258408Z","time spent":"5.07996805s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:51:02.338159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686594199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:51:02.338413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:01.227534Z","time spent":"1.110866893s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.338228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767690545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:02.338462Z","caller":"traceutil/trace.go:171","msg":"trace[774483792] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9140; }","duration":"2.686930126s","start":"2026-04-01T23:50:59.651513Z","end":"2026-04-01T23:51:02.338443Z","steps":["trace[774483792] 'agreement among raft nodes before linearized reading' (duration: 2.686592099s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:02.338476Z","caller":"traceutil/trace.go:171","msg":"trace[1660909514] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9140; }","duration":"2.767985922s","start":"2026-04-01T23:50:59.570478Z","end":"2026-04-01T23:51:02.338464Z","steps":["trace[1660909514] 'agreement among raft nodes before linearized reading' (duration: 2.767714086s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.570452Z","time spent":"2.768051824s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.338517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:59.651491Z","time spent":"2.687009188s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:02.338118Z","caller":"traceutil/trace.go:171","msg":"trace[1851115937] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9140; }","duration":"874.469818ms","start":"2026-04-01T23:51:01.463636Z","end":"2026-04-01T23:51:02.338106Z","steps":["trace[1851115937] 'agreement among raft nodes before linearized reading' (duration: 874.333515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:01.463614Z","time spent":"875.001589ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":117,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:02.338241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.592774Z","time spent":"4.745421136s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:02.338288Z","caller":"traceutil/trace.go:171","msg":"trace[1047282195] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2609962b8751d; range_end:; response_count:1; response_revision:9140; }","duration":"5.07952999s","start":"2026-04-01T23:50:57.258744Z","end":"2026-04-01T23:51:02.338274Z","steps":["trace[1047282195] 'agreement among raft nodes before linearized reading' (duration: 5.079367146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081069175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-01T23:51:02.338771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.258738Z","time spent":"5.08001438s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" "} {"level":"info","ts":"2026-04-01T23:51:02.338792Z","caller":"traceutil/trace.go:171","msg":"trace[2045621204] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9140; }","duration":"5.081869743s","start":"2026-04-01T23:50:57.256898Z","end":"2026-04-01T23:51:02.338768Z","steps":["trace[2045621204] 'agreement among raft nodes before linearized reading' (duration: 5.080981233s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:02.338845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:50:57.256733Z","time spent":"5.082100067s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:51:02.842512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:03.342809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:03.700485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358596402s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:03.701082Z","caller":"traceutil/trace.go:171","msg":"trace[477299927] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"1.359246027s","start":"2026-04-01T23:51:02.341793Z","end":"2026-04-01T23:51:03.701039Z","steps":["trace[477299927] 'process raft request' (duration: 1.358996301s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:03.701314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.341772Z","time spent":"1.35942129s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:04.340717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998871664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:51:04.340795Z","caller":"traceutil/trace.go:171","msg":"trace[70832103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998984027s","start":"2026-04-01T23:51:02.341793Z","end":"2026-04-01T23:51:04.340777Z","steps":["trace[70832103] 'agreement among raft nodes before linearized reading' (duration: 1.998887725s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:04.340841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.341773Z","time spent":"1.999059509s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:06.348882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:51:06.34894Z","caller":"traceutil/trace.go:171","msg":"trace[1192867117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136033s","start":"2026-04-01T23:51:04.34879Z","end":"2026-04-01T23:51:06.348926Z","steps":["trace[1192867117] 'agreement among raft nodes before linearized reading' (duration: 2.000068531s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.348965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.348775Z","time spent":"2.000185983s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:51:06.349282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650784158s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:06.349975Z","caller":"traceutil/trace.go:171","msg":"trace[90790090] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"4.008098101s","start":"2026-04-01T23:51:02.341848Z","end":"2026-04-01T23:51:06.349946Z","steps":["trace[90790090] 'process raft request' (duration: 2.356541266s)","trace[90790090] 'compare' (duration: 1.650512262s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:06.35008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.342542Z","time spent":"4.007528988s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:51:06.350124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.341821Z","time spent":"4.008226213s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:06.35027Z","caller":"traceutil/trace.go:171","msg":"trace[1312401568] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"4.007604259s","start":"2026-04-01T23:51:02.342654Z","end":"2026-04-01T23:51:06.350258Z","steps":["trace[1312401568] 'process raft request' (duration: 4.007316553s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.350339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.342647Z","time spent":"4.00765195s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:06.350846Z","caller":"traceutil/trace.go:171","msg":"trace[2012131517] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"4.006986605s","start":"2026-04-01T23:51:02.343836Z","end":"2026-04-01T23:51:06.350823Z","steps":["trace[2012131517] 'process raft request' (duration: 4.006229769s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:06.350988Z","caller":"traceutil/trace.go:171","msg":"trace[403990752] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"4.003677201s","start":"2026-04-01T23:51:02.347302Z","end":"2026-04-01T23:51:06.350979Z","steps":["trace[403990752] 'process raft request' (duration: 4.003440546s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:06.351041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.343824Z","time spent":"4.007087197s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:06.351652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.34729Z","time spent":"4.004300416s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:07.034732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.782156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T23:51:07.034886Z","caller":"traceutil/trace.go:171","msg":"trace[381576656] linearizableReadLoop","detail":"{readStateIndex:9498; appliedIndex:9491; }","duration":"4.692987182s","start":"2026-04-01T23:51:02.341831Z","end":"2026-04-01T23:51:07.034818Z","steps":["trace[381576656] 'read index received' (duration: 1.358906879s)","trace[381576656] 'applied index is now lower than readState.Index' (duration: 3.334078673s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:07.535218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:07.765763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.0058494s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:51:07.766414Z","caller":"traceutil/trace.go:171","msg":"trace[2064359679] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"3.006617308s","start":"2026-04-01T23:51:04.759759Z","end":"2026-04-01T23:51:07.766377Z","steps":["trace[2064359679] 'process raft request' (duration: 3.006411443s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.766616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.757651Z","time spent":"3.008855728s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:07.824347Z","caller":"traceutil/trace.go:171","msg":"trace[309594576] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"2.812010637s","start":"2026-04-01T23:51:05.012312Z","end":"2026-04-01T23:51:07.824322Z","steps":["trace[309594576] 'process raft request' (duration: 2.811800813s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.82461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:05.012284Z","time spent":"2.81213085s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:07.824602Z","caller":"traceutil/trace.go:171","msg":"trace[868399614] linearizableReadLoop","detail":"{readStateIndex:9502; appliedIndex:9498; }","duration":"789.657467ms","start":"2026-04-01T23:51:07.034924Z","end":"2026-04-01T23:51:07.824581Z","steps":["trace[868399614] 'read index received' (duration: 731.060734ms)","trace[868399614] 'applied index is now lower than readState.Index' (duration: 58.595853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:07.824868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120040508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25fbdc0cf607c\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-01T23:51:07.82489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.589855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:07.824922Z","caller":"traceutil/trace.go:171","msg":"trace[482488576] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25fbdc0cf607c; range_end:; response_count:1; response_revision:9149; }","duration":"4.12014124s","start":"2026-04-01T23:51:03.704767Z","end":"2026-04-01T23:51:07.824909Z","steps":["trace[482488576] 'agreement among raft nodes before linearized reading' (duration: 4.119981866s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.824954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.704743Z","time spent":"4.120203131s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25fbdc0cf607c\" "} {"level":"info","ts":"2026-04-01T23:51:07.824947Z","caller":"traceutil/trace.go:171","msg":"trace[1354074421] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9149; }","duration":"455.695498ms","start":"2026-04-01T23:51:07.369236Z","end":"2026-04-01T23:51:07.824931Z","steps":["trace[1354074421] 'agreement among raft nodes before linearized reading' (duration: 455.585224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.824982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.48132817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228889"} {"level":"warn","ts":"2026-04-01T23:51:07.824996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.369194Z","time spent":"455.78842ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:07.825025Z","caller":"traceutil/trace.go:171","msg":"trace[556921328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9149; }","duration":"5.481387521s","start":"2026-04-01T23:51:02.343627Z","end":"2026-04-01T23:51:07.825014Z","steps":["trace[556921328] 'agreement among raft nodes before linearized reading' (duration: 5.481014412s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.82502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.032982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-01T23:51:07.825036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099770963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:07.825066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.343579Z","time spent":"5.481480763s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:51:07.825088Z","caller":"traceutil/trace.go:171","msg":"trace[636076162] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9149; }","duration":"746.181925ms","start":"2026-04-01T23:51:07.078885Z","end":"2026-04-01T23:51:07.825067Z","steps":["trace[636076162] 'agreement among raft nodes before linearized reading' (duration: 745.918028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666048308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:07.825144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.078853Z","time spent":"746.281167ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T23:51:07.82518Z","caller":"traceutil/trace.go:171","msg":"trace[1927702732] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9149; }","duration":"4.66612478s","start":"2026-04-01T23:51:03.159047Z","end":"2026-04-01T23:51:07.825172Z","steps":["trace[1927702732] 'agreement among raft nodes before linearized reading' (duration: 4.666065239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030478752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-01T23:51:07.825202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.159029Z","time spent":"4.66616642s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:07.825216Z","caller":"traceutil/trace.go:171","msg":"trace[561102048] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9149; }","duration":"4.030556604s","start":"2026-04-01T23:51:03.794648Z","end":"2026-04-01T23:51:07.825205Z","steps":["trace[561102048] 'agreement among raft nodes before linearized reading' (duration: 4.030457681s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.79462Z","time spent":"4.030616334s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:51:07.825259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.937388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-01T23:51:07.825302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479750544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-04-01T23:51:07.825311Z","caller":"traceutil/trace.go:171","msg":"trace[985292440] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9149; }","duration":"558.032001ms","start":"2026-04-01T23:51:07.267264Z","end":"2026-04-01T23:51:07.825296Z","steps":["trace[985292440] 'agreement among raft nodes before linearized reading' (duration: 557.875187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.267244Z","time spent":"558.102982ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:51:07.825397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236185791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:07.825416Z","caller":"traceutil/trace.go:171","msg":"trace[573389639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9149; }","duration":"2.236229461s","start":"2026-04-01T23:51:05.58918Z","end":"2026-04-01T23:51:07.825409Z","steps":["trace[573389639] 'agreement among raft nodes before linearized reading' (duration: 2.23619746s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:07.825419Z","caller":"traceutil/trace.go:171","msg":"trace[550247355] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9149; }","duration":"1.473914635s","start":"2026-04-01T23:51:06.351487Z","end":"2026-04-01T23:51:07.825401Z","steps":["trace[550247355] 'process raft request' (duration: 1.473030864s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47635846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:07.825458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885483364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:07.825476Z","caller":"traceutil/trace.go:171","msg":"trace[262567076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9149; }","duration":"1.885540595s","start":"2026-04-01T23:51:05.93993Z","end":"2026-04-01T23:51:07.825471Z","steps":["trace[262567076] 'agreement among raft nodes before linearized reading' (duration: 1.885512445s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:07.82547Z","caller":"traceutil/trace.go:171","msg":"trace[45384551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9149; }","duration":"1.476452132s","start":"2026-04-01T23:51:06.349004Z","end":"2026-04-01T23:51:07.825456Z","steps":["trace[45384551] 'agreement among raft nodes before linearized reading' (duration: 1.47637152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:05.9399Z","time spent":"1.885587166s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:07.825343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203196011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:07.825509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.351459Z","time spent":"1.473997137s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:07.825516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466704464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-01T23:51:07.825521Z","caller":"traceutil/trace.go:171","msg":"trace[1666121250] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"2.726506034s","start":"2026-04-01T23:51:05.098988Z","end":"2026-04-01T23:51:07.825494Z","steps":["trace[1666121250] 'process raft request' (duration: 2.725294596s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:07.825555Z","caller":"traceutil/trace.go:171","msg":"trace[569510308] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9149; }","duration":"1.466767055s","start":"2026-04-01T23:51:06.358778Z","end":"2026-04-01T23:51:07.825545Z","steps":["trace[569510308] 'agreement among raft nodes before linearized reading' (duration: 1.466663013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36922211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:07.825618Z","caller":"traceutil/trace.go:171","msg":"trace[1879912166] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9149; }","duration":"2.369302262s","start":"2026-04-01T23:51:05.456304Z","end":"2026-04-01T23:51:07.825607Z","steps":["trace[1879912166] 'agreement among raft nodes before linearized reading' (duration: 2.36919473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:05.456289Z","time spent":"2.369356123s","remote":"127.0.0.1:49972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:07.825646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:05.098964Z","time spent":"2.726608326s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:07.825432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:05.589165Z","time spent":"2.236262433s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:07.824738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187209532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:07.825719Z","caller":"traceutil/trace.go:171","msg":"trace[1887286597] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9149; }","duration":"3.188224366s","start":"2026-04-01T23:51:04.637486Z","end":"2026-04-01T23:51:07.825711Z","steps":["trace[1887286597] 'agreement among raft nodes before linearized reading' (duration: 3.187194362s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.358766Z","time spent":"1.466813427s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:51:07.825748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.637472Z","time spent":"3.188268006s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:07.825509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:06.348984Z","time spent":"1.476514683s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:51:07.825519Z","caller":"traceutil/trace.go:171","msg":"trace[1948808940] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9149; }","duration":"3.203435156s","start":"2026-04-01T23:51:04.622074Z","end":"2026-04-01T23:51:07.825509Z","steps":["trace[1948808940] 'agreement among raft nodes before linearized reading' (duration: 3.20317035s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:07.825841Z","caller":"traceutil/trace.go:171","msg":"trace[301869347] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9149; }","duration":"5.099862686s","start":"2026-04-01T23:51:02.725212Z","end":"2026-04-01T23:51:07.825075Z","steps":["trace[301869347] 'agreement among raft nodes before linearized reading' (duration: 5.099770964s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:04.622054Z","time spent":"3.203807624s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:51:07.825351Z","caller":"traceutil/trace.go:171","msg":"trace[1079139127] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9149; }","duration":"5.479823866s","start":"2026-04-01T23:51:02.345511Z","end":"2026-04-01T23:51:07.825334Z","steps":["trace[1079139127] 'agreement among raft nodes before linearized reading' (duration: 5.479684953s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.825971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.345494Z","time spent":"5.48046393s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-01T23:51:07.825989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:02.725191Z","time spent":"5.100686753s","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:07.825131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829194082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:07.826152Z","caller":"traceutil/trace.go:171","msg":"trace[854695795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9149; }","duration":"3.830260806s","start":"2026-04-01T23:51:03.99587Z","end":"2026-04-01T23:51:07.82613Z","steps":["trace[854695795] 'agreement among raft nodes before linearized reading' (duration: 3.829184192s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:07.826268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:03.995849Z","time spent":"3.83039531s","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:08.33054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:51:08.36081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.502821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:08.360924Z","caller":"traceutil/trace.go:171","msg":"trace[1071568440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9149; }","duration":"183.634464ms","start":"2026-04-01T23:51:08.17727Z","end":"2026-04-01T23:51:08.360905Z","steps":["trace[1071568440] 'range keys from in-memory index tree' (duration: 183.481801ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:08.361415Z","caller":"traceutil/trace.go:171","msg":"trace[1984509760] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"533.434899ms","start":"2026-04-01T23:51:07.827959Z","end":"2026-04-01T23:51:08.361394Z","steps":["trace[1984509760] 'process raft request' (duration: 504.972841ms)","trace[1984509760] 'compare' (duration: 28.10309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:08.361523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.827931Z","time spent":"533.53097ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:08.371347Z","caller":"traceutil/trace.go:171","msg":"trace[738029875] linearizableReadLoop","detail":"{readStateIndex:9505; appliedIndex:9502; }","duration":"541.080761ms","start":"2026-04-01T23:51:07.830252Z","end":"2026-04-01T23:51:08.371333Z","steps":["trace[738029875] 'read index received' (duration: 502.686711ms)","trace[738029875] 'applied index is now lower than readState.Index' (duration: 38.39328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:08.3716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.338866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-01T23:51:08.371643Z","caller":"traceutil/trace.go:171","msg":"trace[2061345007] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211; range_end:; response_count:1; response_revision:9151; }","duration":"541.402318ms","start":"2026-04-01T23:51:07.830229Z","end":"2026-04-01T23:51:08.371631Z","steps":["trace[2061345007] 'agreement among raft nodes before linearized reading' (duration: 541.270865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:08.371672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.830217Z","time spent":"541.447489ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-b8452f3b-fff8-4968-95d6-8d07d85bc211\" "} {"level":"warn","ts":"2026-04-01T23:51:08.371904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.602742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-swvrp\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-04-01T23:51:08.371942Z","caller":"traceutil/trace.go:171","msg":"trace[1236837995] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-swvrp; range_end:; response_count:1; response_revision:9151; }","duration":"541.671364ms","start":"2026-04-01T23:51:07.830262Z","end":"2026-04-01T23:51:08.371934Z","steps":["trace[1236837995] 'agreement among raft nodes before linearized reading' (duration: 541.578462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:08.371969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.830244Z","time spent":"541.717005ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4716,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-swvrp\" "} {"level":"warn","ts":"2026-04-01T23:51:08.371604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.828005Z","time spent":"543.595817ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:51:08.372117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.880221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:08.372148Z","caller":"traceutil/trace.go:171","msg":"trace[429681590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9151; }","duration":"538.924733ms","start":"2026-04-01T23:51:07.833215Z","end":"2026-04-01T23:51:08.37214Z","steps":["trace[429681590] 'agreement among raft nodes before linearized reading' (duration: 538.876542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:08.372173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.833209Z","time spent":"538.957793ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:08.372389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.988206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T23:51:08.372433Z","caller":"traceutil/trace.go:171","msg":"trace[1515806834] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2609962b8751d; range_end:; response_count:1; response_revision:9151; }","duration":"540.048427ms","start":"2026-04-01T23:51:07.832376Z","end":"2026-04-01T23:51:08.372424Z","steps":["trace[1515806834] 'agreement among raft nodes before linearized reading' (duration: 539.957665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:08.372456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.832368Z","time spent":"540.082657ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a2609962b8751d\" "} {"level":"warn","ts":"2026-04-01T23:51:08.373246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.743355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:08.373591Z","caller":"traceutil/trace.go:171","msg":"trace[1044937002] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9151; }","duration":"542.158584ms","start":"2026-04-01T23:51:07.831411Z","end":"2026-04-01T23:51:08.37357Z","steps":["trace[1044937002] 'agreement among raft nodes before linearized reading' (duration: 540.825805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:08.375652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:07.831397Z","time spent":"544.232671ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-01T23:51:24.099532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7328} {"level":"info","ts":"2026-04-01T23:51:24.341974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7328,"took":"240.276042ms","hash":2878020335,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":26038272,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T23:51:24.342052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2878020335,"revision":7328,"compact-revision":4501} {"level":"info","ts":"2026-04-01T23:51:26.400384Z","caller":"traceutil/trace.go:171","msg":"trace[1146137350] linearizableReadLoop","detail":"{readStateIndex:9684; appliedIndex:9683; }","duration":"112.997281ms","start":"2026-04-01T23:51:26.287357Z","end":"2026-04-01T23:51:26.400355Z","steps":["trace[1146137350] 'read index received' (duration: 112.762706ms)","trace[1146137350] 'applied index is now lower than readState.Index' (duration: 233.375µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:26.400716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.325938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-04-01T23:51:26.400772Z","caller":"traceutil/trace.go:171","msg":"trace[1709639480] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:9322; }","duration":"113.405831ms","start":"2026-04-01T23:51:26.287353Z","end":"2026-04-01T23:51:26.400759Z","steps":["trace[1709639480] 'agreement among raft nodes before linearized reading' (duration: 113.116774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:26.400871Z","caller":"traceutil/trace.go:171","msg":"trace[1402774152] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"114.75257ms","start":"2026-04-01T23:51:26.285959Z","end":"2026-04-01T23:51:26.400711Z","steps":["trace[1402774152] 'process raft request' (duration: 114.225228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.254701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362872839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:51:31.447299Z","caller":"traceutil/trace.go:171","msg":"trace[1263854890] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"834.313729ms","start":"2026-04-01T23:51:30.612958Z","end":"2026-04-01T23:51:31.447271Z","steps":["trace[1263854890] 'process raft request' (duration: 834.029643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.447464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.612935Z","time spent":"834.438411ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:31.451351Z","caller":"traceutil/trace.go:171","msg":"trace[932995275] linearizableReadLoop","detail":"{readStateIndex:9763; appliedIndex:9761; }","duration":"697.410172ms","start":"2026-04-01T23:51:30.753917Z","end":"2026-04-01T23:51:31.451327Z","steps":["trace[932995275] 'read index received' (duration: 693.065326ms)","trace[932995275] 'applied index is now lower than readState.Index' (duration: 4.343676ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:31.451477Z","caller":"traceutil/trace.go:171","msg":"trace[2068525261] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"814.550985ms","start":"2026-04-01T23:51:30.636913Z","end":"2026-04-01T23:51:31.451464Z","steps":["trace[2068525261] 'process raft request' (duration: 814.268479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.451597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.636889Z","time spent":"814.621186ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:31.451791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.885673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:51:31.451831Z","caller":"traceutil/trace.go:171","msg":"trace[2102374100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9398; }","duration":"697.971835ms","start":"2026-04-01T23:51:30.753849Z","end":"2026-04-01T23:51:31.451821Z","steps":["trace[2102374100] 'agreement among raft nodes before linearized reading' (duration: 697.876553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.451866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:30.753824Z","time spent":"698.023997ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:31.451913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.923483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:31.451656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.940456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-fbm49\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-01T23:51:31.452037Z","caller":"traceutil/trace.go:171","msg":"trace[1225847665] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9398; }","duration":"135.107347ms","start":"2026-04-01T23:51:31.316906Z","end":"2026-04-01T23:51:31.452013Z","steps":["trace[1225847665] 'agreement among raft nodes before linearized reading' (duration: 134.887263ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:31.452048Z","caller":"traceutil/trace.go:171","msg":"trace[711425749] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-fbm49; range_end:; response_count:1; response_revision:9398; }","duration":"403.371506ms","start":"2026-04-01T23:51:31.048662Z","end":"2026-04-01T23:51:31.452033Z","steps":["trace[711425749] 'agreement among raft nodes before linearized reading' (duration: 402.872654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:31.452089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:31.048641Z","time spent":"403.436437ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-fbm49\" "} {"level":"warn","ts":"2026-04-01T23:51:31.451935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.58165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:31.452174Z","caller":"traceutil/trace.go:171","msg":"trace[1092460047] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9398; }","duration":"249.861628ms","start":"2026-04-01T23:51:31.202295Z","end":"2026-04-01T23:51:31.452157Z","steps":["trace[1092460047] 'agreement among raft nodes before linearized reading' (duration: 249.576331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.319517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362873019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:51:34.723745Z","caller":"traceutil/trace.go:171","msg":"trace[1842470378] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"909.478202ms","start":"2026-04-01T23:51:33.814227Z","end":"2026-04-01T23:51:34.723705Z","steps":["trace[1842470378] 'process raft request' (duration: 909.280197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.723866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.814043Z","time spent":"909.760589ms","remote":"127.0.0.1:60046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:34.83952Z","caller":"traceutil/trace.go:171","msg":"trace[1432481336] linearizableReadLoop","detail":"{readStateIndex:9792; appliedIndex:9789; }","duration":"1.020516619s","start":"2026-04-01T23:51:33.818976Z","end":"2026-04-01T23:51:34.839492Z","steps":["trace[1432481336] 'read index received' (duration: 904.48677ms)","trace[1432481336] 'applied index is now lower than readState.Index' (duration: 116.028189ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:34.839621Z","caller":"traceutil/trace.go:171","msg":"trace[364914844] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"621.012371ms","start":"2026-04-01T23:51:34.218582Z","end":"2026-04-01T23:51:34.839595Z","steps":["trace[364914844] 'process raft request' (duration: 620.847947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.839848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020858707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3995"} {"level":"warn","ts":"2026-04-01T23:51:34.839863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.218554Z","time spent":"621.216106ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:34.839915Z","caller":"traceutil/trace.go:171","msg":"trace[1442222463] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:9426; }","duration":"1.020960358s","start":"2026-04-01T23:51:33.818937Z","end":"2026-04-01T23:51:34.839898Z","steps":["trace[1442222463] 'agreement among raft nodes before linearized reading' (duration: 1.020685462s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.839961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.81892Z","time spent":"1.0210282s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4017,"request content":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" "} {"level":"info","ts":"2026-04-01T23:51:34.840299Z","caller":"traceutil/trace.go:171","msg":"trace[729108095] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"783.222524ms","start":"2026-04-01T23:51:34.057053Z","end":"2026-04-01T23:51:34.840276Z","steps":["trace[729108095] 'process raft request' (duration: 781.28513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.840405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.057023Z","time spent":"783.331765ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:34.840504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.11664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-54fb646db9-bm6xc\" ","response":"range_response_count:1 size:12107"} {"level":"warn","ts":"2026-04-01T23:51:34.840559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.789208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-04-01T23:51:34.84057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.048914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-04-01T23:51:34.840611Z","caller":"traceutil/trace.go:171","msg":"trace[1800060912] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:9427; }","duration":"821.842299ms","start":"2026-04-01T23:51:34.018754Z","end":"2026-04-01T23:51:34.840596Z","steps":["trace[1800060912] 'agreement among raft nodes before linearized reading' (duration: 821.675375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.840539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.591474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-04-01T23:51:34.840954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.462106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-04-01T23:51:34.840974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.616134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5882"} {"level":"info","ts":"2026-04-01T23:51:34.840976Z","caller":"traceutil/trace.go:171","msg":"trace[861928957] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:9427; }","duration":"697.237078ms","start":"2026-04-01T23:51:34.143471Z","end":"2026-04-01T23:51:34.840708Z","steps":["trace[861928957] 'agreement among raft nodes before linearized reading' (duration: 696.922091ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.841022Z","caller":"traceutil/trace.go:171","msg":"trace[2121841593] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:9427; }","duration":"771.683885ms","start":"2026-04-01T23:51:34.069322Z","end":"2026-04-01T23:51:34.841005Z","steps":["trace[2121841593] 'agreement among raft nodes before linearized reading' (duration: 771.585123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.069305Z","time spent":"771.746187ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5904,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.143458Z","time spent":"697.590946ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4284,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-04-01T23:51:34.84108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.097352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:51:34.841134Z","caller":"traceutil/trace.go:171","msg":"trace[1312252324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9427; }","duration":"617.168974ms","start":"2026-04-01T23:51:34.223951Z","end":"2026-04-01T23:51:34.84112Z","steps":["trace[1312252324] 'agreement among raft nodes before linearized reading' (duration: 616.851517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.841146Z","caller":"traceutil/trace.go:171","msg":"trace[1643052657] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:9427; }","duration":"969.513376ms","start":"2026-04-01T23:51:33.871472Z","end":"2026-04-01T23:51:34.840985Z","steps":["trace[1643052657] 'agreement among raft nodes before linearized reading' (duration: 969.430164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.011062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-56d458c865-sh6l8\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-04-01T23:51:34.841241Z","caller":"traceutil/trace.go:171","msg":"trace[37226365] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-56d458c865-sh6l8; range_end:; response_count:1; response_revision:9427; }","duration":"622.093735ms","start":"2026-04-01T23:51:34.219127Z","end":"2026-04-01T23:51:34.84122Z","steps":["trace[37226365] 'agreement among raft nodes before linearized reading' (duration: 621.971122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.049984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:34.841258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.462866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:34.841261Z","caller":"traceutil/trace.go:171","msg":"trace[441388867] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"115.600179ms","start":"2026-04-01T23:51:34.725648Z","end":"2026-04-01T23:51:34.841248Z","steps":["trace[441388867] 'process raft request' (duration: 114.567636ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.84129Z","caller":"traceutil/trace.go:171","msg":"trace[1057172546] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:9427; }","duration":"114.116046ms","start":"2026-04-01T23:51:34.727165Z","end":"2026-04-01T23:51:34.841281Z","steps":["trace[1057172546] 'agreement among raft nodes before linearized reading' (duration: 114.054904ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.841304Z","caller":"traceutil/trace.go:171","msg":"trace[193981461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9427; }","duration":"657.536829ms","start":"2026-04-01T23:51:34.183753Z","end":"2026-04-01T23:51:34.84129Z","steps":["trace[193981461] 'agreement among raft nodes before linearized reading' (duration: 657.463736ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.840594Z","caller":"traceutil/trace.go:171","msg":"trace[270581825] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-54fb646db9-bm6xc; range_end:; response_count:1; response_revision:9427; }","duration":"995.225592ms","start":"2026-04-01T23:51:33.845345Z","end":"2026-04-01T23:51:34.84057Z","steps":["trace[270581825] 'agreement among raft nodes before linearized reading' (duration: 994.986777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.183735Z","time spent":"657.600621ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.851349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dkl5d\" ","response":"range_response_count:1 size:4908"} {"level":"warn","ts":"2026-04-01T23:51:34.841405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.251108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:51:34.841419Z","caller":"traceutil/trace.go:171","msg":"trace[946292123] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dkl5d; range_end:; response_count:1; response_revision:9427; }","duration":"671.923501ms","start":"2026-04-01T23:51:34.169486Z","end":"2026-04-01T23:51:34.84141Z","steps":["trace[946292123] 'agreement among raft nodes before linearized reading' (duration: 671.830039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.169466Z","time spent":"671.988593ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-dkl5d\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.845339Z","time spent":"996.049431ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12129,"request content":"key:\"/registry/pods/openstack/keystone-api-54fb646db9-bm6xc\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.21911Z","time spent":"622.169196ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-56d458c865-sh6l8\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.779118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7964"} {"level":"warn","ts":"2026-04-01T23:51:34.84105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.065924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-04-01T23:51:34.841185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.223944Z","time spent":"617.230305ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:51:34.841639Z","caller":"traceutil/trace.go:171","msg":"trace[512687825] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:9427; }","duration":"796.861139ms","start":"2026-04-01T23:51:34.044762Z","end":"2026-04-01T23:51:34.841623Z","steps":["trace[512687825] 'agreement among raft nodes before linearized reading' (duration: 796.731147ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.841663Z","caller":"traceutil/trace.go:171","msg":"trace[1413335053] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:9427; }","duration":"647.73244ms","start":"2026-04-01T23:51:34.193915Z","end":"2026-04-01T23:51:34.841648Z","steps":["trace[1413335053] 'agreement among raft nodes before linearized reading' (duration: 646.488641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.191318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-8bbsz\" ","response":"range_response_count:1 size:5976"} {"level":"warn","ts":"2026-04-01T23:51:34.840965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.393669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4252"} {"level":"info","ts":"2026-04-01T23:51:34.841732Z","caller":"traceutil/trace.go:171","msg":"trace[2026593493] range","detail":"{range_begin:/registry/pods/monitoring/vector-8bbsz; range_end:; response_count:1; response_revision:9427; }","duration":"572.27004ms","start":"2026-04-01T23:51:34.269452Z","end":"2026-04-01T23:51:34.841722Z","steps":["trace[2026593493] 'agreement among raft nodes before linearized reading' (duration: 572.161517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.044743Z","time spent":"796.931822ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7986,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.193901Z","time spent":"647.823132ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3925,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.269424Z","time spent":"572.344641ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5998,"request content":"key:\"/registry/pods/monitoring/vector-8bbsz\" "} {"level":"warn","ts":"2026-04-01T23:51:34.840734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.857527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-04-01T23:51:34.840885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.672153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-04-01T23:51:34.841083Z","caller":"traceutil/trace.go:171","msg":"trace[1449876198] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:9427; }","duration":"597.091175ms","start":"2026-04-01T23:51:34.243883Z","end":"2026-04-01T23:51:34.840975Z","steps":["trace[1449876198] 'agreement among raft nodes before linearized reading' (duration: 596.511712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.243864Z","time spent":"597.995666ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3334,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-04-01T23:51:34.841866Z","caller":"traceutil/trace.go:171","msg":"trace[1299865355] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:9427; }","duration":"872.003263ms","start":"2026-04-01T23:51:33.969841Z","end":"2026-04-01T23:51:34.841844Z","steps":["trace[1299865355] 'agreement among raft nodes before linearized reading' (duration: 870.863397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.840658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.018734Z","time spent":"821.9125ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5348,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.969826Z","time spent":"872.087735ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3681,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-01T23:51:34.840686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.047953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11488"} {"level":"info","ts":"2026-04-01T23:51:34.842003Z","caller":"traceutil/trace.go:171","msg":"trace[1643790936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:9427; }","duration":"823.362053ms","start":"2026-04-01T23:51:34.01863Z","end":"2026-04-01T23:51:34.841992Z","steps":["trace[1643790936] 'agreement among raft nodes before linearized reading' (duration: 821.991401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:34.841862Z","caller":"traceutil/trace.go:171","msg":"trace[1996274675] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:9427; }","duration":"746.677636ms","start":"2026-04-01T23:51:34.095169Z","end":"2026-04-01T23:51:34.841846Z","steps":["trace[1996274675] 'agreement among raft nodes before linearized reading' (duration: 745.636382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.841996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.230648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-04-01T23:51:34.841463Z","caller":"traceutil/trace.go:171","msg":"trace[1404238979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9427; }","duration":"776.336821ms","start":"2026-04-01T23:51:34.065113Z","end":"2026-04-01T23:51:34.84145Z","steps":["trace[1404238979] 'agreement among raft nodes before linearized reading' (duration: 776.201088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.842054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.09515Z","time spent":"746.887971ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3921,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-04-01T23:51:34.842076Z","caller":"traceutil/trace.go:171","msg":"trace[409088409] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7; range_end:; response_count:1; response_revision:9427; }","duration":"547.438073ms","start":"2026-04-01T23:51:34.294622Z","end":"2026-04-01T23:51:34.84206Z","steps":["trace[409088409] 'agreement among raft nodes before linearized reading' (duration: 546.774798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.842105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.065097Z","time spent":"776.989135ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"info","ts":"2026-04-01T23:51:34.841742Z","caller":"traceutil/trace.go:171","msg":"trace[2060987029] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:9427; }","duration":"922.219188ms","start":"2026-04-01T23:51:33.91951Z","end":"2026-04-01T23:51:34.841729Z","steps":["trace[2060987029] 'agreement among raft nodes before linearized reading' (duration: 921.312267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.840886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.5783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-04-01T23:51:34.84217Z","caller":"traceutil/trace.go:171","msg":"trace[1775408336] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:9427; }","duration":"946.90705ms","start":"2026-04-01T23:51:33.895251Z","end":"2026-04-01T23:51:34.842158Z","steps":["trace[1775408336] 'agreement among raft nodes before linearized reading' (duration: 945.58515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.842171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.919493Z","time spent":"922.662888ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4274,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-04-01T23:51:34.842206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.895224Z","time spent":"946.972122ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4540,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-04-01T23:51:34.841193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.871464Z","time spent":"969.717342ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5625,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-04-01T23:51:34.840804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.472107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"warn","ts":"2026-04-01T23:51:34.840777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.570799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-04-01T23:51:34.842328Z","caller":"traceutil/trace.go:171","msg":"trace[925227369] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:9427; }","duration":"717.159014ms","start":"2026-04-01T23:51:34.125153Z","end":"2026-04-01T23:51:34.842312Z","steps":["trace[925227369] 'agreement among raft nodes before linearized reading' (duration: 715.528087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.842399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.12513Z","time spent":"717.254206ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9602,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-04-01T23:51:34.842365Z","caller":"traceutil/trace.go:171","msg":"trace[718275323] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:9427; }","duration":"897.018812ms","start":"2026-04-01T23:51:33.945288Z","end":"2026-04-01T23:51:34.842306Z","steps":["trace[718275323] 'agreement among raft nodes before linearized reading' (duration: 895.461617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:34.84204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.01858Z","time spent":"823.449255ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11510,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-01T23:51:34.842503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:33.945267Z","time spent":"897.193896ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4608,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"warn","ts":"2026-04-01T23:51:34.842121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:34.294609Z","time spent":"547.499264ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5699,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7\" "} {"level":"warn","ts":"2026-04-01T23:51:36.860699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.300837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:51:36.860862Z","caller":"traceutil/trace.go:171","msg":"trace[532288667] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9446; }","duration":"263.115804ms","start":"2026-04-01T23:51:36.597717Z","end":"2026-04-01T23:51:36.860833Z","steps":["trace[532288667] 'process raft request' (duration: 141.557222ms)","trace[532288667] 'compare' (duration: 120.960049ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:36.860954Z","caller":"traceutil/trace.go:171","msg":"trace[1719588733] linearizableReadLoop","detail":"{readStateIndex:9813; appliedIndex:9812; }","duration":"240.6679ms","start":"2026-04-01T23:51:36.620265Z","end":"2026-04-01T23:51:36.860933Z","steps":["trace[1719588733] 'read index received' (duration: 119.046276ms)","trace[1719588733] 'applied index is now lower than readState.Index' (duration: 121.619974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:36.86114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.864356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-fbm49\" ","response":"range_response_count:1 size:4933"} {"level":"info","ts":"2026-04-01T23:51:36.861169Z","caller":"traceutil/trace.go:171","msg":"trace[1200687238] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-fbm49; range_end:; response_count:1; response_revision:9447; }","duration":"240.962868ms","start":"2026-04-01T23:51:36.620198Z","end":"2026-04-01T23:51:36.861161Z","steps":["trace[1200687238] 'agreement among raft nodes before linearized reading' (duration: 240.822764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:36.878604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.44441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sgfzv\" ","response":"range_response_count:1 size:4829"} {"level":"info","ts":"2026-04-01T23:51:36.878714Z","caller":"traceutil/trace.go:171","msg":"trace[282174937] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sgfzv; range_end:; response_count:1; response_revision:9448; }","duration":"233.622304ms","start":"2026-04-01T23:51:36.645067Z","end":"2026-04-01T23:51:36.878689Z","steps":["trace[282174937] 'agreement among raft nodes before linearized reading' (duration: 233.394709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:37.211909Z","caller":"traceutil/trace.go:171","msg":"trace[510136838] linearizableReadLoop","detail":"{readStateIndex:9821; appliedIndex:9818; }","duration":"213.083574ms","start":"2026-04-01T23:51:36.998802Z","end":"2026-04-01T23:51:37.211886Z","steps":["trace[510136838] 'read index received' (duration: 62.441699ms)","trace[510136838] 'applied index is now lower than readState.Index' (duration: 150.640865ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:37.212008Z","caller":"traceutil/trace.go:171","msg":"trace[1909207531] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"208.086442ms","start":"2026-04-01T23:51:37.003892Z","end":"2026-04-01T23:51:37.211979Z","steps":["trace[1909207531] 'process raft request' (duration: 207.914218ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:37.212026Z","caller":"traceutil/trace.go:171","msg":"trace[301636065] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9452; }","duration":"216.876058ms","start":"2026-04-01T23:51:36.995133Z","end":"2026-04-01T23:51:37.212009Z","steps":["trace[301636065] 'process raft request' (duration: 216.482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:37.212515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.689057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229762"} {"level":"info","ts":"2026-04-01T23:51:37.212573Z","caller":"traceutil/trace.go:171","msg":"trace[1793442115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9453; }","duration":"213.774848ms","start":"2026-04-01T23:51:36.998786Z","end":"2026-04-01T23:51:37.21256Z","steps":["trace[1793442115] 'agreement among raft nodes before linearized reading' (duration: 213.211226ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:37.233201Z","caller":"traceutil/trace.go:171","msg":"trace[405891069] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9454; }","duration":"169.741912ms","start":"2026-04-01T23:51:37.063447Z","end":"2026-04-01T23:51:37.233189Z","steps":["trace[405891069] 'process raft request' (duration: 169.399504ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:39.748036Z","caller":"traceutil/trace.go:171","msg":"trace[1683882523] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"187.283436ms","start":"2026-04-01T23:51:39.560729Z","end":"2026-04-01T23:51:39.748013Z","steps":["trace[1683882523] 'process raft request' (duration: 187.192454ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:39.748436Z","caller":"traceutil/trace.go:171","msg":"trace[1861695408] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"188.198376ms","start":"2026-04-01T23:51:39.560183Z","end":"2026-04-01T23:51:39.748381Z","steps":["trace[1861695408] 'process raft request' (duration: 187.48341ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:39.748546Z","caller":"traceutil/trace.go:171","msg":"trace[989404066] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"187.379377ms","start":"2026-04-01T23:51:39.561157Z","end":"2026-04-01T23:51:39.748536Z","steps":["trace[989404066] 'process raft request' (duration: 186.799614ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:40.976459Z","caller":"traceutil/trace.go:171","msg":"trace[1312791889] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"102.196209ms","start":"2026-04-01T23:51:40.874241Z","end":"2026-04-01T23:51:40.976437Z","steps":["trace[1312791889] 'process raft request' (duration: 102.030405ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:41.247127Z","caller":"traceutil/trace.go:171","msg":"trace[286400759] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9907; }","duration":"171.043121ms","start":"2026-04-01T23:51:41.076068Z","end":"2026-04-01T23:51:41.247112Z","steps":["trace[286400759] 'read index received' (duration: 170.896338ms)","trace[286400759] 'applied index is now lower than readState.Index' (duration: 146.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:41.24736Z","caller":"traceutil/trace.go:171","msg":"trace[957722283] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"201.606026ms","start":"2026-04-01T23:51:41.045747Z","end":"2026-04-01T23:51:41.247353Z","steps":["trace[957722283] 'process raft request' (duration: 201.263999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:41.24755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.474711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:51:41.247573Z","caller":"traceutil/trace.go:171","msg":"trace[729539930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9538; }","duration":"171.542642ms","start":"2026-04-01T23:51:41.076025Z","end":"2026-04-01T23:51:41.247568Z","steps":["trace[729539930] 'agreement among raft nodes before linearized reading' (duration: 171.44517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:41.452175Z","caller":"traceutil/trace.go:171","msg":"trace[648490487] linearizableReadLoop","detail":"{readStateIndex:9909; appliedIndex:9908; }","duration":"200.03949ms","start":"2026-04-01T23:51:41.252111Z","end":"2026-04-01T23:51:41.45215Z","steps":["trace[648490487] 'read index received' (duration: 130.930353ms)","trace[648490487] 'applied index is now lower than readState.Index' (duration: 69.108207ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:41.452297Z","caller":"traceutil/trace.go:171","msg":"trace[1414979047] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"200.574122ms","start":"2026-04-01T23:51:41.251693Z","end":"2026-04-01T23:51:41.452267Z","steps":["trace[1414979047] 'process raft request' (duration: 131.300641ms)","trace[1414979047] 'compare' (duration: 69.011765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:41.45266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.537682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234064"} {"level":"info","ts":"2026-04-01T23:51:41.452706Z","caller":"traceutil/trace.go:171","msg":"trace[1150858352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9539; }","duration":"200.641444ms","start":"2026-04-01T23:51:41.252054Z","end":"2026-04-01T23:51:41.452695Z","steps":["trace[1150858352] 'agreement among raft nodes before linearized reading' (duration: 200.195473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:41.790526Z","caller":"traceutil/trace.go:171","msg":"trace[1073093314] linearizableReadLoop","detail":"{readStateIndex:9910; appliedIndex:9909; }","duration":"222.129026ms","start":"2026-04-01T23:51:41.568374Z","end":"2026-04-01T23:51:41.790503Z","steps":["trace[1073093314] 'read index received' (duration: 156.910155ms)","trace[1073093314] 'applied index is now lower than readState.Index' (duration: 65.217621ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:41.790631Z","caller":"traceutil/trace.go:171","msg":"trace[1020053866] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"230.515954ms","start":"2026-04-01T23:51:41.560078Z","end":"2026-04-01T23:51:41.790594Z","steps":["trace[1020053866] 'process raft request' (duration: 165.321993ms)","trace[1020053866] 'compare' (duration: 64.972176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:41.790792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.395561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:51:41.790881Z","caller":"traceutil/trace.go:171","msg":"trace[564739218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9540; }","duration":"222.540155ms","start":"2026-04-01T23:51:41.568321Z","end":"2026-04-01T23:51:41.790861Z","steps":["trace[564739218] 'agreement among raft nodes before linearized reading' (duration: 222.264529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.467627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362873395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:51:42.624789Z","caller":"traceutil/trace.go:171","msg":"trace[1142667376] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"829.518161ms","start":"2026-04-01T23:51:41.795241Z","end":"2026-04-01T23:51:42.624759Z","steps":["trace[1142667376] 'process raft request' (duration: 829.281836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.624973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.795215Z","time spent":"829.666244ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:42.625127Z","caller":"traceutil/trace.go:171","msg":"trace[1274694689] linearizableReadLoop","detail":"{readStateIndex:9915; appliedIndex:9911; }","duration":"658.553922ms","start":"2026-04-01T23:51:41.966553Z","end":"2026-04-01T23:51:42.625107Z","steps":["trace[1274694689] 'read index received' (duration: 657.887187ms)","trace[1274694689] 'applied index is now lower than readState.Index' (duration: 665.385µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:42.625177Z","caller":"traceutil/trace.go:171","msg":"trace[551208478] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"829.788397ms","start":"2026-04-01T23:51:41.795323Z","end":"2026-04-01T23:51:42.625111Z","steps":["trace[551208478] 'process raft request' (duration: 829.370658ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:42.625258Z","caller":"traceutil/trace.go:171","msg":"trace[304420382] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"829.806557ms","start":"2026-04-01T23:51:41.795438Z","end":"2026-04-01T23:51:42.625245Z","steps":["trace[304420382] 'process raft request' (duration: 829.48959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.625342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.795423Z","time spent":"829.866169ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:42.625362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.7953Z","time spent":"829.95495ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:42.625387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.182756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:42.625464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.905039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a260a44faefe9c\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-01T23:51:42.62552Z","caller":"traceutil/trace.go:171","msg":"trace[1517317104] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a260a44faefe9c; range_end:; response_count:1; response_revision:9545; }","duration":"658.988091ms","start":"2026-04-01T23:51:41.966517Z","end":"2026-04-01T23:51:42.625505Z","steps":["trace[1517317104] 'agreement among raft nodes before linearized reading' (duration: 658.740946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.625544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.201927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:42.625573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.966497Z","time spent":"659.062003ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a260a44faefe9c\" "} {"level":"info","ts":"2026-04-01T23:51:42.625582Z","caller":"traceutil/trace.go:171","msg":"trace[623429330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9545; }","duration":"443.275539ms","start":"2026-04-01T23:51:42.182294Z","end":"2026-04-01T23:51:42.62557Z","steps":["trace[623429330] 'agreement among raft nodes before linearized reading' (duration: 443.212958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.62562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.182276Z","time spent":"443.335441ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:42.62564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.238621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-01T23:51:42.625698Z","caller":"traceutil/trace.go:171","msg":"trace[867471401] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9545; }","duration":"315.334603ms","start":"2026-04-01T23:51:42.310347Z","end":"2026-04-01T23:51:42.625681Z","steps":["trace[867471401] 'agreement among raft nodes before linearized reading' (duration: 315.157219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.625751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.310325Z","time spent":"315.413835ms","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-01T23:51:42.625473Z","caller":"traceutil/trace.go:171","msg":"trace[1977463186] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9545; }","duration":"484.316979ms","start":"2026-04-01T23:51:42.141132Z","end":"2026-04-01T23:51:42.625449Z","steps":["trace[1977463186] 'agreement among raft nodes before linearized reading' (duration: 484.155396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:42.62585Z","caller":"traceutil/trace.go:171","msg":"trace[1744759058] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"829.789337ms","start":"2026-04-01T23:51:41.796041Z","end":"2026-04-01T23:51:42.625831Z","steps":["trace[1744759058] 'process raft request' (duration: 828.969929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:42.625861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.141111Z","time spent":"484.725848ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:42.625978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:41.79603Z","time spent":"829.868678ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:42.626014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.876498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:51:42.626066Z","caller":"traceutil/trace.go:171","msg":"trace[1317645762] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:9545; }","duration":"283.974ms","start":"2026-04-01T23:51:42.342077Z","end":"2026-04-01T23:51:42.626051Z","steps":["trace[1317645762] 'agreement among raft nodes before linearized reading' (duration: 283.801577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.05104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.627369Z","time spent":"423.66564ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:51:43.051114Z","caller":"traceutil/trace.go:171","msg":"trace[1956776311] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9546; }","duration":"423.478516ms","start":"2026-04-01T23:51:42.627601Z","end":"2026-04-01T23:51:43.051079Z","steps":["trace[1956776311] 'process raft request' (duration: 423.265832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.051221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.627589Z","time spent":"423.561848ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-01T23:51:43.051294Z","caller":"traceutil/trace.go:171","msg":"trace[1392920277] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"422.055894ms","start":"2026-04-01T23:51:42.629225Z","end":"2026-04-01T23:51:43.051281Z","steps":["trace[1392920277] 'process raft request' (duration: 421.805198ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:43.051313Z","caller":"traceutil/trace.go:171","msg":"trace[1500382299] linearizableReadLoop","detail":"{readStateIndex:9918; appliedIndex:9915; }","duration":"397.193137ms","start":"2026-04-01T23:51:42.654109Z","end":"2026-04-01T23:51:43.051302Z","steps":["trace[1500382299] 'read index received' (duration: 382.899487ms)","trace[1500382299] 'applied index is now lower than readState.Index' (duration: 14.29254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:43.051363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.629211Z","time spent":"422.108545ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:43.051492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.380371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:51:43.051515Z","caller":"traceutil/trace.go:171","msg":"trace[775540542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9549; }","duration":"397.430803ms","start":"2026-04-01T23:51:42.654076Z","end":"2026-04-01T23:51:43.051507Z","steps":["trace[775540542] 'agreement among raft nodes before linearized reading' (duration: 397.340141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.051513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.434446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-9qb5m\" ","response":"range_response_count:1 size:6258"} {"level":"warn","ts":"2026-04-01T23:51:43.051533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:42.65406Z","time spent":"397.468703ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:51:43.051551Z","caller":"traceutil/trace.go:171","msg":"trace[1742264940] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-9qb5m; range_end:; response_count:1; response_revision:9549; }","duration":"244.504446ms","start":"2026-04-01T23:51:42.807034Z","end":"2026-04-01T23:51:43.051539Z","steps":["trace[1742264940] 'agreement among raft nodes before linearized reading' (duration: 244.409674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:43.266028Z","caller":"traceutil/trace.go:171","msg":"trace[366352565] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"112.474109ms","start":"2026-04-01T23:51:43.153504Z","end":"2026-04-01T23:51:43.265978Z","steps":["trace[366352565] 'process raft request' (duration: 112.147052ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:43.266066Z","caller":"traceutil/trace.go:171","msg":"trace[1591040265] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"112.151092ms","start":"2026-04-01T23:51:43.153861Z","end":"2026-04-01T23:51:43.266012Z","steps":["trace[1591040265] 'process raft request' (duration: 112.033569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.266976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.098053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:51:43.267079Z","caller":"traceutil/trace.go:171","msg":"trace[149364311] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9561; }","duration":"117.244796ms","start":"2026-04-01T23:51:43.149814Z","end":"2026-04-01T23:51:43.267059Z","steps":["trace[149364311] 'agreement among raft nodes before linearized reading' (duration: 116.97388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:43.452681Z","caller":"traceutil/trace.go:171","msg":"trace[1504465268] linearizableReadLoop","detail":"{readStateIndex:9933; appliedIndex:9932; }","duration":"186.667481ms","start":"2026-04-01T23:51:43.265981Z","end":"2026-04-01T23:51:43.452649Z","steps":["trace[1504465268] 'read index received' (duration: 186.430236ms)","trace[1504465268] 'applied index is now lower than readState.Index' (duration: 235.605µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:43.452734Z","caller":"traceutil/trace.go:171","msg":"trace[1267068511] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"235.916084ms","start":"2026-04-01T23:51:43.216782Z","end":"2026-04-01T23:51:43.452698Z","steps":["trace[1267068511] 'process raft request' (duration: 235.609137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.452828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.275034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:43.452922Z","caller":"traceutil/trace.go:171","msg":"trace[1638648684] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9562; }","duration":"228.410026ms","start":"2026-04-01T23:51:43.224487Z","end":"2026-04-01T23:51:43.452897Z","steps":["trace[1638648684] 'agreement among raft nodes before linearized reading' (duration: 228.227972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.452968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.291965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a260a44faeee70\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-01T23:51:43.453015Z","caller":"traceutil/trace.go:171","msg":"trace[1398703736] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a260a44faeee70; range_end:; response_count:1; response_revision:9562; }","duration":"241.396478ms","start":"2026-04-01T23:51:43.211606Z","end":"2026-04-01T23:51:43.453003Z","steps":["trace[1398703736] 'agreement among raft nodes before linearized reading' (duration: 241.202173ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:43.74157Z","caller":"traceutil/trace.go:171","msg":"trace[630019033] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"466.03725ms","start":"2026-04-01T23:51:43.275511Z","end":"2026-04-01T23:51:43.741548Z","steps":["trace[630019033] 'process raft request' (duration: 465.976539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.741771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.275501Z","time spent":"466.182643ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:43.741998Z","caller":"traceutil/trace.go:171","msg":"trace[238926637] linearizableReadLoop","detail":"{readStateIndex:9935; appliedIndex:9935; }","duration":"289.207088ms","start":"2026-04-01T23:51:43.452772Z","end":"2026-04-01T23:51:43.741979Z","steps":["trace[238926637] 'read index received' (duration: 289.197047ms)","trace[238926637] 'applied index is now lower than readState.Index' (duration: 8.141µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:43.741981Z","caller":"traceutil/trace.go:171","msg":"trace[2002612663] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"470.550591ms","start":"2026-04-01T23:51:43.271334Z","end":"2026-04-01T23:51:43.741884Z","steps":["trace[2002612663] 'process raft request' (duration: 469.999408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.742045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.753138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:43.742075Z","caller":"traceutil/trace.go:171","msg":"trace[73230939] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9564; }","duration":"471.80858ms","start":"2026-04-01T23:51:43.270258Z","end":"2026-04-01T23:51:43.742066Z","steps":["trace[73230939] 'agreement among raft nodes before linearized reading' (duration: 471.737058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.742109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.270236Z","time spent":"471.86754ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:51:43.742308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.115296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:51:43.742407Z","caller":"traceutil/trace.go:171","msg":"trace[1123230547] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9564; }","duration":"472.428843ms","start":"2026-04-01T23:51:43.269958Z","end":"2026-04-01T23:51:43.742387Z","steps":["trace[1123230547] 'agreement among raft nodes before linearized reading' (duration: 472.095895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:43.742459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.269929Z","time spent":"472.521895ms","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:51:43.743471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.271315Z","time spent":"470.794256ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1842,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:44.142533Z","caller":"traceutil/trace.go:171","msg":"trace[1169758774] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"684.651797ms","start":"2026-04-01T23:51:43.457845Z","end":"2026-04-01T23:51:44.142497Z","steps":["trace[1169758774] 'process raft request' (duration: 684.34097ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.142717Z","caller":"traceutil/trace.go:171","msg":"trace[658747442] linearizableReadLoop","detail":"{readStateIndex:9939; appliedIndex:9935; }","duration":"400.648654ms","start":"2026-04-01T23:51:43.742047Z","end":"2026-04-01T23:51:44.142696Z","steps":["trace[658747442] 'read index received' (duration: 400.095092ms)","trace[658747442] 'applied index is now lower than readState.Index' (duration: 551.412µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:44.142742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.457828Z","time spent":"684.80116ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:44.142807Z","caller":"traceutil/trace.go:171","msg":"trace[40425667] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"464.481005ms","start":"2026-04-01T23:51:43.678318Z","end":"2026-04-01T23:51:44.142799Z","steps":["trace[40425667] 'process raft request' (duration: 464.184338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.142906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.678288Z","time spent":"464.542545ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:44.143103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.822228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:51:44.143154Z","caller":"traceutil/trace.go:171","msg":"trace[925878139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9568; }","duration":"679.902229ms","start":"2026-04-01T23:51:43.463245Z","end":"2026-04-01T23:51:44.143147Z","steps":["trace[925878139] 'agreement among raft nodes before linearized reading' (duration: 679.763826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.14318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.46323Z","time spent":"679.941131ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:51:44.143192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.007749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-01T23:51:44.143186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.787116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-01T23:51:44.143268Z","caller":"traceutil/trace.go:171","msg":"trace[403150666] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9568; }","duration":"516.139652ms","start":"2026-04-01T23:51:43.627109Z","end":"2026-04-01T23:51:44.143249Z","steps":["trace[403150666] 'agreement among raft nodes before linearized reading' (duration: 515.863856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.143292Z","caller":"traceutil/trace.go:171","msg":"trace[622311212] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:9568; }","duration":"616.97541ms","start":"2026-04-01T23:51:43.52629Z","end":"2026-04-01T23:51:44.143266Z","steps":["trace[622311212] 'agreement among raft nodes before linearized reading' (duration: 616.585751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.143318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.627085Z","time spent":"516.222053ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T23:51:44.143351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.526267Z","time spent":"617.073642ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":474,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-04-01T23:51:44.143218Z","caller":"traceutil/trace.go:171","msg":"trace[1037793479] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"684.661056ms","start":"2026-04-01T23:51:43.458544Z","end":"2026-04-01T23:51:44.143205Z","steps":["trace[1037793479] 'process raft request' (duration: 683.835417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.143393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.409705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:51:44.143435Z","caller":"traceutil/trace.go:171","msg":"trace[544875131] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"681.693159ms","start":"2026-04-01T23:51:43.461729Z","end":"2026-04-01T23:51:44.143423Z","steps":["trace[544875131] 'process raft request' (duration: 680.716428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.143443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.458533Z","time spent":"684.87164ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:44.143463Z","caller":"traceutil/trace.go:171","msg":"trace[160311008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9568; }","duration":"686.520758ms","start":"2026-04-01T23:51:43.456922Z","end":"2026-04-01T23:51:44.143442Z","steps":["trace[160311008] 'agreement among raft nodes before linearized reading' (duration: 686.324374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.143493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.461716Z","time spent":"681.74661ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:44.143506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.4569Z","time spent":"686.597299ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:51:44.384789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.618468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:51:44.384904Z","caller":"traceutil/trace.go:171","msg":"trace[1359543994] linearizableReadLoop","detail":"{readStateIndex:9940; appliedIndex:9939; }","duration":"242.103813ms","start":"2026-04-01T23:51:44.142773Z","end":"2026-04-01T23:51:44.384877Z","steps":["trace[1359543994] 'read index received' (duration: 39.28487ms)","trace[1359543994] 'applied index is now lower than readState.Index' (duration: 202.817743ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:44.384931Z","caller":"traceutil/trace.go:171","msg":"trace[1779020062] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"589.576806ms","start":"2026-04-01T23:51:43.795315Z","end":"2026-04-01T23:51:44.384892Z","steps":["trace[1779020062] 'process raft request' (duration: 386.774604ms)","trace[1779020062] 'compare' (duration: 202.307271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:44.385091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.727066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7\" ","response":"range_response_count:1 size:5677"} {"level":"warn","ts":"2026-04-01T23:51:44.3851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.795289Z","time spent":"589.720989ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:44.385128Z","caller":"traceutil/trace.go:171","msg":"trace[1357337003] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7; range_end:; response_count:1; response_revision:9569; }","duration":"321.811048ms","start":"2026-04-01T23:51:44.063306Z","end":"2026-04-01T23:51:44.385117Z","steps":["trace[1357337003] 'agreement among raft nodes before linearized reading' (duration: 321.655425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.385163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.063275Z","time spent":"321.87981ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5699,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7\" "} {"level":"warn","ts":"2026-04-01T23:51:44.385399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.861404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:51:44.385434Z","caller":"traceutil/trace.go:171","msg":"trace[1749840796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9569; }","duration":"494.923505ms","start":"2026-04-01T23:51:43.890502Z","end":"2026-04-01T23:51:44.385426Z","steps":["trace[1749840796] 'agreement among raft nodes before linearized reading' (duration: 494.830703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.38546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.890488Z","time spent":"494.966267ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:51:44.385536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.418392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:51:44.385568Z","caller":"traceutil/trace.go:171","msg":"trace[13700616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9569; }","duration":"639.491064ms","start":"2026-04-01T23:51:43.74607Z","end":"2026-04-01T23:51:44.385561Z","steps":["trace[13700616] 'agreement among raft nodes before linearized reading' (duration: 639.398032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.385588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.746052Z","time spent":"639.531207ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:51:44.385594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.380269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:44.385606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.499686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6cd4780a-06fb-42e8-a1da-8090a9382396\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-01T23:51:44.385656Z","caller":"traceutil/trace.go:171","msg":"trace[814961257] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9569; }","duration":"625.510843ms","start":"2026-04-01T23:51:43.760127Z","end":"2026-04-01T23:51:44.385638Z","steps":["trace[814961257] 'agreement among raft nodes before linearized reading' (duration: 625.373039ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.385661Z","caller":"traceutil/trace.go:171","msg":"trace[378629582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6cd4780a-06fb-42e8-a1da-8090a9382396; range_end:; response_count:1; response_revision:9569; }","duration":"639.600158ms","start":"2026-04-01T23:51:43.746046Z","end":"2026-04-01T23:51:44.385646Z","steps":["trace[378629582] 'agreement among raft nodes before linearized reading' (duration: 639.425563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.385697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.760102Z","time spent":"625.585834ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:44.385703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:43.74602Z","time spent":"639.675599ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6cd4780a-06fb-42e8-a1da-8090a9382396\" "} {"level":"info","ts":"2026-04-01T23:51:44.662134Z","caller":"traceutil/trace.go:171","msg":"trace[1742275771] linearizableReadLoop","detail":"{readStateIndex:9943; appliedIndex:9940; }","duration":"277.172859ms","start":"2026-04-01T23:51:44.384935Z","end":"2026-04-01T23:51:44.662108Z","steps":["trace[1742275771] 'read index received' (duration: 180.967464ms)","trace[1742275771] 'applied index is now lower than readState.Index' (duration: 96.204265ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:44.66226Z","caller":"traceutil/trace.go:171","msg":"trace[680229910] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"513.029712ms","start":"2026-04-01T23:51:44.149217Z","end":"2026-04-01T23:51:44.662247Z","steps":["trace[680229910] 'process raft request' (duration: 416.545781ms)","trace[680229910] 'compare' (duration: 96.021341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:44.662343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.149194Z","time spent":"513.092873ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:51:44.66244Z","caller":"traceutil/trace.go:171","msg":"trace[1487295148] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"512.892708ms","start":"2026-04-01T23:51:44.149513Z","end":"2026-04-01T23:51:44.662405Z","steps":["trace[1487295148] 'process raft request' (duration: 512.432838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.662503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.57169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:51:44.662558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.29918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a25fa8f6abe611\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-04-01T23:51:44.662607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.102179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:44.662611Z","caller":"traceutil/trace.go:171","msg":"trace[1280398632] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a25fa8f6abe611; range_end:; response_count:1; response_revision:9572; }","duration":"510.378933ms","start":"2026-04-01T23:51:44.152217Z","end":"2026-04-01T23:51:44.662596Z","steps":["trace[1280398632] 'agreement among raft nodes before linearized reading' (duration: 510.143767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.662609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.149507Z","time spent":"513.006681ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:51:44.662629Z","caller":"traceutil/trace.go:171","msg":"trace[1557618662] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9572; }","duration":"328.729903ms","start":"2026-04-01T23:51:44.333856Z","end":"2026-04-01T23:51:44.662586Z","steps":["trace[1557618662] 'agreement among raft nodes before linearized reading' (duration: 328.478088ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.662653Z","caller":"traceutil/trace.go:171","msg":"trace[1279229433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9572; }","duration":"478.184721ms","start":"2026-04-01T23:51:44.184453Z","end":"2026-04-01T23:51:44.662637Z","steps":["trace[1279229433] 'agreement among raft nodes before linearized reading' (duration: 478.123259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.662658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.152209Z","time spent":"510.440964ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":865,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tqfc7.18a25fa8f6abe611\" "} {"level":"warn","ts":"2026-04-01T23:51:44.6627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.184429Z","time spent":"478.256943ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:51:44.662541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.372529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-01T23:51:44.662707Z","caller":"traceutil/trace.go:171","msg":"trace[461175365] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"511.14777ms","start":"2026-04-01T23:51:44.151536Z","end":"2026-04-01T23:51:44.662684Z","steps":["trace[461175365] 'process raft request' (duration: 510.508785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.662706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.333829Z","time spent":"328.857366ms","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:51:44.662817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.151525Z","time spent":"511.231641ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:51:44.662858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.39438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233682"} {"level":"info","ts":"2026-04-01T23:51:44.662895Z","caller":"traceutil/trace.go:171","msg":"trace[1657103736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9572; }","duration":"513.457561ms","start":"2026-04-01T23:51:44.149427Z","end":"2026-04-01T23:51:44.662885Z","steps":["trace[1657103736] 'agreement among raft nodes before linearized reading' (duration: 513.107283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.662925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.149419Z","time spent":"513.499093ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":233704,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:51:44.663642Z","caller":"traceutil/trace.go:171","msg":"trace[813492709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9572; }","duration":"488.641086ms","start":"2026-04-01T23:51:44.174093Z","end":"2026-04-01T23:51:44.662734Z","steps":["trace[813492709] 'agreement among raft nodes before linearized reading' (duration: 488.249307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.663673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:51:44.174059Z","time spent":"489.606327ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-01T23:51:44.665616Z","caller":"traceutil/trace.go:171","msg":"trace[1498356584] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"270.675883ms","start":"2026-04-01T23:51:44.394849Z","end":"2026-04-01T23:51:44.665525Z","steps":["trace[1498356584] 'process raft request' (duration: 270.447558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.666012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.465868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-04-01T23:51:44.666061Z","caller":"traceutil/trace.go:171","msg":"trace[835893722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9574; }","duration":"278.56373ms","start":"2026-04-01T23:51:44.387484Z","end":"2026-04-01T23:51:44.666047Z","steps":["trace[835893722] 'agreement among raft nodes before linearized reading' (duration: 278.410007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.666144Z","caller":"traceutil/trace.go:171","msg":"trace[274996575] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"276.125185ms","start":"2026-04-01T23:51:44.389998Z","end":"2026-04-01T23:51:44.666123Z","steps":["trace[274996575] 'process raft request' (duration: 275.219024ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.819444Z","caller":"traceutil/trace.go:171","msg":"trace[31049171] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"147.972864ms","start":"2026-04-01T23:51:44.671448Z","end":"2026-04-01T23:51:44.81942Z","steps":["trace[31049171] 'process raft request' (duration: 147.879162ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:44.819643Z","caller":"traceutil/trace.go:171","msg":"trace[1502369625] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"148.357593ms","start":"2026-04-01T23:51:44.671254Z","end":"2026-04-01T23:51:44.819611Z","steps":["trace[1502369625] 'process raft request' (duration: 116.49893ms)","trace[1502369625] 'compare' (duration: 31.441104ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:44.819693Z","caller":"traceutil/trace.go:171","msg":"trace[165828743] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"148.048796ms","start":"2026-04-01T23:51:44.671627Z","end":"2026-04-01T23:51:44.819676Z","steps":["trace[165828743] 'process raft request' (duration: 147.754769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.819857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.902141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T23:51:44.819914Z","caller":"traceutil/trace.go:171","msg":"trace[191355964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9578; }","duration":"142.997104ms","start":"2026-04-01T23:51:44.676901Z","end":"2026-04-01T23:51:44.819898Z","steps":["trace[191355964] 'agreement among raft nodes before linearized reading' (duration: 142.774158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:44.820076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.790004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:9189"} {"level":"info","ts":"2026-04-01T23:51:44.820156Z","caller":"traceutil/trace.go:171","msg":"trace[1492780987] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9578; }","duration":"148.896746ms","start":"2026-04-01T23:51:44.671232Z","end":"2026-04-01T23:51:44.820129Z","steps":["trace[1492780987] 'agreement among raft nodes before linearized reading' (duration: 148.673111ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:46.81477Z","caller":"traceutil/trace.go:171","msg":"trace[649544931] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"143.134886ms","start":"2026-04-01T23:51:46.671622Z","end":"2026-04-01T23:51:46.814757Z","steps":["trace[649544931] 'process raft request' (duration: 142.917271ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:46.814726Z","caller":"traceutil/trace.go:171","msg":"trace[1847181764] linearizableReadLoop","detail":"{readStateIndex:9968; appliedIndex:9967; }","duration":"142.939562ms","start":"2026-04-01T23:51:46.671764Z","end":"2026-04-01T23:51:46.814704Z","steps":["trace[1847181764] 'read index received' (duration: 142.839829ms)","trace[1847181764] 'applied index is now lower than readState.Index' (duration: 98.863µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:46.815114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.333821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:51:46.815193Z","caller":"traceutil/trace.go:171","msg":"trace[876280260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:9597; }","duration":"143.425673ms","start":"2026-04-01T23:51:46.671748Z","end":"2026-04-01T23:51:46.815174Z","steps":["trace[876280260] 'agreement among raft nodes before linearized reading' (duration: 143.122176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:46.816238Z","caller":"traceutil/trace.go:171","msg":"trace[1806458750] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"141.220253ms","start":"2026-04-01T23:51:46.675005Z","end":"2026-04-01T23:51:46.816225Z","steps":["trace[1806458750] 'process raft request' (duration: 140.843615ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:47.304148Z","caller":"traceutil/trace.go:171","msg":"trace[76202237] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9974; }","duration":"150.90375ms","start":"2026-04-01T23:51:47.153214Z","end":"2026-04-01T23:51:47.304118Z","steps":["trace[76202237] 'read index received' (duration: 34.527074ms)","trace[76202237] 'applied index is now lower than readState.Index' (duration: 116.375576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:51:47.304365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.432274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:47.304419Z","caller":"traceutil/trace.go:171","msg":"trace[1464255199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9605; }","duration":"119.536307ms","start":"2026-04-01T23:51:47.184873Z","end":"2026-04-01T23:51:47.30441Z","steps":["trace[1464255199] 'agreement among raft nodes before linearized reading' (duration: 119.414844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:47.304464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.222667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-01T23:51:47.304544Z","caller":"traceutil/trace.go:171","msg":"trace[1151533027] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9605; }","duration":"151.35639ms","start":"2026-04-01T23:51:47.153169Z","end":"2026-04-01T23:51:47.304526Z","steps":["trace[1151533027] 'agreement among raft nodes before linearized reading' (duration: 151.103484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:47.304606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.187533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:51:47.304757Z","caller":"traceutil/trace.go:171","msg":"trace[1094259100] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9605; }","duration":"108.376377ms","start":"2026-04-01T23:51:47.196321Z","end":"2026-04-01T23:51:47.304697Z","steps":["trace[1094259100] 'agreement among raft nodes before linearized reading' (duration: 108.140271ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:47.304231Z","caller":"traceutil/trace.go:171","msg":"trace[1796840644] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"158.52187ms","start":"2026-04-01T23:51:47.145663Z","end":"2026-04-01T23:51:47.304185Z","steps":["trace[1796840644] 'process raft request' (duration: 108.648954ms)","trace[1796840644] 'compare' (duration: 49.642431ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:49.048705Z","caller":"traceutil/trace.go:171","msg":"trace[49748276] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"133.573333ms","start":"2026-04-01T23:51:48.915111Z","end":"2026-04-01T23:51:49.048685Z","steps":["trace[49748276] 'process raft request' (duration: 133.542602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:49.048884Z","caller":"traceutil/trace.go:171","msg":"trace[403904470] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"133.754656ms","start":"2026-04-01T23:51:48.915078Z","end":"2026-04-01T23:51:49.048833Z","steps":["trace[403904470] 'process raft request' (duration: 133.47302ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:49.257347Z","caller":"traceutil/trace.go:171","msg":"trace[1332657358] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"124.739465ms","start":"2026-04-01T23:51:49.132582Z","end":"2026-04-01T23:51:49.257321Z","steps":["trace[1332657358] 'process raft request' (duration: 115.679331ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:49.334946Z","caller":"traceutil/trace.go:171","msg":"trace[2017781345] linearizableReadLoop","detail":"{readStateIndex:9990; appliedIndex:9988; }","duration":"148.708341ms","start":"2026-04-01T23:51:49.18621Z","end":"2026-04-01T23:51:49.334919Z","steps":["trace[2017781345] 'read index received' (duration: 62.190743ms)","trace[2017781345] 'applied index is now lower than readState.Index' (duration: 86.516878ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:51:49.335001Z","caller":"traceutil/trace.go:171","msg":"trace[1682732242] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"194.078827ms","start":"2026-04-01T23:51:49.140885Z","end":"2026-04-01T23:51:49.334964Z","steps":["trace[1682732242] 'process raft request' (duration: 193.894683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:51:49.33522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.966957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:51:49.33534Z","caller":"traceutil/trace.go:171","msg":"trace[762500384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9618; }","duration":"149.13555ms","start":"2026-04-01T23:51:49.186177Z","end":"2026-04-01T23:51:49.335313Z","steps":["trace[762500384] 'agreement among raft nodes before linearized reading' (duration: 148.897445ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:51:51.502647Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T23:51:51.523846Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T23:51:51.523987Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-01T23:52:06.399375Z","caller":"traceutil/trace.go:171","msg":"trace[1168889628] linearizableReadLoop","detail":"{readStateIndex:10090; appliedIndex:10089; }","duration":"143.171547ms","start":"2026-04-01T23:52:06.256187Z","end":"2026-04-01T23:52:06.399358Z","steps":["trace[1168889628] 'read index received' (duration: 143.040674ms)","trace[1168889628] 'applied index is now lower than readState.Index' (duration: 130.233µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:06.399513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.31919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:06.399508Z","caller":"traceutil/trace.go:171","msg":"trace[646013651] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"200.943622ms","start":"2026-04-01T23:52:06.198536Z","end":"2026-04-01T23:52:06.39948Z","steps":["trace[646013651] 'process raft request' (duration: 200.730397ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:06.399545Z","caller":"traceutil/trace.go:171","msg":"trace[1742364002] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9715; }","duration":"143.404242ms","start":"2026-04-01T23:52:06.256127Z","end":"2026-04-01T23:52:06.399531Z","steps":["trace[1742364002] 'agreement among raft nodes before linearized reading' (duration: 143.30564ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:07.443697Z","caller":"traceutil/trace.go:171","msg":"trace[960462679] linearizableReadLoop","detail":"{readStateIndex:10100; appliedIndex:10099; }","duration":"144.051106ms","start":"2026-04-01T23:52:07.29959Z","end":"2026-04-01T23:52:07.443641Z","steps":["trace[960462679] 'read index received' (duration: 49.513389ms)","trace[960462679] 'applied index is now lower than readState.Index' (duration: 94.536037ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:07.443767Z","caller":"traceutil/trace.go:171","msg":"trace[690419864] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"207.98511ms","start":"2026-04-01T23:52:07.235743Z","end":"2026-04-01T23:52:07.443728Z","steps":["trace[690419864] 'process raft request' (duration: 113.420741ms)","trace[690419864] 'compare' (duration: 94.157249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:07.444028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.424886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:52:07.444124Z","caller":"traceutil/trace.go:171","msg":"trace[707014456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9725; }","duration":"144.559568ms","start":"2026-04-01T23:52:07.299545Z","end":"2026-04-01T23:52:07.444105Z","steps":["trace[707014456] 'agreement among raft nodes before linearized reading' (duration: 144.294882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:07.618591Z","caller":"traceutil/trace.go:171","msg":"trace[1952692486] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"234.763029ms","start":"2026-04-01T23:52:07.383794Z","end":"2026-04-01T23:52:07.618558Z","steps":["trace[1952692486] 'process raft request' (duration: 226.752549ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:07.618622Z","caller":"traceutil/trace.go:171","msg":"trace[1252330541] linearizableReadLoop","detail":"{readStateIndex:10101; appliedIndex:10100; }","duration":"174.783544ms","start":"2026-04-01T23:52:07.443813Z","end":"2026-04-01T23:52:07.618597Z","steps":["trace[1252330541] 'read index received' (duration: 166.718584ms)","trace[1252330541] 'applied index is now lower than readState.Index' (duration: 8.06389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:07.618919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.309902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:52:07.618954Z","caller":"traceutil/trace.go:171","msg":"trace[40346813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9727; }","duration":"294.420725ms","start":"2026-04-01T23:52:07.324524Z","end":"2026-04-01T23:52:07.618945Z","steps":["trace[40346813] 'agreement among raft nodes before linearized reading' (duration: 294.155759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:07.618983Z","caller":"traceutil/trace.go:171","msg":"trace[1306367495] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"171.489601ms","start":"2026-04-01T23:52:07.447465Z","end":"2026-04-01T23:52:07.618955Z","steps":["trace[1306367495] 'process raft request' (duration: 171.083882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:17.280016Z","caller":"traceutil/trace.go:171","msg":"trace[525162192] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"158.784817ms","start":"2026-04-01T23:52:17.121205Z","end":"2026-04-01T23:52:17.279989Z","steps":["trace[525162192] 'process raft request' (duration: 158.397908ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:29.030645Z","caller":"traceutil/trace.go:171","msg":"trace[137588453] transaction","detail":"{read_only:false; response_revision:10009; number_of_response:1; }","duration":"378.447267ms","start":"2026-04-01T23:52:28.652179Z","end":"2026-04-01T23:52:29.030626Z","steps":["trace[137588453] 'process raft request' (duration: 378.321924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:29.030766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:28.652156Z","time spent":"378.55194ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:29.225323Z","caller":"traceutil/trace.go:171","msg":"trace[1041921616] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"388.575995ms","start":"2026-04-01T23:52:28.836708Z","end":"2026-04-01T23:52:29.225284Z","steps":["trace[1041921616] 'process raft request' (duration: 386.797925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:29.225515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:28.836673Z","time spent":"388.745208ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:29.225522Z","caller":"traceutil/trace.go:171","msg":"trace[1321795579] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"125.978252ms","start":"2026-04-01T23:52:29.099521Z","end":"2026-04-01T23:52:29.225499Z","steps":["trace[1321795579] 'process raft request' (duration: 125.933351ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:29.22555Z","caller":"traceutil/trace.go:171","msg":"trace[551543814] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"154.551492ms","start":"2026-04-01T23:52:29.070975Z","end":"2026-04-01T23:52:29.225526Z","steps":["trace[551543814] 'process raft request' (duration: 154.315727ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:29.225641Z","caller":"traceutil/trace.go:171","msg":"trace[457901572] linearizableReadLoop","detail":"{readStateIndex:10392; appliedIndex:10390; }","duration":"280.426092ms","start":"2026-04-01T23:52:28.945173Z","end":"2026-04-01T23:52:29.225599Z","steps":["trace[457901572] 'read index received' (duration: 85.337021ms)","trace[457901572] 'applied index is now lower than readState.Index' (duration: 195.082431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:29.225893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.682457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:29.226012Z","caller":"traceutil/trace.go:171","msg":"trace[41855107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:10012; }","duration":"280.864591ms","start":"2026-04-01T23:52:28.94513Z","end":"2026-04-01T23:52:29.225994Z","steps":["trace[41855107] 'agreement among raft nodes before linearized reading' (duration: 280.618796ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:33.895352Z","caller":"traceutil/trace.go:171","msg":"trace[1230150990] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"108.335197ms","start":"2026-04-01T23:52:33.786995Z","end":"2026-04-01T23:52:33.895331Z","steps":["trace[1230150990] 'process raft request' (duration: 108.198654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:39.90536Z","caller":"traceutil/trace.go:171","msg":"trace[60315379] transaction","detail":"{read_only:false; response_revision:10075; number_of_response:1; }","duration":"103.748584ms","start":"2026-04-01T23:52:39.801571Z","end":"2026-04-01T23:52:39.905319Z","steps":["trace[60315379] 'process raft request' (duration: 22.050903ms)","trace[60315379] 'compare' (duration: 81.452455ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:42.54198Z","caller":"traceutil/trace.go:171","msg":"trace[169542321] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"582.498217ms","start":"2026-04-01T23:52:41.959451Z","end":"2026-04-01T23:52:42.541949Z","steps":["trace[169542321] 'process raft request' (duration: 582.300843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:42.542144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:41.959437Z","time spent":"582.61507ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:42.852703Z","caller":"traceutil/trace.go:171","msg":"trace[989543971] linearizableReadLoop","detail":"{readStateIndex:10470; appliedIndex:10468; }","duration":"667.979752ms","start":"2026-04-01T23:52:42.184693Z","end":"2026-04-01T23:52:42.852672Z","steps":["trace[989543971] 'read index received' (duration: 357.040547ms)","trace[989543971] 'applied index is now lower than readState.Index' (duration: 310.938115ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:42.8528Z","caller":"traceutil/trace.go:171","msg":"trace[1502916474] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"891.892188ms","start":"2026-04-01T23:52:41.960867Z","end":"2026-04-01T23:52:42.852759Z","steps":["trace[1502916474] 'process raft request' (duration: 853.662772ms)","trace[1502916474] 'compare' (duration: 37.985701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:42.85309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.862546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T23:52:42.853122Z","caller":"traceutil/trace.go:171","msg":"trace[506488255] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:10086; }","duration":"507.930078ms","start":"2026-04-01T23:52:42.345183Z","end":"2026-04-01T23:52:42.853113Z","steps":["trace[506488255] 'agreement among raft nodes before linearized reading' (duration: 507.733543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:42.852881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.177036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:42.85322Z","caller":"traceutil/trace.go:171","msg":"trace[1061324095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10086; }","duration":"668.553507ms","start":"2026-04-01T23:52:42.184628Z","end":"2026-04-01T23:52:42.853182Z","steps":["trace[1061324095] 'agreement among raft nodes before linearized reading' (duration: 668.201728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:42.853262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:42.345164Z","time spent":"507.9767ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-04-01T23:52:42.8533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:42.184604Z","time spent":"668.671879ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:52:42.853195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:41.960846Z","time spent":"892.105952ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:43.557673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362874750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:52:44.058348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362874750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:52:44.37446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.519826984s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:52:44.411744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:42.854529Z","time spent":"1.55717299s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:52:44.787112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.778329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:44.787269Z","caller":"traceutil/trace.go:171","msg":"trace[696551786] transaction","detail":"{read_only:false; response_revision:10087; number_of_response:1; }","duration":"1.712878097s","start":"2026-04-01T23:52:43.074375Z","end":"2026-04-01T23:52:44.787253Z","steps":["trace[696551786] 'process raft request' (duration: 1.573882133s)","trace[696551786] 'compare' (duration: 138.594235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:44.787317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.074332Z","time spent":"1.712962639s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:44.787633Z","caller":"traceutil/trace.go:171","msg":"trace[1604930074] transaction","detail":"{read_only:false; response_revision:10088; number_of_response:1; }","duration":"1.482297712s","start":"2026-04-01T23:52:43.305315Z","end":"2026-04-01T23:52:44.787612Z","steps":["trace[1604930074] 'process raft request' (duration: 1.481888663s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:44.787768Z","caller":"traceutil/trace.go:171","msg":"trace[727282138] transaction","detail":"{read_only:false; response_revision:10089; number_of_response:1; }","duration":"995.717073ms","start":"2026-04-01T23:52:43.792042Z","end":"2026-04-01T23:52:44.787759Z","steps":["trace[727282138] 'process raft request' (duration: 995.422507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:44.787779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.305285Z","time spent":"1.482406485s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:44.787823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.792022Z","time spent":"995.774184ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:44.787952Z","caller":"traceutil/trace.go:171","msg":"trace[1675589833] linearizableReadLoop","detail":"{readStateIndex:10475; appliedIndex:10470; }","duration":"1.730750908s","start":"2026-04-01T23:52:43.057167Z","end":"2026-04-01T23:52:44.787917Z","steps":["trace[1675589833] 'read index received' (duration: 1.317503212s)","trace[1675589833] 'applied index is now lower than readState.Index' (duration: 413.245836ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:44.78803Z","caller":"traceutil/trace.go:171","msg":"trace[102490534] transaction","detail":"{read_only:false; response_revision:10090; number_of_response:1; }","duration":"826.35055ms","start":"2026-04-01T23:52:43.961662Z","end":"2026-04-01T23:52:44.788012Z","steps":["trace[102490534] 'process raft request' (duration: 826.067974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:44.788111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730947483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:44.788131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.961584Z","time spent":"826.491963ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:44.78816Z","caller":"traceutil/trace.go:171","msg":"trace[272402704] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10090; }","duration":"1.731031004s","start":"2026-04-01T23:52:43.057115Z","end":"2026-04-01T23:52:44.788146Z","steps":["trace[272402704] 'agreement among raft nodes before linearized reading' (duration: 1.730948082s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:44.788183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.057095Z","time spent":"1.731082406s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:45.288836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969535362874756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:52:45.87607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.308176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:52:45.876285Z","caller":"traceutil/trace.go:171","msg":"trace[261832113] transaction","detail":"{read_only:false; response_revision:10092; number_of_response:1; }","duration":"500.137283ms","start":"2026-04-01T23:52:45.376125Z","end":"2026-04-01T23:52:45.876262Z","steps":["trace[261832113] 'process raft request' (duration: 500.065061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876282Z","caller":"traceutil/trace.go:171","msg":"trace[59961778] transaction","detail":"{read_only:false; response_revision:10091; number_of_response:1; }","duration":"1.463161144s","start":"2026-04-01T23:52:44.41306Z","end":"2026-04-01T23:52:45.876221Z","steps":["trace[59961778] 'process raft request' (duration: 1.079550441s)","trace[59961778] 'compare' (duration: 382.711672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:45.876401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130752588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:52:45.876442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.413022Z","time spent":"1.463334888s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:45.87646Z","caller":"traceutil/trace.go:171","msg":"trace[1573168132] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10092; }","duration":"2.13085801s","start":"2026-04-01T23:52:43.745587Z","end":"2026-04-01T23:52:45.876445Z","steps":["trace[1573168132] 'agreement among raft nodes before linearized reading' (duration: 2.130741727s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.876504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.74556Z","time spent":"2.130933561s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:45.876535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200469409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5b6c59b784-zhbpj.18a260b49fb55020\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-04-01T23:52:45.876527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:45.376103Z","time spent":"500.223625ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:52:45.876544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69560181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:45.876295Z","caller":"traceutil/trace.go:171","msg":"trace[1832408634] linearizableReadLoop","detail":"{readStateIndex:10476; appliedIndex:10475; }","duration":"1.088238206s","start":"2026-04-01T23:52:44.788028Z","end":"2026-04-01T23:52:45.876266Z","steps":["trace[1832408634] 'read index received' (duration: 704.677434ms)","trace[1832408634] 'applied index is now lower than readState.Index' (duration: 383.557582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:52:45.876597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360968695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:45.876574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570553039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:52:45.876701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455370018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T23:52:45.876734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545286222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:52:45.876715Z","caller":"traceutil/trace.go:171","msg":"trace[1424310209] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10092; }","duration":"1.361118167s","start":"2026-04-01T23:52:44.515573Z","end":"2026-04-01T23:52:45.876691Z","steps":["trace[1424310209] 'agreement among raft nodes before linearized reading' (duration: 1.360960964s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876735Z","caller":"traceutil/trace.go:171","msg":"trace[61686210] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10092; }","duration":"1.570776974s","start":"2026-04-01T23:52:44.305935Z","end":"2026-04-01T23:52:45.876712Z","steps":["trace[61686210] 'agreement among raft nodes before linearized reading' (duration: 1.570524948s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876765Z","caller":"traceutil/trace.go:171","msg":"trace[934675514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:10092; }","duration":"2.545342734s","start":"2026-04-01T23:52:43.331411Z","end":"2026-04-01T23:52:45.876754Z","steps":["trace[934675514] 'agreement among raft nodes before linearized reading' (duration: 2.545275662s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876758Z","caller":"traceutil/trace.go:171","msg":"trace[419157469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10092; }","duration":"2.455464571s","start":"2026-04-01T23:52:43.421279Z","end":"2026-04-01T23:52:45.876744Z","steps":["trace[419157469] 'agreement among raft nodes before linearized reading' (duration: 2.455318877s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.876787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.331395Z","time spent":"2.545386735s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-v7fbc\" "} {"level":"warn","ts":"2026-04-01T23:52:45.876788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.515556Z","time spent":"1.36121344s","remote":"127.0.0.1:60284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:45.876415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557991837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:52:45.876804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.421257Z","time spent":"2.455534143s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:45.876767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330563723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:52:45.876794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.733924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:52:45.876846Z","caller":"traceutil/trace.go:171","msg":"trace[776801924] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10092; }","duration":"2.558475758s","start":"2026-04-01T23:52:43.318354Z","end":"2026-04-01T23:52:45.87683Z","steps":["trace[776801924] 'agreement among raft nodes before linearized reading' (duration: 2.557990667s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.87684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243434211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:52:45.876865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728298793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88516"} {"level":"info","ts":"2026-04-01T23:52:45.876889Z","caller":"traceutil/trace.go:171","msg":"trace[1620847306] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10092; }","duration":"474.882777ms","start":"2026-04-01T23:52:45.401981Z","end":"2026-04-01T23:52:45.876864Z","steps":["trace[1620847306] 'agreement among raft nodes before linearized reading' (duration: 474.771315ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876876Z","caller":"traceutil/trace.go:171","msg":"trace[1227933232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10092; }","duration":"1.330723257s","start":"2026-04-01T23:52:44.546128Z","end":"2026-04-01T23:52:45.876852Z","steps":["trace[1227933232] 'agreement among raft nodes before linearized reading' (duration: 1.330371509s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876917Z","caller":"traceutil/trace.go:171","msg":"trace[1106952438] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10092; }","duration":"1.728395895s","start":"2026-04-01T23:52:44.14851Z","end":"2026-04-01T23:52:45.876906Z","steps":["trace[1106952438] 'agreement among raft nodes before linearized reading' (duration: 1.728194021s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.876913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.318331Z","time spent":"2.55854858s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:45.876922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019618338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:52:45.876917Z","caller":"traceutil/trace.go:171","msg":"trace[1929435866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10092; }","duration":"2.243555294s","start":"2026-04-01T23:52:43.633342Z","end":"2026-04-01T23:52:45.876897Z","steps":["trace[1929435866] 'agreement among raft nodes before linearized reading' (duration: 2.243222067s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.876951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.546107Z","time spent":"1.33082912s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:45.876608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418248996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:52:45.876972Z","caller":"traceutil/trace.go:171","msg":"trace[255260212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10092; }","duration":"1.01970469s","start":"2026-04-01T23:52:44.857257Z","end":"2026-04-01T23:52:45.876962Z","steps":["trace[255260212] 'agreement among raft nodes before linearized reading' (duration: 1.019563217s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.876986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.63332Z","time spent":"2.243656796s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:52:45.876959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:45.401961Z","time spent":"474.9746ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:52:45.876788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.305911Z","time spent":"1.570860476s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:52:45.877011Z","caller":"traceutil/trace.go:171","msg":"trace[1982286233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10092; }","duration":"2.418685446s","start":"2026-04-01T23:52:43.458307Z","end":"2026-04-01T23:52:45.876992Z","steps":["trace[1982286233] 'agreement among raft nodes before linearized reading' (duration: 2.418148154s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.877086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.458284Z","time spent":"2.418788509s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:52:45.876942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.148485Z","time spent":"1.728451806s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88538,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-01T23:52:45.876622Z","caller":"traceutil/trace.go:171","msg":"trace[291009951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10092; }","duration":"1.695718452s","start":"2026-04-01T23:52:44.180883Z","end":"2026-04-01T23:52:45.876602Z","steps":["trace[291009951] 'agreement among raft nodes before linearized reading' (duration: 1.695582559s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.876949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08176341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-04-01T23:52:45.87727Z","caller":"traceutil/trace.go:171","msg":"trace[1930214925] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10092; }","duration":"1.08220141s","start":"2026-04-01T23:52:44.795046Z","end":"2026-04-01T23:52:45.877247Z","steps":["trace[1930214925] 'agreement among raft nodes before linearized reading' (duration: 1.081680678s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:45.876578Z","caller":"traceutil/trace.go:171","msg":"trace[246125224] range","detail":"{range_begin:/registry/events/openstack/glance-api-5b6c59b784-zhbpj.18a260b49fb55020; range_end:; response_count:1; response_revision:10092; }","duration":"2.200532581s","start":"2026-04-01T23:52:43.676031Z","end":"2026-04-01T23:52:45.876563Z","steps":["trace[246125224] 'agreement among raft nodes before linearized reading' (duration: 2.200409038s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:45.877341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.795031Z","time spent":"1.082290621s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:52:45.877381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:43.676014Z","time spent":"2.201353918s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":809,"request content":"key:\"/registry/events/openstack/glance-api-5b6c59b784-zhbpj.18a260b49fb55020\" "} {"level":"warn","ts":"2026-04-01T23:52:45.877329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.180868Z","time spent":"1.696441088s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:52:45.877017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:44.857229Z","time spent":"1.019781031s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:52:46.162876Z","caller":"traceutil/trace.go:171","msg":"trace[370740718] transaction","detail":"{read_only:false; response_revision:10094; number_of_response:1; }","duration":"282.59066ms","start":"2026-04-01T23:52:45.880256Z","end":"2026-04-01T23:52:46.162847Z","steps":["trace[370740718] 'process raft request' (duration: 282.289814ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:46.162943Z","caller":"traceutil/trace.go:171","msg":"trace[516911578] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"281.180958ms","start":"2026-04-01T23:52:45.881731Z","end":"2026-04-01T23:52:46.162912Z","steps":["trace[516911578] 'process raft request' (duration: 281.003434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:46.162963Z","caller":"traceutil/trace.go:171","msg":"trace[1458989119] linearizableReadLoop","detail":"{readStateIndex:10483; appliedIndex:10478; }","duration":"232.006627ms","start":"2026-04-01T23:52:45.930928Z","end":"2026-04-01T23:52:46.162934Z","steps":["trace[1458989119] 'read index received' (duration: 231.516286ms)","trace[1458989119] 'applied index is now lower than readState.Index' (duration: 488.941µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:52:46.162996Z","caller":"traceutil/trace.go:171","msg":"trace[747054282] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"281.039815ms","start":"2026-04-01T23:52:45.88191Z","end":"2026-04-01T23:52:46.16295Z","steps":["trace[747054282] 'process raft request' (duration: 280.886921ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:46.163042Z","caller":"traceutil/trace.go:171","msg":"trace[1981053148] transaction","detail":"{read_only:false; response_revision:10098; number_of_response:1; }","duration":"280.575685ms","start":"2026-04-01T23:52:45.882434Z","end":"2026-04-01T23:52:46.163009Z","steps":["trace[1981053148] 'process raft request' (duration: 280.447852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:46.163138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.792022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:46.163198Z","caller":"traceutil/trace.go:171","msg":"trace[947810182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10098; }","duration":"277.878895ms","start":"2026-04-01T23:52:45.885305Z","end":"2026-04-01T23:52:46.163184Z","steps":["trace[947810182] 'agreement among raft nodes before linearized reading' (duration: 277.776532ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:46.163236Z","caller":"traceutil/trace.go:171","msg":"trace[2105919570] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"281.096366ms","start":"2026-04-01T23:52:45.88212Z","end":"2026-04-01T23:52:46.163217Z","steps":["trace[2105919570] 'process raft request' (duration: 280.720218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:46.163322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.257767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T23:52:46.163372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.29055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:52:46.163418Z","caller":"traceutil/trace.go:171","msg":"trace[1294447651] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10098; }","duration":"230.38807ms","start":"2026-04-01T23:52:45.933011Z","end":"2026-04-01T23:52:46.163399Z","steps":["trace[1294447651] 'agreement among raft nodes before linearized reading' (duration: 230.162925ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:46.163429Z","caller":"traceutil/trace.go:171","msg":"trace[647467114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10098; }","duration":"135.409803ms","start":"2026-04-01T23:52:46.028006Z","end":"2026-04-01T23:52:46.163416Z","steps":["trace[647467114] 'agreement among raft nodes before linearized reading' (duration: 135.210018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:46.163883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.913432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291889"} {"level":"info","ts":"2026-04-01T23:52:46.163956Z","caller":"traceutil/trace.go:171","msg":"trace[2013806186] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10098; }","duration":"281.028774ms","start":"2026-04-01T23:52:45.882909Z","end":"2026-04-01T23:52:46.163938Z","steps":["trace[2013806186] 'agreement among raft nodes before linearized reading' (duration: 280.293528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:46.45557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.696539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:52:46.455638Z","caller":"traceutil/trace.go:171","msg":"trace[201217068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10098; }","duration":"181.810663ms","start":"2026-04-01T23:52:46.273812Z","end":"2026-04-01T23:52:46.455623Z","steps":["trace[201217068] 'range keys from in-memory index tree' (duration: 181.617668ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:46.456489Z","caller":"traceutil/trace.go:171","msg":"trace[1997959409] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"176.37189ms","start":"2026-04-01T23:52:46.280103Z","end":"2026-04-01T23:52:46.456475Z","steps":["trace[1997959409] 'process raft request' (duration: 175.417588ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:52:47.125551Z","caller":"traceutil/trace.go:171","msg":"trace[556033615] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"332.920287ms","start":"2026-04-01T23:52:46.792605Z","end":"2026-04-01T23:52:47.125525Z","steps":["trace[556033615] 'process raft request' (duration: 332.704562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:47.125724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:46.792578Z","time spent":"333.04742ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:47.125937Z","caller":"traceutil/trace.go:171","msg":"trace[1740081371] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"333.277026ms","start":"2026-04-01T23:52:46.792633Z","end":"2026-04-01T23:52:47.12591Z","steps":["trace[1740081371] 'process raft request' (duration: 332.845726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:47.126067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:46.792595Z","time spent":"333.398317ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:52:47.126042Z","caller":"traceutil/trace.go:171","msg":"trace[715597744] transaction","detail":"{read_only:false; response_revision:10103; number_of_response:1; }","duration":"332.884697ms","start":"2026-04-01T23:52:46.793133Z","end":"2026-04-01T23:52:47.126018Z","steps":["trace[715597744] 'process raft request' (duration: 332.725544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:52:47.126392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:52:46.793111Z","time spent":"333.092771ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:06.460487Z","caller":"traceutil/trace.go:171","msg":"trace[1918938511] transaction","detail":"{read_only:false; response_revision:10255; number_of_response:1; }","duration":"138.006682ms","start":"2026-04-01T23:53:06.322448Z","end":"2026-04-01T23:53:06.460454Z","steps":["trace[1918938511] 'process raft request' (duration: 137.723456ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:06.460619Z","caller":"traceutil/trace.go:171","msg":"trace[1887338158] linearizableReadLoop","detail":"{readStateIndex:10645; appliedIndex:10644; }","duration":"109.891292ms","start":"2026-04-01T23:53:06.350464Z","end":"2026-04-01T23:53:06.460355Z","steps":["trace[1887338158] 'read index received' (duration: 109.666876ms)","trace[1887338158] 'applied index is now lower than readState.Index' (duration: 223.326µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:06.460688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.21563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:53:06.460745Z","caller":"traceutil/trace.go:171","msg":"trace[2086008655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10255; }","duration":"110.330292ms","start":"2026-04-01T23:53:06.350402Z","end":"2026-04-01T23:53:06.460732Z","steps":["trace[2086008655] 'agreement among raft nodes before linearized reading' (duration: 110.142828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:06.460868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.390373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:53:06.460906Z","caller":"traceutil/trace.go:171","msg":"trace[1920884963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10255; }","duration":"106.464165ms","start":"2026-04-01T23:53:06.354434Z","end":"2026-04-01T23:53:06.460898Z","steps":["trace[1920884963] 'agreement among raft nodes before linearized reading' (duration: 106.319672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.27666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.898907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:53:07.276818Z","caller":"traceutil/trace.go:171","msg":"trace[328518109] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"672.459923ms","start":"2026-04-01T23:53:06.604313Z","end":"2026-04-01T23:53:07.276773Z","steps":["trace[328518109] 'process raft request' (duration: 385.354483ms)","trace[328518109] 'compare' (duration: 286.422495ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:07.276877Z","caller":"traceutil/trace.go:171","msg":"trace[485293535] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"390.013086ms","start":"2026-04-01T23:53:06.88685Z","end":"2026-04-01T23:53:07.276863Z","steps":["trace[485293535] 'process raft request' (duration: 389.922214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.276941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.886829Z","time spent":"390.075757ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:07.276949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.604299Z","time spent":"672.587126ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:07.276912Z","caller":"traceutil/trace.go:171","msg":"trace[612648668] linearizableReadLoop","detail":"{readStateIndex:10651; appliedIndex:10650; }","duration":"518.474904ms","start":"2026-04-01T23:53:06.758386Z","end":"2026-04-01T23:53:07.27686Z","steps":["trace[612648668] 'read index received' (duration: 231.297102ms)","trace[612648668] 'applied index is now lower than readState.Index' (duration: 287.172342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:07.277212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.785021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:53:07.277333Z","caller":"traceutil/trace.go:171","msg":"trace[1002648723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10262; }","duration":"518.963234ms","start":"2026-04-01T23:53:06.75834Z","end":"2026-04-01T23:53:07.277304Z","steps":["trace[1002648723] 'agreement among raft nodes before linearized reading' (duration: 518.654247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.277396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:06.75832Z","time spent":"519.059087ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:53:07.310152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.260068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-01T23:53:07.31023Z","caller":"traceutil/trace.go:171","msg":"trace[1032422440] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10265; }","duration":"230.37912ms","start":"2026-04-01T23:53:07.079832Z","end":"2026-04-01T23:53:07.310212Z","steps":["trace[1032422440] 'agreement among raft nodes before linearized reading' (duration: 230.209317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:07.310218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.99542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:53:07.310289Z","caller":"traceutil/trace.go:171","msg":"trace[794027756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10265; }","duration":"125.246726ms","start":"2026-04-01T23:53:07.185025Z","end":"2026-04-01T23:53:07.310272Z","steps":["trace[794027756] 'agreement among raft nodes before linearized reading' (duration: 124.708224ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.769297Z","caller":"traceutil/trace.go:171","msg":"trace[1395468915] linearizableReadLoop","detail":"{readStateIndex:10741; appliedIndex:10740; }","duration":"109.83818ms","start":"2026-04-01T23:53:22.659421Z","end":"2026-04-01T23:53:22.769259Z","steps":["trace[1395468915] 'read index received' (duration: 23.173909ms)","trace[1395468915] 'applied index is now lower than readState.Index' (duration: 86.662541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:22.769339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.613387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:53:22.769526Z","caller":"traceutil/trace.go:171","msg":"trace[1654878390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10346; }","duration":"110.860162ms","start":"2026-04-01T23:53:22.658635Z","end":"2026-04-01T23:53:22.769495Z","steps":["trace[1654878390] 'range keys from in-memory index tree' (duration: 110.359201ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.769571Z","caller":"traceutil/trace.go:171","msg":"trace[833008417] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"110.827581ms","start":"2026-04-01T23:53:22.658712Z","end":"2026-04-01T23:53:22.769539Z","steps":["trace[833008417] 'process raft request' (duration: 23.850003ms)","trace[833008417] 'compare' (duration: 86.514198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:53:22.770009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.552267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306801"} {"level":"info","ts":"2026-04-01T23:53:22.770067Z","caller":"traceutil/trace.go:171","msg":"trace[1130746223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:10347; }","duration":"110.6656ms","start":"2026-04-01T23:53:22.659381Z","end":"2026-04-01T23:53:22.770046Z","steps":["trace[1130746223] 'agreement among raft nodes before linearized reading' (duration: 110.031965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.986093Z","caller":"traceutil/trace.go:171","msg":"trace[218631476] linearizableReadLoop","detail":"{readStateIndex:10743; appliedIndex:10741; }","duration":"215.16593ms","start":"2026-04-01T23:53:22.770898Z","end":"2026-04-01T23:53:22.986064Z","steps":["trace[218631476] 'read index received' (duration: 214.981646ms)","trace[218631476] 'applied index is now lower than readState.Index' (duration: 183.354µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:22.986128Z","caller":"traceutil/trace.go:171","msg":"trace[1727367705] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"326.655097ms","start":"2026-04-01T23:53:22.659444Z","end":"2026-04-01T23:53:22.986099Z","steps":["trace[1727367705] 'process raft request' (duration: 326.463473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:22.98617Z","caller":"traceutil/trace.go:171","msg":"trace[1836916088] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"326.483094ms","start":"2026-04-01T23:53:22.659652Z","end":"2026-04-01T23:53:22.986135Z","steps":["trace[1836916088] 'process raft request' (duration: 326.378171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:53:22.98631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.659634Z","time spent":"326.596926ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:53:22.986356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.445806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-04-01T23:53:22.98638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:53:22.659424Z","time spent":"326.75736ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:53:22.986395Z","caller":"traceutil/trace.go:171","msg":"trace[1800562857] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10349; }","duration":"215.544918ms","start":"2026-04-01T23:53:22.77084Z","end":"2026-04-01T23:53:22.986385Z","steps":["trace[1800562857] 'agreement among raft nodes before linearized reading' (duration: 215.363774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:53:23.42128Z","caller":"traceutil/trace.go:171","msg":"trace[867014151] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"101.892612ms","start":"2026-04-01T23:53:23.319361Z","end":"2026-04-01T23:53:23.421254Z","steps":["trace[867014151] 'process raft request' (duration: 90.429625ms)","trace[867014151] 'compare' (duration: 11.305304ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:53:23.443191Z","caller":"traceutil/trace.go:171","msg":"trace[2072372835] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"108.751986ms","start":"2026-04-01T23:53:23.334393Z","end":"2026-04-01T23:53:23.443145Z","steps":["trace[2072372835] 'process raft request' (duration: 108.524251ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:10.786633Z","caller":"traceutil/trace.go:171","msg":"trace[1341230036] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"105.087744ms","start":"2026-04-01T23:54:10.681495Z","end":"2026-04-01T23:54:10.786583Z","steps":["trace[1341230036] 'process raft request' (duration: 104.657684ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:13.431392Z","caller":"traceutil/trace.go:171","msg":"trace[1097419726] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"110.920585ms","start":"2026-04-01T23:54:13.320399Z","end":"2026-04-01T23:54:13.43132Z","steps":["trace[1097419726] 'process raft request' (duration: 110.634229ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:54:55.958901Z","caller":"traceutil/trace.go:171","msg":"trace[1611665653] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"134.877181ms","start":"2026-04-01T23:54:55.823993Z","end":"2026-04-01T23:54:55.95887Z","steps":["trace[1611665653] 'process raft request' (duration: 66.250565ms)","trace[1611665653] 'compare' (duration: 68.458373ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:54:56.12744Z","caller":"traceutil/trace.go:171","msg":"trace[1217013] transaction","detail":"{read_only:false; response_revision:10980; number_of_response:1; }","duration":"108.667694ms","start":"2026-04-01T23:54:56.018736Z","end":"2026-04-01T23:54:56.127404Z","steps":["trace[1217013] 'process raft request' (duration: 45.631353ms)","trace[1217013] 'compare' (duration: 62.842957ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:54:56.138886Z","caller":"traceutil/trace.go:171","msg":"trace[411210843] transaction","detail":"{read_only:false; response_revision:10981; number_of_response:1; }","duration":"118.466163ms","start":"2026-04-01T23:54:56.020398Z","end":"2026-04-01T23:54:56.138864Z","steps":["trace[411210843] 'process raft request' (duration: 118.375471ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:55:09.567993Z","caller":"traceutil/trace.go:171","msg":"trace[377568681] transaction","detail":"{read_only:false; response_revision:11047; number_of_response:1; }","duration":"169.988788ms","start":"2026-04-01T23:55:09.397951Z","end":"2026-04-01T23:55:09.56794Z","steps":["trace[377568681] 'process raft request' (duration: 81.064016ms)","trace[377568681] 'compare' (duration: 88.623536ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:55:27.678146Z","caller":"traceutil/trace.go:171","msg":"trace[1230245813] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"104.570803ms","start":"2026-04-01T23:55:27.573537Z","end":"2026-04-01T23:55:27.678108Z","steps":["trace[1230245813] 'process raft request' (duration: 102.143748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:55:31.874918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.281245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:55:31.87501Z","caller":"traceutil/trace.go:171","msg":"trace[768753063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11156; }","duration":"176.403667ms","start":"2026-04-01T23:55:31.698584Z","end":"2026-04-01T23:55:31.874987Z","steps":["trace[768753063] 'range keys from in-memory index tree' (duration: 176.176083ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:55:32.041601Z","caller":"traceutil/trace.go:171","msg":"trace[480941271] linearizableReadLoop","detail":"{readStateIndex:11583; appliedIndex:11581; }","duration":"162.143067ms","start":"2026-04-01T23:55:31.879408Z","end":"2026-04-01T23:55:32.041551Z","steps":["trace[480941271] 'read index received' (duration: 60.907642ms)","trace[480941271] 'applied index is now lower than readState.Index' (duration: 101.233265ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:55:32.041943Z","caller":"traceutil/trace.go:171","msg":"trace[224328393] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"163.109421ms","start":"2026-04-01T23:55:31.878754Z","end":"2026-04-01T23:55:32.041863Z","steps":["trace[224328393] 'process raft request' (duration: 152.107905ms)","trace[224328393] 'compare' (duration: 10.358371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:55:32.042226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.812504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347959"} {"level":"info","ts":"2026-04-01T23:55:32.042298Z","caller":"traceutil/trace.go:171","msg":"trace[654396999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11158; }","duration":"162.931697ms","start":"2026-04-01T23:55:31.879351Z","end":"2026-04-01T23:55:32.042283Z","steps":["trace[654396999] 'agreement among raft nodes before linearized reading' (duration: 162.453666ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:24.106204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9315} {"level":"info","ts":"2026-04-01T23:56:24.173048Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9315,"took":"64.585905ms","hash":2672513435,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":27688960,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-01T23:56:24.173123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2672513435,"revision":9315,"compact-revision":7328} {"level":"warn","ts":"2026-04-01T23:56:36.761292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.932773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:56:36.761412Z","caller":"traceutil/trace.go:171","msg":"trace[1613701208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11518; }","duration":"107.105166ms","start":"2026-04-01T23:56:36.654287Z","end":"2026-04-01T23:56:36.761392Z","steps":["trace[1613701208] 'range keys from in-memory index tree' (duration: 106.755469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:40.888225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.831487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:56:40.888292Z","caller":"traceutil/trace.go:171","msg":"trace[54457022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11539; }","duration":"100.933248ms","start":"2026-04-01T23:56:40.787345Z","end":"2026-04-01T23:56:40.888278Z","steps":["trace[54457022] 'range keys from in-memory index tree' (duration: 100.694233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:40.888269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.673594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:56:40.888541Z","caller":"traceutil/trace.go:171","msg":"trace[335628447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11539; }","duration":"105.833337ms","start":"2026-04-01T23:56:40.782519Z","end":"2026-04-01T23:56:40.888353Z","steps":["trace[335628447] 'range keys from in-memory index tree' (duration: 105.46286ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:40.920242Z","caller":"traceutil/trace.go:171","msg":"trace[618744091] transaction","detail":"{read_only:false; response_revision:11541; number_of_response:1; }","duration":"102.468744ms","start":"2026-04-01T23:56:40.817747Z","end":"2026-04-01T23:56:40.920216Z","steps":["trace[618744091] 'process raft request' (duration: 102.28864ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:47.524381Z","caller":"traceutil/trace.go:171","msg":"trace[1639551422] linearizableReadLoop","detail":"{readStateIndex:12097; appliedIndex:12096; }","duration":"340.447848ms","start":"2026-04-01T23:56:47.183906Z","end":"2026-04-01T23:56:47.524354Z","steps":["trace[1639551422] 'read index received' (duration: 340.313535ms)","trace[1639551422] 'applied index is now lower than readState.Index' (duration: 133.353µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:47.524534Z","caller":"traceutil/trace.go:171","msg":"trace[1938540107] transaction","detail":"{read_only:false; response_revision:11653; number_of_response:1; }","duration":"408.390308ms","start":"2026-04-01T23:56:47.116132Z","end":"2026-04-01T23:56:47.524522Z","steps":["trace[1938540107] 'process raft request' (duration: 408.069011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:47.524651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:56:47.116112Z","time spent":"408.45143ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7637,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:56:47.524887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.973111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:56:47.524936Z","caller":"traceutil/trace.go:171","msg":"trace[194281495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11653; }","duration":"341.065123ms","start":"2026-04-01T23:56:47.183861Z","end":"2026-04-01T23:56:47.524926Z","steps":["trace[194281495] 'agreement among raft nodes before linearized reading' (duration: 340.980081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:47.524961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:56:47.183839Z","time spent":"341.117014ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:56:47.529662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.832125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:56:47.52972Z","caller":"traceutil/trace.go:171","msg":"trace[605460690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11653; }","duration":"280.933937ms","start":"2026-04-01T23:56:47.248772Z","end":"2026-04-01T23:56:47.529706Z","steps":["trace[605460690] 'agreement among raft nodes before linearized reading' (duration: 280.774344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:48.715386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.676578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:56:48.715547Z","caller":"traceutil/trace.go:171","msg":"trace[1344392146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11658; }","duration":"153.884614ms","start":"2026-04-01T23:56:48.561628Z","end":"2026-04-01T23:56:48.715512Z","steps":["trace[1344392146] 'range keys from in-memory index tree' (duration: 153.30497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:48.71534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.394078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:56:48.715663Z","caller":"traceutil/trace.go:171","msg":"trace[186379323] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11658; }","duration":"151.787908ms","start":"2026-04-01T23:56:48.563847Z","end":"2026-04-01T23:56:48.715635Z","steps":["trace[186379323] 'range keys from in-memory index tree' (duration: 151.340587ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:48.851124Z","caller":"traceutil/trace.go:171","msg":"trace[1618272559] linearizableReadLoop","detail":"{readStateIndex:12104; appliedIndex:12103; }","duration":"190.020622ms","start":"2026-04-01T23:56:48.661081Z","end":"2026-04-01T23:56:48.851102Z","steps":["trace[1618272559] 'read index received' (duration: 189.820588ms)","trace[1618272559] 'applied index is now lower than readState.Index' (duration: 199.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:48.851262Z","caller":"traceutil/trace.go:171","msg":"trace[1973539979] transaction","detail":"{read_only:false; response_revision:11659; number_of_response:1; }","duration":"273.484961ms","start":"2026-04-01T23:56:48.577743Z","end":"2026-04-01T23:56:48.851228Z","steps":["trace[1973539979] 'process raft request' (duration: 273.198074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:48.851475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.390111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:56:48.851513Z","caller":"traceutil/trace.go:171","msg":"trace[1575410281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11659; }","duration":"190.494523ms","start":"2026-04-01T23:56:48.661008Z","end":"2026-04-01T23:56:48.851502Z","steps":["trace[1575410281] 'agreement among raft nodes before linearized reading' (duration: 190.207397ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:48.856263Z","caller":"traceutil/trace.go:171","msg":"trace[990801642] transaction","detail":"{read_only:false; response_revision:11660; number_of_response:1; }","duration":"136.050765ms","start":"2026-04-01T23:56:48.720188Z","end":"2026-04-01T23:56:48.856239Z","steps":["trace[990801642] 'process raft request' (duration: 135.848361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:48.856636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.212155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:56:48.856734Z","caller":"traceutil/trace.go:171","msg":"trace[1990061063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:11660; }","duration":"160.376209ms","start":"2026-04-01T23:56:48.696339Z","end":"2026-04-01T23:56:48.856715Z","steps":["trace[1990061063] 'agreement among raft nodes before linearized reading' (duration: 159.829637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:49.074389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.153934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:56:49.074691Z","caller":"traceutil/trace.go:171","msg":"trace[639119119] transaction","detail":"{read_only:false; response_revision:11662; number_of_response:1; }","duration":"143.992543ms","start":"2026-04-01T23:56:48.930665Z","end":"2026-04-01T23:56:49.074658Z","steps":["trace[639119119] 'process raft request' (duration: 143.886941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:49.074745Z","caller":"traceutil/trace.go:171","msg":"trace[229057095] linearizableReadLoop","detail":"{readStateIndex:12106; appliedIndex:12105; }","duration":"214.683584ms","start":"2026-04-01T23:56:48.860031Z","end":"2026-04-01T23:56:49.074714Z","steps":["trace[229057095] 'read index received' (duration: 66.957298ms)","trace[229057095] 'applied index is now lower than readState.Index' (duration: 147.723976ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:49.074872Z","caller":"traceutil/trace.go:171","msg":"trace[1944581169] transaction","detail":"{read_only:false; response_revision:11661; number_of_response:1; }","duration":"219.450591ms","start":"2026-04-01T23:56:48.855408Z","end":"2026-04-01T23:56:49.074858Z","steps":["trace[1944581169] 'process raft request' (duration: 71.688294ms)","trace[1944581169] 'compare' (duration: 146.96987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:56:49.07569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.642405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368721"} {"level":"info","ts":"2026-04-01T23:56:49.0758Z","caller":"traceutil/trace.go:171","msg":"trace[370978043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11662; }","duration":"215.767879ms","start":"2026-04-01T23:56:48.860012Z","end":"2026-04-01T23:56:49.07578Z","steps":["trace[370978043] 'agreement among raft nodes before linearized reading' (duration: 214.892259ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:49.082034Z","caller":"traceutil/trace.go:171","msg":"trace[1977315044] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"127.762299ms","start":"2026-04-01T23:56:48.954245Z","end":"2026-04-01T23:56:49.082007Z","steps":["trace[1977315044] 'process raft request' (duration: 127.560895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:49.082095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.71117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:56:49.082174Z","caller":"traceutil/trace.go:171","msg":"trace[1475378647] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11663; }","duration":"124.842803ms","start":"2026-04-01T23:56:48.957308Z","end":"2026-04-01T23:56:49.082151Z","steps":["trace[1475378647] 'agreement among raft nodes before linearized reading' (duration: 124.639389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:49.082192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.647156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:56:49.082262Z","caller":"traceutil/trace.go:171","msg":"trace[1680364356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11663; }","duration":"110.758978ms","start":"2026-04-01T23:56:48.971487Z","end":"2026-04-01T23:56:49.082246Z","steps":["trace[1680364356] 'agreement among raft nodes before linearized reading' (duration: 110.576184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:56:49.082205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.860125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:56:49.082385Z","caller":"traceutil/trace.go:171","msg":"trace[698213557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11663; }","duration":"113.041549ms","start":"2026-04-01T23:56:48.969329Z","end":"2026-04-01T23:56:49.082371Z","steps":["trace[698213557] 'agreement among raft nodes before linearized reading' (duration: 112.791403ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:49.227141Z","caller":"traceutil/trace.go:171","msg":"trace[1947116132] transaction","detail":"{read_only:false; response_revision:11665; number_of_response:1; }","duration":"140.199047ms","start":"2026-04-01T23:56:49.086873Z","end":"2026-04-01T23:56:49.227072Z","steps":["trace[1947116132] 'process raft request' (duration: 112.213391ms)","trace[1947116132] 'compare' (duration: 27.658789ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:51.359695Z","caller":"traceutil/trace.go:171","msg":"trace[1391039536] transaction","detail":"{read_only:false; response_revision:11679; number_of_response:1; }","duration":"124.437874ms","start":"2026-04-01T23:56:51.235223Z","end":"2026-04-01T23:56:51.35966Z","steps":["trace[1391039536] 'process raft request' (duration: 90.982625ms)","trace[1391039536] 'compare' (duration: 33.069241ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:56:52.316827Z","caller":"traceutil/trace.go:171","msg":"trace[2099017245] transaction","detail":"{read_only:false; response_revision:11682; number_of_response:1; }","duration":"103.995488ms","start":"2026-04-01T23:56:52.212801Z","end":"2026-04-01T23:56:52.316796Z","steps":["trace[2099017245] 'process raft request' (duration: 103.804053ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:56:52.480427Z","caller":"traceutil/trace.go:171","msg":"trace[626769761] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"100.656561ms","start":"2026-04-01T23:56:52.379744Z","end":"2026-04-01T23:56:52.480401Z","steps":["trace[626769761] 'process raft request' (duration: 37.354805ms)","trace[626769761] 'compare' (duration: 63.186464ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:57:02.742668Z","caller":"traceutil/trace.go:171","msg":"trace[838447059] transaction","detail":"{read_only:false; response_revision:11773; number_of_response:1; }","duration":"114.970813ms","start":"2026-04-01T23:57:02.627661Z","end":"2026-04-01T23:57:02.742632Z","steps":["trace[838447059] 'process raft request' (duration: 114.799209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:58:25.873056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.417737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:58:25.873213Z","caller":"traceutil/trace.go:171","msg":"trace[1243154736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:12233; }","duration":"125.634042ms","start":"2026-04-01T23:58:25.747557Z","end":"2026-04-01T23:58:25.873191Z","steps":["trace[1243154736] 'range keys from in-memory index tree' (duration: 125.188192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:09.570183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.671096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:59:09.570306Z","caller":"traceutil/trace.go:171","msg":"trace[1333670833] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12460; }","duration":"114.85523ms","start":"2026-04-01T23:59:09.455431Z","end":"2026-04-01T23:59:09.570286Z","steps":["trace[1333670833] 'count revisions from in-memory index tree' (duration: 114.564104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:09.808178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.87333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:59:09.80836Z","caller":"traceutil/trace.go:171","msg":"trace[466459017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12461; }","duration":"132.098786ms","start":"2026-04-01T23:59:09.676236Z","end":"2026-04-01T23:59:09.808335Z","steps":["trace[466459017] 'range keys from in-memory index tree' (duration: 131.686757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:10.090326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.099412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:59:10.090575Z","caller":"traceutil/trace.go:171","msg":"trace[401985537] transaction","detail":"{read_only:false; response_revision:12466; number_of_response:1; }","duration":"200.262402ms","start":"2026-04-01T23:59:09.890289Z","end":"2026-04-01T23:59:10.090551Z","steps":["trace[401985537] 'process raft request' (duration: 200.17898ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:10.090596Z","caller":"traceutil/trace.go:171","msg":"trace[92388224] transaction","detail":"{read_only:false; response_revision:12465; number_of_response:1; }","duration":"201.042079ms","start":"2026-04-01T23:59:09.889522Z","end":"2026-04-01T23:59:10.090564Z","steps":["trace[92388224] 'process raft request' (duration: 74.572699ms)","trace[92388224] 'compare' (duration: 125.941509ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:11.318578Z","caller":"traceutil/trace.go:171","msg":"trace[925762430] linearizableReadLoop","detail":"{readStateIndex:12943; appliedIndex:12942; }","duration":"200.940546ms","start":"2026-04-01T23:59:11.117611Z","end":"2026-04-01T23:59:11.318551Z","steps":["trace[925762430] 'read index received' (duration: 200.64735ms)","trace[925762430] 'applied index is now lower than readState.Index' (duration: 291.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:11.318698Z","caller":"traceutil/trace.go:171","msg":"trace[488189368] transaction","detail":"{read_only:false; response_revision:12468; number_of_response:1; }","duration":"248.884349ms","start":"2026-04-01T23:59:11.069769Z","end":"2026-04-01T23:59:11.318653Z","steps":["trace[488189368] 'process raft request' (duration: 248.604743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:11.318752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.015316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:59:11.318789Z","caller":"traceutil/trace.go:171","msg":"trace[2028343288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12468; }","duration":"133.114858ms","start":"2026-04-01T23:59:11.185664Z","end":"2026-04-01T23:59:11.318778Z","steps":["trace[2028343288] 'agreement among raft nodes before linearized reading' (duration: 133.038347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:11.318912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.269143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-01T23:59:11.319019Z","caller":"traceutil/trace.go:171","msg":"trace[715799156] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12468; }","duration":"201.441877ms","start":"2026-04-01T23:59:11.117554Z","end":"2026-04-01T23:59:11.318995Z","steps":["trace[715799156] 'agreement among raft nodes before linearized reading' (duration: 201.146741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:20.192147Z","caller":"traceutil/trace.go:171","msg":"trace[2095287845] linearizableReadLoop","detail":"{readStateIndex:12989; appliedIndex:12988; }","duration":"126.765647ms","start":"2026-04-01T23:59:20.065342Z","end":"2026-04-01T23:59:20.192108Z","steps":["trace[2095287845] 'read index received' (duration: 96.09118ms)","trace[2095287845] 'applied index is now lower than readState.Index' (duration: 30.672757ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:20.192265Z","caller":"traceutil/trace.go:171","msg":"trace[1101557154] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"240.469031ms","start":"2026-04-01T23:59:19.951753Z","end":"2026-04-01T23:59:20.192222Z","steps":["trace[1101557154] 'process raft request' (duration: 209.767344ms)","trace[1101557154] 'compare' (duration: 30.392231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:20.192471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.092394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T23:59:20.19252Z","caller":"traceutil/trace.go:171","msg":"trace[1937732595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12512; }","duration":"127.209307ms","start":"2026-04-01T23:59:20.065299Z","end":"2026-04-01T23:59:20.192508Z","steps":["trace[1937732595] 'agreement among raft nodes before linearized reading' (duration: 126.942891ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:20.438027Z","caller":"traceutil/trace.go:171","msg":"trace[292396468] linearizableReadLoop","detail":"{readStateIndex:12992; appliedIndex:12990; }","duration":"158.581229ms","start":"2026-04-01T23:59:20.27942Z","end":"2026-04-01T23:59:20.438001Z","steps":["trace[292396468] 'read index received' (duration: 83.893367ms)","trace[292396468] 'applied index is now lower than readState.Index' (duration: 74.686332ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:20.43808Z","caller":"traceutil/trace.go:171","msg":"trace[2009038424] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"239.696694ms","start":"2026-04-01T23:59:20.19834Z","end":"2026-04-01T23:59:20.438036Z","steps":["trace[2009038424] 'process raft request' (duration: 239.586072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:20.438285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.814924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:59:20.438332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.840135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7fbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T23:59:20.438386Z","caller":"traceutil/trace.go:171","msg":"trace[913653275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:12515; }","duration":"158.993418ms","start":"2026-04-01T23:59:20.279375Z","end":"2026-04-01T23:59:20.438369Z","steps":["trace[913653275] 'agreement among raft nodes before linearized reading' (duration: 158.768593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:20.438412Z","caller":"traceutil/trace.go:171","msg":"trace[955446558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7fbc; range_end:; response_count:1; response_revision:12515; }","duration":"133.987568ms","start":"2026-04-01T23:59:20.304406Z","end":"2026-04-01T23:59:20.438393Z","steps":["trace[955446558] 'agreement among raft nodes before linearized reading' (duration: 133.779244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:20.438516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.139127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:59:20.438596Z","caller":"traceutil/trace.go:171","msg":"trace[1840757262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12515; }","duration":"111.260899ms","start":"2026-04-01T23:59:20.327321Z","end":"2026-04-01T23:59:20.438582Z","steps":["trace[1840757262] 'agreement among raft nodes before linearized reading' (duration: 110.878701ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:20.438068Z","caller":"traceutil/trace.go:171","msg":"trace[92215487] transaction","detail":"{read_only:false; response_revision:12514; number_of_response:1; }","duration":"240.168195ms","start":"2026-04-01T23:59:20.197848Z","end":"2026-04-01T23:59:20.438017Z","steps":["trace[92215487] 'process raft request' (duration: 165.529464ms)","trace[92215487] 'compare' (duration: 74.404276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:20.690193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.771769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:59:20.690316Z","caller":"traceutil/trace.go:171","msg":"trace[1372677571] linearizableReadLoop","detail":"{readStateIndex:12993; appliedIndex:12992; }","duration":"115.373323ms","start":"2026-04-01T23:59:20.574924Z","end":"2026-04-01T23:59:20.690297Z","steps":["trace[1372677571] 'read index received' (duration: 46.721µs)","trace[1372677571] 'applied index is now lower than readState.Index' (duration: 115.324982ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:20.690381Z","caller":"traceutil/trace.go:171","msg":"trace[1333458171] transaction","detail":"{read_only:false; response_revision:12516; number_of_response:1; }","duration":"245.403532ms","start":"2026-04-01T23:59:20.444952Z","end":"2026-04-01T23:59:20.690355Z","steps":["trace[1333458171] 'process raft request' (duration: 126.368038ms)","trace[1333458171] 'compare' (duration: 118.605245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:20.690471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.552506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:59:20.690509Z","caller":"traceutil/trace.go:171","msg":"trace[1029529724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12516; }","duration":"115.627058ms","start":"2026-04-01T23:59:20.574872Z","end":"2026-04-01T23:59:20.690499Z","steps":["trace[1029529724] 'agreement among raft nodes before linearized reading' (duration: 115.476285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:26.954767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.765913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:59:26.954867Z","caller":"traceutil/trace.go:171","msg":"trace[112630216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12547; }","duration":"183.959076ms","start":"2026-04-01T23:59:26.770887Z","end":"2026-04-01T23:59:26.954846Z","steps":["trace[112630216] 'range keys from in-memory index tree' (duration: 183.517697ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:27.755242Z","caller":"traceutil/trace.go:171","msg":"trace[248315765] transaction","detail":"{read_only:false; response_revision:12550; number_of_response:1; }","duration":"109.815309ms","start":"2026-04-01T23:59:27.645395Z","end":"2026-04-01T23:59:27.755211Z","steps":["trace[248315765] 'process raft request' (duration: 56.184588ms)","trace[248315765] 'compare' (duration: 53.411326ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:27.755602Z","caller":"traceutil/trace.go:171","msg":"trace[1592257853] transaction","detail":"{read_only:false; response_revision:12551; number_of_response:1; }","duration":"108.452418ms","start":"2026-04-01T23:59:27.647125Z","end":"2026-04-01T23:59:27.755577Z","steps":["trace[1592257853] 'process raft request' (duration: 108.036459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:28.800315Z","caller":"traceutil/trace.go:171","msg":"trace[1547879798] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"103.004486ms","start":"2026-04-01T23:59:28.697286Z","end":"2026-04-01T23:59:28.800291Z","steps":["trace[1547879798] 'process raft request' (duration: 61.775413ms)","trace[1547879798] 'compare' (duration: 41.130851ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:29.091777Z","caller":"traceutil/trace.go:171","msg":"trace[929961113] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"142.873667ms","start":"2026-04-01T23:59:28.948879Z","end":"2026-04-01T23:59:29.091752Z","steps":["trace[929961113] 'process raft request' (duration: 142.667983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:59:29.333878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.053996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:59:29.334087Z","caller":"traceutil/trace.go:171","msg":"trace[1853343766] linearizableReadLoop","detail":"{readStateIndex:13038; appliedIndex:13037; }","duration":"149.74637ms","start":"2026-04-01T23:59:29.184318Z","end":"2026-04-01T23:59:29.334065Z","steps":["trace[1853343766] 'read index received' (duration: 37.891µs)","trace[1853343766] 'applied index is now lower than readState.Index' (duration: 149.705889ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:29.334256Z","caller":"traceutil/trace.go:171","msg":"trace[214734493] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"238.347084ms","start":"2026-04-01T23:59:29.095854Z","end":"2026-04-01T23:59:29.334201Z","steps":["trace[214734493] 'process raft request' (duration: 25.871499ms)","trace[214734493] 'compare' (duration: 211.903363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:59:29.334502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.019896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:59:29.334577Z","caller":"traceutil/trace.go:171","msg":"trace[25848936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12559; }","duration":"150.279942ms","start":"2026-04-01T23:59:29.184277Z","end":"2026-04-01T23:59:29.334557Z","steps":["trace[25848936] 'agreement among raft nodes before linearized reading' (duration: 150.014316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:59:30.930736Z","caller":"traceutil/trace.go:171","msg":"trace[1055151200] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"120.945816ms","start":"2026-04-01T23:59:30.809747Z","end":"2026-04-01T23:59:30.930693Z","steps":["trace[1055151200] 'process raft request' (duration: 86.2364ms)","trace[1055151200] 'compare' (duration: 34.196995ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:31.604424Z","caller":"traceutil/trace.go:171","msg":"trace[187164084] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"132.094847ms","start":"2026-04-01T23:59:31.472289Z","end":"2026-04-01T23:59:31.604384Z","steps":["trace[187164084] 'process raft request' (duration: 107.117948ms)","trace[187164084] 'compare' (duration: 24.784405ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:59:31.91988Z","caller":"traceutil/trace.go:171","msg":"trace[359923027] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"105.082281ms","start":"2026-04-01T23:59:31.814763Z","end":"2026-04-01T23:59:31.919845Z","steps":["trace[359923027] 'process raft request' (duration: 81.575675ms)","trace[359923027] 'compare' (duration: 23.25806ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:01:24.113134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11431} {"level":"info","ts":"2026-04-02T00:01:24.195157Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11431,"took":"79.756495ms","hash":2609257507,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":21331968,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-02T00:01:24.195217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2609257507,"revision":11431,"compact-revision":9315} {"level":"info","ts":"2026-04-02T00:02:21.343073Z","caller":"traceutil/trace.go:171","msg":"trace[300293499] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"102.662307ms","start":"2026-04-02T00:02:21.240374Z","end":"2026-04-02T00:02:21.343036Z","steps":["trace[300293499] 'process raft request' (duration: 102.33638ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:05.300471Z","caller":"traceutil/trace.go:171","msg":"trace[1810905208] linearizableReadLoop","detail":"{readStateIndex:14225; appliedIndex:14224; }","duration":"118.137193ms","start":"2026-04-02T00:03:05.182306Z","end":"2026-04-02T00:03:05.300444Z","steps":["trace[1810905208] 'read index received' (duration: 115.731119ms)","trace[1810905208] 'applied index is now lower than readState.Index' (duration: 2.405374ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:05.300528Z","caller":"traceutil/trace.go:171","msg":"trace[707292962] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"130.157212ms","start":"2026-04-02T00:03:05.170347Z","end":"2026-04-02T00:03:05.300504Z","steps":["trace[707292962] 'process raft request' (duration: 127.678397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:05.300662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.333238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:05.300746Z","caller":"traceutil/trace.go:171","msg":"trace[1095228869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13699; }","duration":"118.473271ms","start":"2026-04-02T00:03:05.182249Z","end":"2026-04-02T00:03:05.300722Z","steps":["trace[1095228869] 'agreement among raft nodes before linearized reading' (duration: 118.331938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:05.300807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.485202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-02T00:03:05.300878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.915047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-04-02T00:03:05.300919Z","caller":"traceutil/trace.go:171","msg":"trace[517574403] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:13699; }","duration":"118.649515ms","start":"2026-04-02T00:03:05.182249Z","end":"2026-04-02T00:03:05.300899Z","steps":["trace[517574403] 'agreement among raft nodes before linearized reading' (duration: 118.342408ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:05.301012Z","caller":"traceutil/trace.go:171","msg":"trace[290408540] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:13699; }","duration":"113.062089ms","start":"2026-04-02T00:03:05.187888Z","end":"2026-04-02T00:03:05.30095Z","steps":["trace[290408540] 'agreement among raft nodes before linearized reading' (duration: 112.752512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:06.333522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.284741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1680"} {"level":"info","ts":"2026-04-02T00:03:06.333618Z","caller":"traceutil/trace.go:171","msg":"trace[118061909] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:13703; }","duration":"103.423815ms","start":"2026-04-02T00:03:06.230174Z","end":"2026-04-02T00:03:06.333597Z","steps":["trace[118061909] 'range keys from in-memory index tree' (duration: 103.112138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:09.463777Z","caller":"traceutil/trace.go:171","msg":"trace[468631792] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"145.722491ms","start":"2026-04-02T00:03:09.318028Z","end":"2026-04-02T00:03:09.463751Z","steps":["trace[468631792] 'process raft request' (duration: 145.552897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:09.46814Z","caller":"traceutil/trace.go:171","msg":"trace[214842971] linearizableReadLoop","detail":"{readStateIndex:14247; appliedIndex:14245; }","duration":"103.042146ms","start":"2026-04-02T00:03:09.365031Z","end":"2026-04-02T00:03:09.468073Z","steps":["trace[214842971] 'read index received' (duration: 98.528135ms)","trace[214842971] 'applied index is now lower than readState.Index' (duration: 4.513061ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T00:03:09.468195Z","caller":"traceutil/trace.go:171","msg":"trace[1617576582] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"143.733706ms","start":"2026-04-02T00:03:09.324435Z","end":"2026-04-02T00:03:09.468168Z","steps":["trace[1617576582] 'process raft request' (duration: 143.520392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:09.46873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.289412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-02T00:03:09.468811Z","caller":"traceutil/trace.go:171","msg":"trace[668192699] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:13720; }","duration":"103.799063ms","start":"2026-04-02T00:03:09.364985Z","end":"2026-04-02T00:03:09.468784Z","steps":["trace[668192699] 'agreement among raft nodes before linearized reading' (duration: 103.236121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:09.662673Z","caller":"traceutil/trace.go:171","msg":"trace[1303291075] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"128.326101ms","start":"2026-04-02T00:03:09.534307Z","end":"2026-04-02T00:03:09.662633Z","steps":["trace[1303291075] 'process raft request' (duration: 127.957763ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:14.267355Z","caller":"traceutil/trace.go:171","msg":"trace[607455723] transaction","detail":"{read_only:false; response_revision:13744; number_of_response:1; }","duration":"100.06811ms","start":"2026-04-02T00:03:14.167208Z","end":"2026-04-02T00:03:14.267276Z","steps":["trace[607455723] 'process raft request' (duration: 99.416065ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:15.052293Z","caller":"traceutil/trace.go:171","msg":"trace[170902287] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"125.472547ms","start":"2026-04-02T00:03:14.926773Z","end":"2026-04-02T00:03:15.052246Z","steps":["trace[170902287] 'process raft request' (duration: 125.17741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.313746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.30865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T00:03:24.313854Z","caller":"traceutil/trace.go:171","msg":"trace[1674515209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13795; }","duration":"132.431463ms","start":"2026-04-02T00:03:24.1814Z","end":"2026-04-02T00:03:24.313831Z","steps":["trace[1674515209] 'range keys from in-memory index tree' (duration: 132.182528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T00:03:24.314035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.754957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-04-02T00:03:24.314108Z","caller":"traceutil/trace.go:171","msg":"trace[1307733852] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:13795; }","duration":"118.935722ms","start":"2026-04-02T00:03:24.195143Z","end":"2026-04-02T00:03:24.314079Z","steps":["trace[1307733852] 'range keys from in-memory index tree' (duration: 118.573793ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T00:03:24.964376Z","caller":"traceutil/trace.go:171","msg":"trace[302050354] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"110.263978ms","start":"2026-04-02T00:03:24.854078Z","end":"2026-04-02T00:03:24.964342Z","steps":["trace[302050354] 'process raft request' (duration: 110.114785ms)"],"step_count":1}