{"level":"warn","ts":"2026-04-19T11:04:50.963995Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T11:04:50.964088Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.68:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.68:2380","--initial-cluster=instance=https://199.19.213.68:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.68:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.68:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-19T11:04:50.964192Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T11:04:50.964204Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.68:2380"]} {"level":"info","ts":"2026-04-19T11:04:50.964221Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T11:04:50.964798Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.68:2379"]} {"level":"info","ts":"2026-04-19T11:04:50.96487Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.68:2380"],"listen-peer-urls":["https://199.19.213.68:2380"],"advertise-client-urls":["https://199.19.213.68:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.68:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.68:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-19T11:04:50.968871Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.779887ms"} {"level":"info","ts":"2026-04-19T11:04:50.975712Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"78a0acde880f698","cluster-id":"45d27515d88ba308"} {"level":"info","ts":"2026-04-19T11:04:50.975791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 switched to configuration voters=()"} {"level":"info","ts":"2026-04-19T11:04:50.975815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 became follower at term 0"} {"level":"info","ts":"2026-04-19T11:04:50.975835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 78a0acde880f698 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-19T11:04:50.975844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 became follower at term 1"} {"level":"info","ts":"2026-04-19T11:04:50.975899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 switched to configuration voters=(543258584536905368)"} {"level":"warn","ts":"2026-04-19T11:04:50.985621Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-19T11:04:50.988984Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-19T11:04:50.990982Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-19T11:04:50.993888Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"78a0acde880f698","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-19T11:04:50.994208Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"78a0acde880f698","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-19T11:04:50.994295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T11:04:50.994423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T11:04:50.994441Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T11:04:50.995653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 switched to configuration voters=(543258584536905368)"} {"level":"info","ts":"2026-04-19T11:04:50.996919Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45d27515d88ba308","local-member-id":"78a0acde880f698","added-peer-id":"78a0acde880f698","added-peer-peer-urls":["https://199.19.213.68:2380"]} {"level":"info","ts":"2026-04-19T11:04:50.99841Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T11:04:50.998538Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.68:2380"} {"level":"info","ts":"2026-04-19T11:04:50.998566Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.68:2380"} {"level":"info","ts":"2026-04-19T11:04:51.000009Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"78a0acde880f698","initial-advertise-peer-urls":["https://199.19.213.68:2380"],"listen-peer-urls":["https://199.19.213.68:2380"],"advertise-client-urls":["https://199.19.213.68:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.68:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-19T11:04:51.000048Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-19T11:04:51.177078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 is starting a new election at term 1"} {"level":"info","ts":"2026-04-19T11:04:51.177143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-19T11:04:51.177169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 received MsgPreVoteResp from 78a0acde880f698 at term 1"} {"level":"info","ts":"2026-04-19T11:04:51.177189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 became candidate at term 2"} {"level":"info","ts":"2026-04-19T11:04:51.177201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 received MsgVoteResp from 78a0acde880f698 at term 2"} {"level":"info","ts":"2026-04-19T11:04:51.177217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"78a0acde880f698 became leader at term 2"} {"level":"info","ts":"2026-04-19T11:04:51.177231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 78a0acde880f698 elected leader 78a0acde880f698 at term 2"} {"level":"info","ts":"2026-04-19T11:04:51.178138Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"78a0acde880f698","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.68:2379]}","request-path":"/0/members/78a0acde880f698/attributes","cluster-id":"45d27515d88ba308","publish-timeout":"7s"} {"level":"info","ts":"2026-04-19T11:04:51.178188Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T11:04:51.178632Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:04:51.179638Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T11:04:51.18047Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45d27515d88ba308","local-member-id":"78a0acde880f698","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:04:51.180637Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:04:51.18068Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T11:04:51.180805Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-19T11:04:51.18087Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-19T11:04:51.182955Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-19T11:04:51.183366Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.68:2379"} {"level":"info","ts":"2026-04-19T11:04:53.390223Z","caller":"traceutil/trace.go:171","msg":"trace[1716078094] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"146.667304ms","start":"2026-04-19T11:04:53.243512Z","end":"2026-04-19T11:04:53.390179Z","steps":["trace[1716078094] 'process raft request' (duration: 145.512488ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390324Z","caller":"traceutil/trace.go:171","msg":"trace[2127725119] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"144.791352ms","start":"2026-04-19T11:04:53.245479Z","end":"2026-04-19T11:04:53.390271Z","steps":["trace[2127725119] 'process raft request' (duration: 144.607368ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390465Z","caller":"traceutil/trace.go:171","msg":"trace[1479346444] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"121.757936ms","start":"2026-04-19T11:04:53.268559Z","end":"2026-04-19T11:04:53.390317Z","steps":["trace[1479346444] 'read index received' (duration: 120.553039ms)","trace[1479346444] 'applied index is now lower than readState.Index' (duration: 1.203507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:53.390578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.383667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-19T11:04:53.390607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.316818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:04:53.39075Z","caller":"traceutil/trace.go:171","msg":"trace[1115174505] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"144.083715ms","start":"2026-04-19T11:04:53.246652Z","end":"2026-04-19T11:04:53.390736Z","steps":["trace[1115174505] 'process raft request' (duration: 143.604305ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390717Z","caller":"traceutil/trace.go:171","msg":"trace[1551876538] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"144.537895ms","start":"2026-04-19T11:04:53.246107Z","end":"2026-04-19T11:04:53.390645Z","steps":["trace[1551876538] 'process raft request' (duration: 144.061545ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390774Z","caller":"traceutil/trace.go:171","msg":"trace[1126986931] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"143.547443ms","start":"2026-04-19T11:04:53.247188Z","end":"2026-04-19T11:04:53.390735Z","steps":["trace[1126986931] 'agreement among raft nodes before linearized reading' (duration: 143.167185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.390788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.792422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:04:53.390786Z","caller":"traceutil/trace.go:171","msg":"trace[1339351255] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"145.130879ms","start":"2026-04-19T11:04:53.24561Z","end":"2026-04-19T11:04:53.390741Z","steps":["trace[1339351255] 'process raft request' (duration: 144.525365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.390718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.509356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:04:53.390813Z","caller":"traceutil/trace.go:171","msg":"trace[1848556368] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"144.617357ms","start":"2026-04-19T11:04:53.246098Z","end":"2026-04-19T11:04:53.390715Z","steps":["trace[1848556368] 'process raft request' (duration: 144.114336ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390942Z","caller":"traceutil/trace.go:171","msg":"trace[1500238384] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"148.800893ms","start":"2026-04-19T11:04:53.242083Z","end":"2026-04-19T11:04:53.390884Z","steps":["trace[1500238384] 'agreement among raft nodes before linearized reading' (duration: 148.525277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.390668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.803614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-19T11:04:53.391029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.617133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:04:53.391223Z","caller":"traceutil/trace.go:171","msg":"trace[190296153] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:0; response_revision:9; }","duration":"150.950012ms","start":"2026-04-19T11:04:53.240234Z","end":"2026-04-19T11:04:53.391184Z","steps":["trace[190296153] 'agreement among raft nodes before linearized reading' (duration: 150.529092ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.391078Z","caller":"traceutil/trace.go:171","msg":"trace[1056767758] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"146.238355ms","start":"2026-04-19T11:04:53.244817Z","end":"2026-04-19T11:04:53.391055Z","steps":["trace[1056767758] 'agreement among raft nodes before linearized reading' (duration: 145.766044ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390855Z","caller":"traceutil/trace.go:171","msg":"trace[261419944] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"148.898395ms","start":"2026-04-19T11:04:53.241937Z","end":"2026-04-19T11:04:53.390836Z","steps":["trace[261419944] 'agreement among raft nodes before linearized reading' (duration: 148.794252ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.390693Z","caller":"traceutil/trace.go:171","msg":"trace[1710837355] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"146.563642ms","start":"2026-04-19T11:04:53.244098Z","end":"2026-04-19T11:04:53.390662Z","steps":["trace[1710837355] 'agreement among raft nodes before linearized reading' (duration: 146.357907ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.451997Z","caller":"traceutil/trace.go:171","msg":"trace[199464181] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"172.234546ms","start":"2026-04-19T11:04:53.279722Z","end":"2026-04-19T11:04:53.451956Z","steps":["trace[199464181] 'process raft request' (duration: 172.157145ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.452127Z","caller":"traceutil/trace.go:171","msg":"trace[487927569] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"174.781415ms","start":"2026-04-19T11:04:53.277319Z","end":"2026-04-19T11:04:53.4521Z","steps":["trace[487927569] 'process raft request' (duration: 174.418357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.452189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.746204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-19T11:04:53.452208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.135788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-04-19T11:04:53.45227Z","caller":"traceutil/trace.go:171","msg":"trace[1971257651] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"156.880937ms","start":"2026-04-19T11:04:53.295369Z","end":"2026-04-19T11:04:53.45225Z","steps":["trace[1971257651] 'agreement among raft nodes before linearized reading' (duration: 156.654302ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.452278Z","caller":"traceutil/trace.go:171","msg":"trace[1451020193] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"180.239619ms","start":"2026-04-19T11:04:53.27202Z","end":"2026-04-19T11:04:53.45226Z","steps":["trace[1451020193] 'agreement among raft nodes before linearized reading' (duration: 180.083056ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.523881Z","caller":"traceutil/trace.go:171","msg":"trace[1629633313] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"128.909619ms","start":"2026-04-19T11:04:53.394949Z","end":"2026-04-19T11:04:53.523858Z","steps":["trace[1629633313] 'process raft request' (duration: 128.733735ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.523965Z","caller":"traceutil/trace.go:171","msg":"trace[1286688511] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"128.446849ms","start":"2026-04-19T11:04:53.395493Z","end":"2026-04-19T11:04:53.52394Z","steps":["trace[1286688511] 'process raft request' (duration: 128.293586ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.523983Z","caller":"traceutil/trace.go:171","msg":"trace[682883165] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"130.585928ms","start":"2026-04-19T11:04:53.393354Z","end":"2026-04-19T11:04:53.52394Z","steps":["trace[682883165] 'process raft request' (duration: 106.171011ms)","trace[682883165] 'compare' (duration: 23.958957ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:53.524037Z","caller":"traceutil/trace.go:171","msg":"trace[918417458] transaction","detail":"{read_only:false; number_of_response:0; response_revision:18; }","duration":"127.663862ms","start":"2026-04-19T11:04:53.39635Z","end":"2026-04-19T11:04:53.524014Z","steps":["trace[918417458] 'process raft request' (duration: 127.59055ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.524061Z","caller":"traceutil/trace.go:171","msg":"trace[1010406200] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"127.990389ms","start":"2026-04-19T11:04:53.396029Z","end":"2026-04-19T11:04:53.524019Z","steps":["trace[1010406200] 'process raft request' (duration: 127.866986ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.524188Z","caller":"traceutil/trace.go:171","msg":"trace[302166255] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"128.602622ms","start":"2026-04-19T11:04:53.395529Z","end":"2026-04-19T11:04:53.524132Z","steps":["trace[302166255] 'process raft request' (duration: 128.286445ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.524275Z","caller":"traceutil/trace.go:171","msg":"trace[1110790818] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"128.289985ms","start":"2026-04-19T11:04:53.395972Z","end":"2026-04-19T11:04:53.524262Z","steps":["trace[1110790818] 'process raft request' (duration: 127.876376ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.524319Z","caller":"traceutil/trace.go:171","msg":"trace[1904518828] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"129.061692ms","start":"2026-04-19T11:04:53.395197Z","end":"2026-04-19T11:04:53.524259Z","steps":["trace[1904518828] 'process raft request' (duration: 128.545941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.524439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.991387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T11:04:53.5246Z","caller":"traceutil/trace.go:171","msg":"trace[132634045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18; }","duration":"131.197741ms","start":"2026-04-19T11:04:53.39337Z","end":"2026-04-19T11:04:53.524568Z","steps":["trace[132634045] 'agreement among raft nodes before linearized reading' (duration: 130.873184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.911769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.495475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-19T11:04:53.912058Z","caller":"traceutil/trace.go:171","msg":"trace[429189426] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"311.670436ms","start":"2026-04-19T11:04:53.60037Z","end":"2026-04-19T11:04:53.912041Z","steps":["trace[429189426] 'process raft request' (duration: 311.637265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.912117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:53.600336Z","time spent":"311.763009ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:04:53.912097Z","caller":"traceutil/trace.go:171","msg":"trace[2806182] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"313.659612ms","start":"2026-04-19T11:04:53.59839Z","end":"2026-04-19T11:04:53.91205Z","steps":["trace[2806182] 'process raft request' (duration: 161.34771ms)","trace[2806182] 'compare' (duration: 151.287039ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:04:53.9123Z","caller":"traceutil/trace.go:171","msg":"trace[1688617047] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"311.945632ms","start":"2026-04-19T11:04:53.600315Z","end":"2026-04-19T11:04:53.912261Z","steps":["trace[1688617047] 'process raft request' (duration: 311.616285ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.912316Z","caller":"traceutil/trace.go:171","msg":"trace[423648141] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"311.922122ms","start":"2026-04-19T11:04:53.600337Z","end":"2026-04-19T11:04:53.912259Z","steps":["trace[423648141] 'process raft request' (duration: 311.622635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.912437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:53.598358Z","time spent":"313.929548ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:04:53.912505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:53.600305Z","time spent":"312.102627ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:04:53.912355Z","caller":"traceutil/trace.go:171","msg":"trace[507799047] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"312.21737ms","start":"2026-04-19T11:04:53.600125Z","end":"2026-04-19T11:04:53.912342Z","steps":["trace[507799047] 'process raft request' (duration: 311.761839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.912546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:53.600319Z","time spent":"312.137178ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:04:53.912313Z","caller":"traceutil/trace.go:171","msg":"trace[1726900635] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"311.958563ms","start":"2026-04-19T11:04:53.600318Z","end":"2026-04-19T11:04:53.912277Z","steps":["trace[1726900635] 'process raft request' (duration: 311.666616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:04:53.912682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:53.600298Z","time spent":"312.356213ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:04:53.912668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:04:53.600108Z","time spent":"312.477295ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:04:53.913317Z","caller":"traceutil/trace.go:171","msg":"trace[1151069823] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"292.510671ms","start":"2026-04-19T11:04:53.620797Z","end":"2026-04-19T11:04:53.913307Z","steps":["trace[1151069823] 'process raft request' (duration: 292.308406ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.913363Z","caller":"traceutil/trace.go:171","msg":"trace[221242099] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"292.346945ms","start":"2026-04-19T11:04:53.620995Z","end":"2026-04-19T11:04:53.913342Z","steps":["trace[221242099] 'process raft request' (duration: 292.296804ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:53.913369Z","caller":"traceutil/trace.go:171","msg":"trace[58004613] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"292.509551ms","start":"2026-04-19T11:04:53.620844Z","end":"2026-04-19T11:04:53.913354Z","steps":["trace[58004613] 'process raft request' (duration: 292.393758ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:57.271693Z","caller":"traceutil/trace.go:171","msg":"trace[1275764784] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:251; }","duration":"120.323383ms","start":"2026-04-19T11:04:57.151344Z","end":"2026-04-19T11:04:57.271668Z","steps":["trace[1275764784] 'read index received' (duration: 110.004118ms)","trace[1275764784] 'applied index is now lower than readState.Index' (duration: 10.318085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:04:57.271911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.545788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:04:57.271973Z","caller":"traceutil/trace.go:171","msg":"trace[1383208053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:242; }","duration":"120.661811ms","start":"2026-04-19T11:04:57.151297Z","end":"2026-04-19T11:04:57.271959Z","steps":["trace[1383208053] 'agreement among raft nodes before linearized reading' (duration: 120.527798ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:04:57.272367Z","caller":"traceutil/trace.go:171","msg":"trace[1074107842] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"209.567939ms","start":"2026-04-19T11:04:57.062214Z","end":"2026-04-19T11:04:57.271782Z","steps":["trace[1074107842] 'process raft request' (duration: 199.056469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.918752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510940492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-19T11:05:03.918871Z","caller":"traceutil/trace.go:171","msg":"trace[1766632562] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:318; }","duration":"1.511119848s","start":"2026-04-19T11:05:02.40773Z","end":"2026-04-19T11:05:03.91885Z","steps":["trace[1766632562] 'range keys from in-memory index tree' (duration: 1.51080739s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.91891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:02.407707Z","time spent":"1.51119517s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-19T11:05:03.919404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205522569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:03.919456Z","caller":"traceutil/trace.go:171","msg":"trace[1269898749] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:332; }","duration":"1.486173519s","start":"2026-04-19T11:05:02.433273Z","end":"2026-04-19T11:05:03.919446Z","steps":["trace[1269898749] 'read index received' (duration: 280.504486ms)","trace[1269898749] 'applied index is now lower than readState.Index' (duration: 1.205668103s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:03.919526Z","caller":"traceutil/trace.go:171","msg":"trace[292831945] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"1.509690865s","start":"2026-04-19T11:05:02.40979Z","end":"2026-04-19T11:05:03.919481Z","steps":["trace[292831945] 'process raft request' (duration: 304.018622ms)","trace[292831945] 'compare' (duration: 1.204836403s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:03.919582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486309222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-19T11:05:03.919606Z","caller":"traceutil/trace.go:171","msg":"trace[175050957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:319; }","duration":"1.486366713s","start":"2026-04-19T11:05:02.433229Z","end":"2026-04-19T11:05:03.919596Z","steps":["trace[175050957] 'agreement among raft nodes before linearized reading' (duration: 1.486288352s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.919624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:02.433208Z","time spent":"1.486410854s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-19T11:05:03.919667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:02.409774Z","time spent":"1.509827037s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:03.920128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.252726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-19T11:05:03.920126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387781944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-19T11:05:03.920221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336853493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-19T11:05:03.920248Z","caller":"traceutil/trace.go:171","msg":"trace[933947314] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:319; }","duration":"1.387927257s","start":"2026-04-19T11:05:02.5323Z","end":"2026-04-19T11:05:03.920227Z","steps":["trace[933947314] 'agreement among raft nodes before linearized reading' (duration: 1.387761344s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.920264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.09437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:05:03.920313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:02.532285Z","time spent":"1.388018859s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-04-19T11:05:03.920186Z","caller":"traceutil/trace.go:171","msg":"trace[299158225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:319; }","duration":"200.318138ms","start":"2026-04-19T11:05:03.719831Z","end":"2026-04-19T11:05:03.920149Z","steps":["trace[299158225] 'agreement among raft nodes before linearized reading' (duration: 200.268707ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:03.920334Z","caller":"traceutil/trace.go:171","msg":"trace[1334131565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:319; }","duration":"613.200302ms","start":"2026-04-19T11:05:03.307115Z","end":"2026-04-19T11:05:03.920315Z","steps":["trace[1334131565] 'agreement among raft nodes before linearized reading' (duration: 613.08151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.920392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.307096Z","time spent":"613.287984ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:05:03.92031Z","caller":"traceutil/trace.go:171","msg":"trace[55461697] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:319; }","duration":"1.336989056s","start":"2026-04-19T11:05:02.583303Z","end":"2026-04-19T11:05:03.920292Z","steps":["trace[55461697] 'agreement among raft nodes before linearized reading' (duration: 1.33673351s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.92048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.385062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:05:03.919741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435567614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-19T11:05:03.920546Z","caller":"traceutil/trace.go:171","msg":"trace[1699681166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:319; }","duration":"384.235781ms","start":"2026-04-19T11:05:03.536287Z","end":"2026-04-19T11:05:03.920523Z","steps":["trace[1699681166] 'agreement among raft nodes before linearized reading' (duration: 383.30669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.920585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.536264Z","time spent":"384.310433ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:05:03.920537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:02.583273Z","time spent":"1.337208631s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-19T11:05:03.920572Z","caller":"traceutil/trace.go:171","msg":"trace[1847107633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:319; }","duration":"1.436422054s","start":"2026-04-19T11:05:02.484122Z","end":"2026-04-19T11:05:03.920544Z","steps":["trace[1847107633] 'agreement among raft nodes before linearized reading' (duration: 1.435453042s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:03.920649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:02.484059Z","time spent":"1.436564797s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-19T11:05:04.396649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.22222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:04.39678Z","caller":"traceutil/trace.go:171","msg":"trace[1785432476] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"472.367231ms","start":"2026-04-19T11:05:03.924397Z","end":"2026-04-19T11:05:04.396765Z","steps":["trace[1785432476] 'process raft request' (duration: 205.976307ms)","trace[1785432476] 'compare' (duration: 266.095568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:04.396886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.924365Z","time spent":"472.504585ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:04.420909Z","caller":"traceutil/trace.go:171","msg":"trace[75600552] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"495.985579ms","start":"2026-04-19T11:05:03.924884Z","end":"2026-04-19T11:05:04.42087Z","steps":["trace[75600552] 'process raft request' (duration: 495.919898ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.420948Z","caller":"traceutil/trace.go:171","msg":"trace[1701632661] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"496.492371ms","start":"2026-04-19T11:05:03.924426Z","end":"2026-04-19T11:05:04.420918Z","steps":["trace[1701632661] 'process raft request' (duration: 496.156824ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.420973Z","caller":"traceutil/trace.go:171","msg":"trace[99396235] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"496.43798ms","start":"2026-04-19T11:05:03.924486Z","end":"2026-04-19T11:05:04.420924Z","steps":["trace[99396235] 'process raft request' (duration: 496.227675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.421065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.924403Z","time spent":"496.605644ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:04.42129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.924861Z","time spent":"496.137193ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:04.421289Z","caller":"traceutil/trace.go:171","msg":"trace[1316718638] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"496.312487ms","start":"2026-04-19T11:05:03.92479Z","end":"2026-04-19T11:05:04.421103Z","steps":["trace[1316718638] 'process raft request' (duration: 495.984869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.421449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.924462Z","time spent":"496.618964ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:04.421474Z","caller":"traceutil/trace.go:171","msg":"trace[1441050135] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"495.310604ms","start":"2026-04-19T11:05:03.926112Z","end":"2026-04-19T11:05:04.421423Z","steps":["trace[1441050135] 'process raft request' (duration: 494.724051ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.421547Z","caller":"traceutil/trace.go:171","msg":"trace[1727296792] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"494.539637ms","start":"2026-04-19T11:05:03.926995Z","end":"2026-04-19T11:05:04.421534Z","steps":["trace[1727296792] 'process raft request' (duration: 494.464326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.421543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.924781Z","time spent":"496.623513ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:04.421564Z","caller":"traceutil/trace.go:171","msg":"trace[217198984] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"495.255543ms","start":"2026-04-19T11:05:03.926294Z","end":"2026-04-19T11:05:04.42155Z","steps":["trace[217198984] 'process raft request' (duration: 494.969216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.421631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.926284Z","time spent":"495.311265ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:04.421628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.926985Z","time spent":"494.596058ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:04.421682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.926101Z","time spent":"495.463528ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:04.421802Z","caller":"traceutil/trace.go:171","msg":"trace[673290320] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"495.259493ms","start":"2026-04-19T11:05:03.926532Z","end":"2026-04-19T11:05:04.421791Z","steps":["trace[673290320] 'process raft request' (duration: 494.854144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.421881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.926522Z","time spent":"495.319664ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:04.421934Z","caller":"traceutil/trace.go:171","msg":"trace[427037911] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"493.019742ms","start":"2026-04-19T11:05:03.9289Z","end":"2026-04-19T11:05:04.421919Z","steps":["trace[427037911] 'process raft request' (duration: 492.867908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.422003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.928889Z","time spent":"493.081493ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:04.421966Z","caller":"traceutil/trace.go:171","msg":"trace[1552226498] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:333; }","duration":"496.650354ms","start":"2026-04-19T11:05:03.925269Z","end":"2026-04-19T11:05:04.421919Z","steps":["trace[1552226498] 'read index received' (duration: 205.117576ms)","trace[1552226498] 'applied index is now lower than readState.Index' (duration: 291.531608ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:04.422087Z","caller":"traceutil/trace.go:171","msg":"trace[1207873201] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"395.919757ms","start":"2026-04-19T11:05:04.026155Z","end":"2026-04-19T11:05:04.422074Z","steps":["trace[1207873201] 'process raft request' (duration: 395.709163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.42209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.806778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-19T11:05:04.422125Z","caller":"traceutil/trace.go:171","msg":"trace[351254221] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"494.29206ms","start":"2026-04-19T11:05:03.927804Z","end":"2026-04-19T11:05:04.422096Z","steps":["trace[351254221] 'process raft request' (duration: 493.693446ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.422168Z","caller":"traceutil/trace.go:171","msg":"trace[1509370062] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:331; }","duration":"496.933761ms","start":"2026-04-19T11:05:03.925222Z","end":"2026-04-19T11:05:04.422156Z","steps":["trace[1509370062] 'agreement among raft nodes before linearized reading' (duration: 496.806578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.422217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.925208Z","time spent":"496.999112ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-19T11:05:04.422166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.026089Z","time spent":"396.038621ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:04.422308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:03.927797Z","time spent":"494.408992ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:04.703219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.726531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:04.703574Z","caller":"traceutil/trace.go:171","msg":"trace[1755802663] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"276.644738ms","start":"2026-04-19T11:05:04.426787Z","end":"2026-04-19T11:05:04.703432Z","steps":["trace[1755802663] 'process raft request' (duration: 109.63828ms)","trace[1755802663] 'compare' (duration: 166.564437ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:04.703609Z","caller":"traceutil/trace.go:171","msg":"trace[258271612] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"274.320366ms","start":"2026-04-19T11:05:04.429255Z","end":"2026-04-19T11:05:04.703575Z","steps":["trace[258271612] 'process raft request' (duration: 274.06439ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.703989Z","caller":"traceutil/trace.go:171","msg":"trace[13514185] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"273.2064ms","start":"2026-04-19T11:05:04.430758Z","end":"2026-04-19T11:05:04.703965Z","steps":["trace[13514185] 'process raft request' (duration: 272.631307ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.704086Z","caller":"traceutil/trace.go:171","msg":"trace[1952184295] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"273.224471ms","start":"2026-04-19T11:05:04.430809Z","end":"2026-04-19T11:05:04.704034Z","steps":["trace[1952184295] 'process raft request' (duration: 272.963985ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.70422Z","caller":"traceutil/trace.go:171","msg":"trace[304260821] linearizableReadLoop","detail":"{readStateIndex:347; appliedIndex:345; }","duration":"275.023771ms","start":"2026-04-19T11:05:04.429171Z","end":"2026-04-19T11:05:04.704195Z","steps":["trace[304260821] 'read index received' (duration: 18.726487ms)","trace[304260821] 'applied index is now lower than readState.Index' (duration: 256.294944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:04.704452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.249956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-04-19T11:05:04.704497Z","caller":"traceutil/trace.go:171","msg":"trace[1729410410] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:336; }","duration":"275.379219ms","start":"2026-04-19T11:05:04.429107Z","end":"2026-04-19T11:05:04.704486Z","steps":["trace[1729410410] 'agreement among raft nodes before linearized reading' (duration: 275.228576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:04.704512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.83399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-proxy-mkx5x.18a7bd4a16ad7696\" ","response":"range_response_count:1 size:769"} {"level":"info","ts":"2026-04-19T11:05:04.704571Z","caller":"traceutil/trace.go:171","msg":"trace[1558867788] range","detail":"{range_begin:/registry/events/kube-system/kube-proxy-mkx5x.18a7bd4a16ad7696; range_end:; response_count:1; response_revision:337; }","duration":"179.936522ms","start":"2026-04-19T11:05:04.524606Z","end":"2026-04-19T11:05:04.704542Z","steps":["trace[1558867788] 'agreement among raft nodes before linearized reading' (duration: 179.8289ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:04.704543Z","caller":"traceutil/trace.go:171","msg":"trace[85954947] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"252.097379ms","start":"2026-04-19T11:05:04.452419Z","end":"2026-04-19T11:05:04.704516Z","steps":["trace[85954947] 'process raft request' (duration: 251.788182ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:05.364405Z","caller":"traceutil/trace.go:171","msg":"trace[5806247] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"654.884843ms","start":"2026-04-19T11:05:04.709494Z","end":"2026-04-19T11:05:05.364379Z","steps":["trace[5806247] 'process raft request' (duration: 650.996433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:05.364553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.709471Z","time spent":"655.014806ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:05.36566Z","caller":"traceutil/trace.go:171","msg":"trace[1346045302] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"655.922186ms","start":"2026-04-19T11:05:04.70972Z","end":"2026-04-19T11:05:05.365642Z","steps":["trace[1346045302] 'process raft request' (duration: 655.786133ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:05.365843Z","caller":"traceutil/trace.go:171","msg":"trace[120365442] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"656.177532ms","start":"2026-04-19T11:05:04.709647Z","end":"2026-04-19T11:05:05.365825Z","steps":["trace[120365442] 'process raft request' (duration: 655.709792ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:05.365892Z","caller":"traceutil/trace.go:171","msg":"trace[124359313] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"654.450554ms","start":"2026-04-19T11:05:04.711403Z","end":"2026-04-19T11:05:05.365853Z","steps":["trace[124359313] 'process raft request' (duration: 654.201958ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:05.366089Z","caller":"traceutil/trace.go:171","msg":"trace[1079627206] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"655.076887ms","start":"2026-04-19T11:05:04.710975Z","end":"2026-04-19T11:05:05.366052Z","steps":["trace[1079627206] 'process raft request' (duration: 654.583176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:05.366111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.711393Z","time spent":"654.606567ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:05.365912Z","caller":"traceutil/trace.go:171","msg":"trace[973444293] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"654.199197ms","start":"2026-04-19T11:05:04.711674Z","end":"2026-04-19T11:05:05.365873Z","steps":["trace[973444293] 'process raft request' (duration: 654.042274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:05.366238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.711668Z","time spent":"654.508004ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:05.366245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.710953Z","time spent":"655.212031ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:05.365929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.709617Z","time spent":"656.274655ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:05.36639Z","caller":"traceutil/trace.go:171","msg":"trace[187538212] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"651.2442ms","start":"2026-04-19T11:05:04.715094Z","end":"2026-04-19T11:05:05.366339Z","steps":["trace[187538212] 'process raft request' (duration: 650.660396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:05.366511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.709692Z","time spent":"656.113031ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:05.366624Z","caller":"traceutil/trace.go:171","msg":"trace[718109880] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:351; }","duration":"338.264363ms","start":"2026-04-19T11:05:05.028341Z","end":"2026-04-19T11:05:05.366606Z","steps":["trace[718109880] 'read index received' (duration: 332.065301ms)","trace[718109880] 'applied index is now lower than readState.Index' (duration: 6.197672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:05.366674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.715056Z","time spent":"651.453904ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:05.366723Z","caller":"traceutil/trace.go:171","msg":"trace[1641939499] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"650.522033ms","start":"2026-04-19T11:05:04.71619Z","end":"2026-04-19T11:05:05.366712Z","steps":["trace[1641939499] 'process raft request' (duration: 650.310908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:05.366834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:04.716179Z","time spent":"650.579835ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:05.366917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.575619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-19T11:05:05.366979Z","caller":"traceutil/trace.go:171","msg":"trace[1835343090] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:345; }","duration":"338.700692ms","start":"2026-04-19T11:05:05.028265Z","end":"2026-04-19T11:05:05.366966Z","steps":["trace[1835343090] 'agreement among raft nodes before linearized reading' (duration: 338.599639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:05.36692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.873501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:05.367018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:05.028229Z","time spent":"338.782554ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.68\" "} {"level":"info","ts":"2026-04-19T11:05:05.367089Z","caller":"traceutil/trace.go:171","msg":"trace[1883463761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:345; }","duration":"287.044175ms","start":"2026-04-19T11:05:05.080029Z","end":"2026-04-19T11:05:05.367073Z","steps":["trace[1883463761] 'agreement among raft nodes before linearized reading' (duration: 286.81224ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:06.619216Z","caller":"traceutil/trace.go:171","msg":"trace[1738577854] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"187.166197ms","start":"2026-04-19T11:05:06.432022Z","end":"2026-04-19T11:05:06.619189Z","steps":["trace[1738577854] 'process raft request' (duration: 186.992483ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:06.619585Z","caller":"traceutil/trace.go:171","msg":"trace[80834420] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"187.488085ms","start":"2026-04-19T11:05:06.432086Z","end":"2026-04-19T11:05:06.619574Z","steps":["trace[80834420] 'process raft request' (duration: 187.065845ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:06.619683Z","caller":"traceutil/trace.go:171","msg":"trace[1470142881] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:375; }","duration":"142.373206ms","start":"2026-04-19T11:05:06.477281Z","end":"2026-04-19T11:05:06.619654Z","steps":["trace[1470142881] 'read index received' (duration: 8.245748ms)","trace[1470142881] 'applied index is now lower than readState.Index' (duration: 134.126008ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:06.619862Z","caller":"traceutil/trace.go:171","msg":"trace[1571523737] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"187.639589ms","start":"2026-04-19T11:05:06.432175Z","end":"2026-04-19T11:05:06.619814Z","steps":["trace[1571523737] 'process raft request' (duration: 187.281811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:06.620016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.696094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:06.62007Z","caller":"traceutil/trace.go:171","msg":"trace[1099412258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:362; }","duration":"142.810476ms","start":"2026-04-19T11:05:06.477243Z","end":"2026-04-19T11:05:06.620053Z","steps":["trace[1099412258] 'agreement among raft nodes before linearized reading' (duration: 142.611022ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:06.759151Z","caller":"traceutil/trace.go:171","msg":"trace[428876737] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"128.392617ms","start":"2026-04-19T11:05:06.630728Z","end":"2026-04-19T11:05:06.759121Z","steps":["trace[428876737] 'process raft request' (duration: 128.226193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:06.996164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.55597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:06.996433Z","caller":"traceutil/trace.go:171","msg":"trace[1033641049] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"225.258356ms","start":"2026-04-19T11:05:06.771129Z","end":"2026-04-19T11:05:06.996387Z","steps":["trace[1033641049] 'process raft request' (duration: 89.319727ms)","trace[1033641049] 'compare' (duration: 135.313025ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:07.170069Z","caller":"traceutil/trace.go:171","msg":"trace[1387467726] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"160.864198ms","start":"2026-04-19T11:05:07.00917Z","end":"2026-04-19T11:05:07.170034Z","steps":["trace[1387467726] 'process raft request' (duration: 97.149795ms)","trace[1387467726] 'compare' (duration: 63.559079ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:07.310019Z","caller":"traceutil/trace.go:171","msg":"trace[1822182022] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"128.499361ms","start":"2026-04-19T11:05:07.181481Z","end":"2026-04-19T11:05:07.30998Z","steps":["trace[1822182022] 'process raft request' (duration: 118.067573ms)","trace[1822182022] 'compare' (duration: 10.152341ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:07.440568Z","caller":"traceutil/trace.go:171","msg":"trace[866019792] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"122.469003ms","start":"2026-04-19T11:05:07.318062Z","end":"2026-04-19T11:05:07.440531Z","steps":["trace[866019792] 'process raft request' (duration: 119.465665ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:07.460605Z","caller":"traceutil/trace.go:171","msg":"trace[297744712] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"139.641134ms","start":"2026-04-19T11:05:07.320937Z","end":"2026-04-19T11:05:07.460578Z","steps":["trace[297744712] 'process raft request' (duration: 139.48029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:12.918175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.47871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:05:12.918311Z","caller":"traceutil/trace.go:171","msg":"trace[1483038060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"267.684225ms","start":"2026-04-19T11:05:12.6506Z","end":"2026-04-19T11:05:12.918284Z","steps":["trace[1483038060] 'range keys from in-memory index tree' (duration: 267.329976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:12.918323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.572982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:05:12.918439Z","caller":"traceutil/trace.go:171","msg":"trace[340251019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"267.765337ms","start":"2026-04-19T11:05:12.650645Z","end":"2026-04-19T11:05:12.918411Z","steps":["trace[340251019] 'range keys from in-memory index tree' (duration: 267.273094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:12.918534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.541664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:05:12.918681Z","caller":"traceutil/trace.go:171","msg":"trace[611848633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"272.8152ms","start":"2026-04-19T11:05:12.645836Z","end":"2026-04-19T11:05:12.918651Z","steps":["trace[611848633] 'range keys from in-memory index tree' (duration: 272.060004ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:13.047101Z","caller":"traceutil/trace.go:171","msg":"trace[1233818668] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"123.571287ms","start":"2026-04-19T11:05:12.9235Z","end":"2026-04-19T11:05:13.047072Z","steps":["trace[1233818668] 'process raft request' (duration: 123.513186ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:13.047427Z","caller":"traceutil/trace.go:171","msg":"trace[812733285] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"123.870884ms","start":"2026-04-19T11:05:12.923467Z","end":"2026-04-19T11:05:13.047338Z","steps":["trace[812733285] 'process raft request' (duration: 120.590189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.529403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566472222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:05:25.6356Z","caller":"traceutil/trace.go:171","msg":"trace[1483314387] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"956.139803ms","start":"2026-04-19T11:05:24.67943Z","end":"2026-04-19T11:05:25.63557Z","steps":["trace[1483314387] 'process raft request' (duration: 955.830886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.635843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.67941Z","time spent":"956.284916ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:25.654583Z","caller":"traceutil/trace.go:171","msg":"trace[446228689] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"874.595252ms","start":"2026-04-19T11:05:24.779937Z","end":"2026-04-19T11:05:25.654532Z","steps":["trace[446228689] 'process raft request' (duration: 874.377707ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.654729Z","caller":"traceutil/trace.go:171","msg":"trace[123726559] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"864.343399ms","start":"2026-04-19T11:05:24.790364Z","end":"2026-04-19T11:05:25.654707Z","steps":["trace[123726559] 'process raft request' (duration: 864.118343ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.654762Z","caller":"traceutil/trace.go:171","msg":"trace[1472534594] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"864.445462ms","start":"2026-04-19T11:05:24.790268Z","end":"2026-04-19T11:05:25.654713Z","steps":["trace[1472534594] 'process raft request' (duration: 864.170815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.654823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.790338Z","time spent":"864.437072ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:25.654835Z","caller":"traceutil/trace.go:171","msg":"trace[2078082540] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"841.711153ms","start":"2026-04-19T11:05:24.813086Z","end":"2026-04-19T11:05:25.654797Z","steps":["trace[2078082540] 'process raft request' (duration: 841.498177ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.654856Z","caller":"traceutil/trace.go:171","msg":"trace[794564192] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"838.46372ms","start":"2026-04-19T11:05:24.816351Z","end":"2026-04-19T11:05:25.654814Z","steps":["trace[794564192] 'process raft request' (duration: 838.345857ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.654923Z","caller":"traceutil/trace.go:171","msg":"trace[1647757808] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"834.381346ms","start":"2026-04-19T11:05:24.820528Z","end":"2026-04-19T11:05:25.654909Z","steps":["trace[1647757808] 'process raft request' (duration: 834.210192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.654969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.816318Z","time spent":"838.591323ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:25.654986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.820515Z","time spent":"834.445258ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:25.654957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.813082Z","time spent":"841.818926ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:25.655019Z","caller":"traceutil/trace.go:171","msg":"trace[1071242545] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"832.523274ms","start":"2026-04-19T11:05:24.822454Z","end":"2026-04-19T11:05:25.654978Z","steps":["trace[1071242545] 'process raft request' (duration: 832.34486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.654853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.779737Z","time spent":"875.003893ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:25.655129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.822441Z","time spent":"832.617926ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:25.655159Z","caller":"traceutil/trace.go:171","msg":"trace[1914167477] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"820.728465ms","start":"2026-04-19T11:05:24.83441Z","end":"2026-04-19T11:05:25.655138Z","steps":["trace[1914167477] 'process raft request' (duration: 820.470599ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.655328Z","caller":"traceutil/trace.go:171","msg":"trace[2054953602] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"802.630142ms","start":"2026-04-19T11:05:24.852685Z","end":"2026-04-19T11:05:25.655315Z","steps":["trace[2054953602] 'process raft request' (duration: 802.387526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.655331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.83438Z","time spent":"820.881218ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:25.655393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.852646Z","time spent":"802.721684ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:25.655478Z","caller":"traceutil/trace.go:171","msg":"trace[437129522] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"788.94353ms","start":"2026-04-19T11:05:24.866511Z","end":"2026-04-19T11:05:25.655455Z","steps":["trace[437129522] 'process raft request' (duration: 788.686124ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.654769Z","caller":"traceutil/trace.go:171","msg":"trace[2124598412] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"841.735484ms","start":"2026-04-19T11:05:24.812995Z","end":"2026-04-19T11:05:25.65473Z","steps":["trace[2124598412] 'process raft request' (duration: 841.532028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.65558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.866467Z","time spent":"789.068953ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:25.65562Z","caller":"traceutil/trace.go:171","msg":"trace[1703803363] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:492; }","duration":"626.883805ms","start":"2026-04-19T11:05:25.028709Z","end":"2026-04-19T11:05:25.655592Z","steps":["trace[1703803363] 'read index received' (duration: 606.606873ms)","trace[1703803363] 'applied index is now lower than readState.Index' (duration: 20.275822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:25.65566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.790242Z","time spent":"864.690117ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:25.656627Z","caller":"traceutil/trace.go:171","msg":"trace[1406730007] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"689.098213ms","start":"2026-04-19T11:05:24.966607Z","end":"2026-04-19T11:05:25.655705Z","steps":["trace[1406730007] 'process raft request' (duration: 688.833347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.65701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.966555Z","time spent":"690.27462ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:25.657262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.544372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-19T11:05:25.657328Z","caller":"traceutil/trace.go:171","msg":"trace[1897053186] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:484; }","duration":"628.666595ms","start":"2026-04-19T11:05:25.028624Z","end":"2026-04-19T11:05:25.65729Z","steps":["trace[1897053186] 'agreement among raft nodes before linearized reading' (duration: 627.08181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.657363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:25.028587Z","time spent":"628.766807ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.68\" "} {"level":"warn","ts":"2026-04-19T11:05:25.657651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.775918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:25.657703Z","caller":"traceutil/trace.go:171","msg":"trace[955926601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"421.87101ms","start":"2026-04-19T11:05:25.235804Z","end":"2026-04-19T11:05:25.657675Z","steps":["trace[955926601] 'agreement among raft nodes before linearized reading' (duration: 419.944856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.657734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:25.235773Z","time spent":"421.954082ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:05:25.65572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:24.812967Z","time spent":"842.652055ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:25.6584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.977543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-19T11:05:25.658434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.98593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:05:25.658474Z","caller":"traceutil/trace.go:171","msg":"trace[136139541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:484; }","duration":"583.110336ms","start":"2026-04-19T11:05:25.075344Z","end":"2026-04-19T11:05:25.658454Z","steps":["trace[136139541] 'agreement among raft nodes before linearized reading' (duration: 580.394804ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:25.658514Z","caller":"traceutil/trace.go:171","msg":"trace[2010039554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:484; }","duration":"557.130634ms","start":"2026-04-19T11:05:25.101348Z","end":"2026-04-19T11:05:25.658479Z","steps":["trace[2010039554] 'agreement among raft nodes before linearized reading' (duration: 554.420652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.658542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:25.075318Z","time spent":"583.214008ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:05:25.658559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:25.101313Z","time spent":"557.233946ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:05:25.659579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.306981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-19T11:05:25.659759Z","caller":"traceutil/trace.go:171","msg":"trace[1981001688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:484; }","duration":"540.511105ms","start":"2026-04-19T11:05:25.11919Z","end":"2026-04-19T11:05:25.659701Z","steps":["trace[1981001688] 'agreement among raft nodes before linearized reading' (duration: 536.562936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:25.659845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:25.119169Z","time spent":"540.658318ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:05:28.772823Z","caller":"traceutil/trace.go:171","msg":"trace[272549531] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"235.145772ms","start":"2026-04-19T11:05:28.537628Z","end":"2026-04-19T11:05:28.772774Z","steps":["trace[272549531] 'process raft request' (duration: 234.844914ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:28.974849Z","caller":"traceutil/trace.go:171","msg":"trace[2090941414] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"196.570842ms","start":"2026-04-19T11:05:28.778244Z","end":"2026-04-19T11:05:28.974815Z","steps":["trace[2090941414] 'process raft request' (duration: 192.770025ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:29.016703Z","caller":"traceutil/trace.go:171","msg":"trace[510855073] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"237.563237ms","start":"2026-04-19T11:05:28.779094Z","end":"2026-04-19T11:05:29.016657Z","steps":["trace[510855073] 'process raft request' (duration: 237.472705ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:29.017302Z","caller":"traceutil/trace.go:171","msg":"trace[211225951] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"238.777164ms","start":"2026-04-19T11:05:28.778509Z","end":"2026-04-19T11:05:29.017287Z","steps":["trace[211225951] 'process raft request' (duration: 237.887705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.559779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.497295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:33.55992Z","caller":"traceutil/trace.go:171","msg":"trace[640634052] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"628.88762ms","start":"2026-04-19T11:05:32.931012Z","end":"2026-04-19T11:05:33.5599Z","steps":["trace[640634052] 'read index received' (duration: 148.082567ms)","trace[640634052] 'applied index is now lower than readState.Index' (duration: 480.802773ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:33.560043Z","caller":"traceutil/trace.go:171","msg":"trace[1797117457] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"705.914376ms","start":"2026-04-19T11:05:32.854079Z","end":"2026-04-19T11:05:33.559994Z","steps":["trace[1797117457] 'process raft request' (duration: 225.095193ms)","trace[1797117457] 'compare' (duration: 480.191799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:33.56022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.174267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560261Z","caller":"traceutil/trace.go:171","msg":"trace[1933452067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:586; }","duration":"629.233218ms","start":"2026-04-19T11:05:32.931013Z","end":"2026-04-19T11:05:33.560247Z","steps":["trace[1933452067] 'agreement among raft nodes before linearized reading' (duration: 629.182027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.854048Z","time spent":"706.132472ms","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:33.560308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.930999Z","time spent":"629.29609ms","remote":"127.0.0.1:49198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:05:33.560291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.649011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.56012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.089214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560405Z","caller":"traceutil/trace.go:171","msg":"trace[1444635405] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:586; }","duration":"523.793733ms","start":"2026-04-19T11:05:33.03659Z","end":"2026-04-19T11:05:33.560383Z","steps":["trace[1444635405] 'agreement among raft nodes before linearized reading' (duration: 523.61729ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:33.560433Z","caller":"traceutil/trace.go:171","msg":"trace[1395959543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:586; }","duration":"629.418913ms","start":"2026-04-19T11:05:32.930975Z","end":"2026-04-19T11:05:33.560394Z","steps":["trace[1395959543] 'agreement among raft nodes before linearized reading' (duration: 629.034313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.036583Z","time spent":"523.878105ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:05:33.560518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.930951Z","time spent":"629.533895ms","remote":"127.0.0.1:49198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:05:33.560508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.256003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.560605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.146815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.56062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.612264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:05:33.560651Z","caller":"traceutil/trace.go:171","msg":"trace[2087627526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"528.660254ms","start":"2026-04-19T11:05:33.031984Z","end":"2026-04-19T11:05:33.560645Z","steps":["trace[2087627526] 'agreement among raft nodes before linearized reading' (duration: 528.48637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.912763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560683Z","caller":"traceutil/trace.go:171","msg":"trace[1341417195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:586; }","duration":"504.992705ms","start":"2026-04-19T11:05:33.055683Z","end":"2026-04-19T11:05:33.560676Z","steps":["trace[1341417195] 'agreement among raft nodes before linearized reading' (duration: 504.946374ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:33.56067Z","caller":"traceutil/trace.go:171","msg":"trace[1760414480] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:586; }","duration":"486.219297ms","start":"2026-04-19T11:05:33.074423Z","end":"2026-04-19T11:05:33.560642Z","steps":["trace[1760414480] 'agreement among raft nodes before linearized reading' (duration: 486.151506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.384003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.56071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.055658Z","time spent":"505.044127ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-19T11:05:33.560741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.074407Z","time spent":"486.322199ms","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-19T11:05:33.56071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.133255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.560785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.137931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560782Z","caller":"traceutil/trace.go:171","msg":"trace[1344723931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:586; }","duration":"576.520716ms","start":"2026-04-19T11:05:32.984238Z","end":"2026-04-19T11:05:33.560759Z","steps":["trace[1344723931] 'agreement among raft nodes before linearized reading' (duration: 576.333722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.730902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.560826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.885433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560844Z","caller":"traceutil/trace.go:171","msg":"trace[341343096] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:586; }","duration":"524.209392ms","start":"2026-04-19T11:05:33.036617Z","end":"2026-04-19T11:05:33.560826Z","steps":["trace[341343096] 'agreement among raft nodes before linearized reading' (duration: 524.10357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.011939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560851Z","caller":"traceutil/trace.go:171","msg":"trace[1100617599] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:586; }","duration":"486.38112ms","start":"2026-04-19T11:05:33.074438Z","end":"2026-04-19T11:05:33.560819Z","steps":["trace[1100617599] 'agreement among raft nodes before linearized reading' (duration: 486.107224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.420975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560902Z","caller":"traceutil/trace.go:171","msg":"trace[1149839747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:586; }","duration":"547.974196ms","start":"2026-04-19T11:05:33.012902Z","end":"2026-04-19T11:05:33.560877Z","steps":["trace[1149839747] 'agreement among raft nodes before linearized reading' (duration: 547.840653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.07441Z","time spent":"486.500753ms","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:05:33.560961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.012896Z","time spent":"548.051217ms","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-19T11:05:33.560858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.984184Z","time spent":"576.659069ms","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:05:33.560759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.031976Z","time spent":"528.690536ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:05:33.560953Z","caller":"traceutil/trace.go:171","msg":"trace[1610207421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:586; }","duration":"548.716902ms","start":"2026-04-19T11:05:33.01222Z","end":"2026-04-19T11:05:33.560937Z","steps":["trace[1610207421] 'agreement among raft nodes before linearized reading' (duration: 548.431116ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:33.560607Z","caller":"traceutil/trace.go:171","msg":"trace[1665604532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:586; }","duration":"506.367506ms","start":"2026-04-19T11:05:33.054213Z","end":"2026-04-19T11:05:33.560581Z","steps":["trace[1665604532] 'agreement among raft nodes before linearized reading' (duration: 506.187232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.044551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.561255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.054194Z","time spent":"507.048652ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:05:33.561229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.012193Z","time spent":"549.020209ms","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:05:33.560512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.123195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.561321Z","caller":"traceutil/trace.go:171","msg":"trace[425729611] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:586; }","duration":"487.028195ms","start":"2026-04-19T11:05:33.074281Z","end":"2026-04-19T11:05:33.561309Z","steps":["trace[425729611] 'agreement among raft nodes before linearized reading' (duration: 486.067174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.561394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.074253Z","time spent":"487.130838ms","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:05:33.560666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.428478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.561441Z","caller":"traceutil/trace.go:171","msg":"trace[650139853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:586; }","duration":"507.261706ms","start":"2026-04-19T11:05:33.05417Z","end":"2026-04-19T11:05:33.561431Z","steps":["trace[650139853] 'agreement among raft nodes before linearized reading' (duration: 506.334275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.560883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.515315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:33.56148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.054163Z","time spent":"507.307018ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:05:33.561492Z","caller":"traceutil/trace.go:171","msg":"trace[176598072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:586; }","duration":"577.15653ms","start":"2026-04-19T11:05:32.984318Z","end":"2026-04-19T11:05:33.561475Z","steps":["trace[176598072] 'agreement among raft nodes before linearized reading' (duration: 576.521626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.561552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.984298Z","time spent":"577.234232ms","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:05:33.560894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.036613Z","time spent":"524.265884ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:05:33.560786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.964309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:33.560905Z","caller":"traceutil/trace.go:171","msg":"trace[263476304] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:586; }","duration":"613.107591ms","start":"2026-04-19T11:05:32.947777Z","end":"2026-04-19T11:05:33.560885Z","steps":["trace[263476304] 'agreement among raft nodes before linearized reading' (duration: 613.037769ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:33.561654Z","caller":"traceutil/trace.go:171","msg":"trace[2127675326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:586; }","duration":"614.830499ms","start":"2026-04-19T11:05:32.946808Z","end":"2026-04-19T11:05:33.561639Z","steps":["trace[2127675326] 'agreement among raft nodes before linearized reading' (duration: 613.943789ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:33.561276Z","caller":"traceutil/trace.go:171","msg":"trace[69648612] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:586; }","duration":"614.517932ms","start":"2026-04-19T11:05:32.94674Z","end":"2026-04-19T11:05:33.561258Z","steps":["trace[69648612] 'agreement among raft nodes before linearized reading' (duration: 614.044112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.561726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.946752Z","time spent":"614.953501ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:05:33.561743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.946727Z","time spent":"615.004963ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-19T11:05:33.560881Z","caller":"traceutil/trace.go:171","msg":"trace[1939076061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:586; }","duration":"548.803554ms","start":"2026-04-19T11:05:33.012047Z","end":"2026-04-19T11:05:33.560851Z","steps":["trace[1939076061] 'agreement among raft nodes before linearized reading' (duration: 548.732052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:33.561906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.012036Z","time spent":"549.847997ms","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-19T11:05:33.561694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:32.947749Z","time spent":"613.921158ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-19T11:05:34.068342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566472463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:05:34.408454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.572755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:34.408572Z","caller":"traceutil/trace.go:171","msg":"trace[746114615] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"841.275143ms","start":"2026-04-19T11:05:33.567279Z","end":"2026-04-19T11:05:34.408554Z","steps":["trace[746114615] 'read index received' (duration: 564.510483ms)","trace[746114615] 'applied index is now lower than readState.Index' (duration: 276.76295ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:34.408663Z","caller":"traceutil/trace.go:171","msg":"trace[1621925301] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"841.873326ms","start":"2026-04-19T11:05:33.566779Z","end":"2026-04-19T11:05:34.408652Z","steps":["trace[1621925301] 'process raft request' (duration: 564.972523ms)","trace[1621925301] 'compare' (duration: 276.360911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:34.408728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.566754Z","time spent":"841.942167ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:34.409285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.087356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:05:34.40929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.4108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:34.409356Z","caller":"traceutil/trace.go:171","msg":"trace[1869043938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"683.219459ms","start":"2026-04-19T11:05:33.726116Z","end":"2026-04-19T11:05:34.409335Z","steps":["trace[1869043938] 'agreement among raft nodes before linearized reading' (duration: 683.006795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:34.409288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.99556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-19T11:05:34.409393Z","caller":"traceutil/trace.go:171","msg":"trace[1563308395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"175.575254ms","start":"2026-04-19T11:05:34.233792Z","end":"2026-04-19T11:05:34.409367Z","steps":["trace[1563308395] 'agreement among raft nodes before linearized reading' (duration: 175.367649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:34.409403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.110369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:05:34.409405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.28046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:05:34.409497Z","caller":"traceutil/trace.go:171","msg":"trace[366076131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"652.211382ms","start":"2026-04-19T11:05:33.757253Z","end":"2026-04-19T11:05:34.409465Z","steps":["trace[366076131] 'agreement among raft nodes before linearized reading' (duration: 651.897795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:34.40941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.726092Z","time spent":"683.308181ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:05:34.409561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.757242Z","time spent":"652.303244ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:05:34.409523Z","caller":"traceutil/trace.go:171","msg":"trace[1678547143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"679.450554ms","start":"2026-04-19T11:05:33.730048Z","end":"2026-04-19T11:05:34.409498Z","steps":["trace[1678547143] 'agreement among raft nodes before linearized reading' (duration: 679.105746ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:34.40941Z","caller":"traceutil/trace.go:171","msg":"trace[1654557513] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:587; }","duration":"842.145143ms","start":"2026-04-19T11:05:33.567249Z","end":"2026-04-19T11:05:34.409394Z","steps":["trace[1654557513] 'agreement among raft nodes before linearized reading' (duration: 841.671761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:34.409696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.567239Z","time spent":"842.447009ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-19T11:05:34.409663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:33.730041Z","time spent":"679.609107ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:05:34.590962Z","caller":"traceutil/trace.go:171","msg":"trace[1417369137] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"175.850819ms","start":"2026-04-19T11:05:34.415075Z","end":"2026-04-19T11:05:34.590926Z","steps":["trace[1417369137] 'process raft request' (duration: 118.637945ms)","trace[1417369137] 'compare' (duration: 57.02845ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:34.591229Z","caller":"traceutil/trace.go:171","msg":"trace[1394374772] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"175.779808ms","start":"2026-04-19T11:05:34.415431Z","end":"2026-04-19T11:05:34.591211Z","steps":["trace[1394374772] 'process raft request' (duration: 175.44236ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:34.59121Z","caller":"traceutil/trace.go:171","msg":"trace[207551903] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:612; }","duration":"171.682095ms","start":"2026-04-19T11:05:34.419478Z","end":"2026-04-19T11:05:34.59116Z","steps":["trace[207551903] 'read index received' (duration: 24.142651ms)","trace[207551903] 'applied index is now lower than readState.Index' (duration: 147.536644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:34.591329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.824838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:34.591447Z","caller":"traceutil/trace.go:171","msg":"trace[276046974] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:590; }","duration":"171.927371ms","start":"2026-04-19T11:05:34.41944Z","end":"2026-04-19T11:05:34.591368Z","steps":["trace[276046974] 'agreement among raft nodes before linearized reading' (duration: 171.837869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:35.030496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.082633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:35.030659Z","caller":"traceutil/trace.go:171","msg":"trace[795242701] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"436.473992ms","start":"2026-04-19T11:05:34.594163Z","end":"2026-04-19T11:05:35.030637Z","steps":["trace[795242701] 'process raft request' (duration: 207.171984ms)","trace[795242701] 'compare' (duration: 228.652553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:35.030733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:34.594142Z","time spent":"436.557494ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:05:37.235494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:05:37.235612Z","caller":"traceutil/trace.go:171","msg":"trace[2081970143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459685s","start":"2026-04-19T11:05:35.235134Z","end":"2026-04-19T11:05:37.235594Z","steps":["trace[2081970143] 'agreement among raft nodes before linearized reading' (duration: 2.000321661s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:37.23566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.235074Z","time spent":"2.000577218s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:05:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:05:37.320541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:36.842114Z","time spent":"478.415969ms","remote":"127.0.0.1:49252","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-19T11:05:37.321192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063068012s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-19T11:05:37.32131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.031845Z","time spent":"2.289459814s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-19T11:05:37.326425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.06821156s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:05:37.326866Z","caller":"traceutil/trace.go:171","msg":"trace[1331004333] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"2.290536199s","start":"2026-04-19T11:05:35.036294Z","end":"2026-04-19T11:05:37.32683Z","steps":["trace[1331004333] 'process raft request' (duration: 2.290338645s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:37.32691Z","caller":"traceutil/trace.go:171","msg":"trace[1206024381] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.290515869s","start":"2026-04-19T11:05:35.036371Z","end":"2026-04-19T11:05:37.326887Z","steps":["trace[1206024381] 'process raft request' (duration: 2.290384126s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:37.327016Z","caller":"traceutil/trace.go:171","msg":"trace[957738115] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:616; }","duration":"2.091859459s","start":"2026-04-19T11:05:35.235141Z","end":"2026-04-19T11:05:37.327Z","steps":["trace[957738115] 'read index received' (duration: 23.057496ms)","trace[957738115] 'applied index is now lower than readState.Index' (duration: 2.068801013s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:05:37.327023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.036363Z","time spent":"2.290598291s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:37.327096Z","caller":"traceutil/trace.go:171","msg":"trace[1100717323] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"2.289684359s","start":"2026-04-19T11:05:35.037402Z","end":"2026-04-19T11:05:37.327087Z","steps":["trace[1100717323] 'process raft request' (duration: 2.289487734s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:37.327114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.036274Z","time spent":"2.290690053s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:37.327172Z","caller":"traceutil/trace.go:171","msg":"trace[290534836] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"2.290658471s","start":"2026-04-19T11:05:35.036497Z","end":"2026-04-19T11:05:37.327156Z","steps":["trace[290534836] 'process raft request' (duration: 2.290286823s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:37.327185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.037392Z","time spent":"2.289731531s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:37.327248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.036489Z","time spent":"2.290714392s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:37.828005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566472482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:05:38.056872Z","caller":"traceutil/trace.go:171","msg":"trace[257445273] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"734.383585ms","start":"2026-04-19T11:05:37.32246Z","end":"2026-04-19T11:05:38.056843Z","steps":["trace[257445273] 'process raft request' (duration: 734.325604ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:38.056928Z","caller":"traceutil/trace.go:171","msg":"trace[874302712] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"2.360198167s","start":"2026-04-19T11:05:35.696699Z","end":"2026-04-19T11:05:38.056897Z","steps":["trace[874302712] 'process raft request' (duration: 2.359928201s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.057039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:37.322426Z","time spent":"734.525138ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:38.057089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:35.696674Z","time spent":"2.36032287s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:38.073011Z","caller":"traceutil/trace.go:171","msg":"trace[1677378183] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:621; }","duration":"745.924878ms","start":"2026-04-19T11:05:37.327051Z","end":"2026-04-19T11:05:38.072975Z","steps":["trace[1677378183] 'read index received' (duration: 729.690519ms)","trace[1677378183] 'applied index is now lower than readState.Index' (duration: 16.233699ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:38.073279Z","caller":"traceutil/trace.go:171","msg":"trace[1315461274] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"440.801721ms","start":"2026-04-19T11:05:37.632455Z","end":"2026-04-19T11:05:38.073257Z","steps":["trace[1315461274] 'process raft request' (duration: 440.370791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.073318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658845185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:05:38.073377Z","caller":"traceutil/trace.go:171","msg":"trace[1693947978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"1.658900717s","start":"2026-04-19T11:05:36.414454Z","end":"2026-04-19T11:05:38.073355Z","steps":["trace[1693947978] 'agreement among raft nodes before linearized reading' (duration: 1.658689141s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.073391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.487886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:05:38.07339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:37.63243Z","time spent":"440.915414ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:38.073433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:36.414398Z","time spent":"1.65902151s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:05:38.073438Z","caller":"traceutil/trace.go:171","msg":"trace[1643532511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"837.560048ms","start":"2026-04-19T11:05:37.235862Z","end":"2026-04-19T11:05:38.073422Z","steps":["trace[1643532511] 'agreement among raft nodes before linearized reading' (duration: 837.488406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.073485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:37.235848Z","time spent":"837.627019ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:05:38.073319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476685902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:05:38.0735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625223569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:05:38.073572Z","caller":"traceutil/trace.go:171","msg":"trace[1204105121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"1.476984919s","start":"2026-04-19T11:05:36.596574Z","end":"2026-04-19T11:05:38.073559Z","steps":["trace[1204105121] 'agreement among raft nodes before linearized reading' (duration: 1.476463396s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.073618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:36.596549Z","time spent":"1.47705585s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:05:38.073624Z","caller":"traceutil/trace.go:171","msg":"trace[994982336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:598; }","duration":"1.625481955s","start":"2026-04-19T11:05:36.448113Z","end":"2026-04-19T11:05:38.073595Z","steps":["trace[994982336] 'agreement among raft nodes before linearized reading' (duration: 1.625025774s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.07369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:36.448079Z","time spent":"1.625600118s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:05:38.073699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477868819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:05:38.073832Z","caller":"traceutil/trace.go:171","msg":"trace[2074838541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"1.478086394s","start":"2026-04-19T11:05:36.595726Z","end":"2026-04-19T11:05:38.073812Z","steps":["trace[2074838541] 'agreement among raft nodes before linearized reading' (duration: 1.477567852s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:38.073903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:36.595704Z","time spent":"1.478186896s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:05:39.869238Z","caller":"traceutil/trace.go:171","msg":"trace[572210622] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"462.557967ms","start":"2026-04-19T11:05:39.406654Z","end":"2026-04-19T11:05:39.869212Z","steps":["trace[572210622] 'process raft request' (duration: 462.405884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:39.869369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:39.406633Z","time spent":"462.67855ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:05:40.18546Z","caller":"traceutil/trace.go:171","msg":"trace[1471484654] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"301.417492ms","start":"2026-04-19T11:05:39.88354Z","end":"2026-04-19T11:05:40.184957Z","steps":["trace[1471484654] 'process raft request' (duration: 301.219748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:40.18561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:39.883512Z","time spent":"302.014937ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17412,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:40.388583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.365661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:05:40.388788Z","caller":"traceutil/trace.go:171","msg":"trace[308779417] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"198.302612ms","start":"2026-04-19T11:05:40.190454Z","end":"2026-04-19T11:05:40.388756Z","steps":["trace[308779417] 'process raft request' (duration: 82.682917ms)","trace[308779417] 'compare' (duration: 115.180356ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:40.388834Z","caller":"traceutil/trace.go:171","msg":"trace[699098291] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"198.036986ms","start":"2026-04-19T11:05:40.190785Z","end":"2026-04-19T11:05:40.388822Z","steps":["trace[699098291] 'process raft request' (duration: 197.891113ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:40.388849Z","caller":"traceutil/trace.go:171","msg":"trace[1645754717] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"197.699627ms","start":"2026-04-19T11:05:40.191137Z","end":"2026-04-19T11:05:40.388837Z","steps":["trace[1645754717] 'process raft request' (duration: 197.589615ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:40.388803Z","caller":"traceutil/trace.go:171","msg":"trace[1737612152] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"197.596005ms","start":"2026-04-19T11:05:40.191195Z","end":"2026-04-19T11:05:40.388791Z","steps":["trace[1737612152] 'process raft request' (duration: 197.565485ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:43.100728Z","caller":"traceutil/trace.go:171","msg":"trace[954356404] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"234.120328ms","start":"2026-04-19T11:05:42.866575Z","end":"2026-04-19T11:05:43.100695Z","steps":["trace[954356404] 'read index received' (duration: 233.832502ms)","trace[954356404] 'applied index is now lower than readState.Index' (duration: 285.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:43.100853Z","caller":"traceutil/trace.go:171","msg":"trace[2080541215] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"245.710313ms","start":"2026-04-19T11:05:42.855089Z","end":"2026-04-19T11:05:43.1008Z","steps":["trace[2080541215] 'process raft request' (duration: 245.419477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:43.101025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.433875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-854fl\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-19T11:05:43.101093Z","caller":"traceutil/trace.go:171","msg":"trace[1117206037] range","detail":"{range_begin:/registry/pods/kube-system/cilium-854fl; range_end:; response_count:1; response_revision:653; }","duration":"234.563617ms","start":"2026-04-19T11:05:42.866509Z","end":"2026-04-19T11:05:43.101073Z","steps":["trace[1117206037] 'agreement among raft nodes before linearized reading' (duration: 234.313872ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:43.129305Z","caller":"traceutil/trace.go:171","msg":"trace[669679859] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"261.366189ms","start":"2026-04-19T11:05:42.867903Z","end":"2026-04-19T11:05:43.129269Z","steps":["trace[669679859] 'process raft request' (duration: 261.045482ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:55.374168Z","caller":"traceutil/trace.go:171","msg":"trace[1235791007] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"912.70442ms","start":"2026-04-19T11:05:54.461409Z","end":"2026-04-19T11:05:55.374114Z","steps":["trace[1235791007] 'process raft request' (duration: 910.683775ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:55.374209Z","caller":"traceutil/trace.go:171","msg":"trace[345496221] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:778; }","duration":"433.243748ms","start":"2026-04-19T11:05:54.94094Z","end":"2026-04-19T11:05:55.374184Z","steps":["trace[345496221] 'read index received' (duration: 431.11862ms)","trace[345496221] 'applied index is now lower than readState.Index' (duration: 2.123828ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:05:55.374322Z","caller":"traceutil/trace.go:171","msg":"trace[1941896925] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"912.517317ms","start":"2026-04-19T11:05:54.461705Z","end":"2026-04-19T11:05:55.374222Z","steps":["trace[1941896925] 'process raft request' (duration: 912.313582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:55.374431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.461687Z","time spent":"912.68506ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:05:55.374431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.461381Z","time spent":"912.916825ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:55.374679Z","caller":"traceutil/trace.go:171","msg":"trace[745845967] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"912.17926ms","start":"2026-04-19T11:05:54.46244Z","end":"2026-04-19T11:05:55.374619Z","steps":["trace[745845967] 'process raft request' (duration: 911.689608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:55.374946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.983316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7lhjt\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-19T11:05:55.375054Z","caller":"traceutil/trace.go:171","msg":"trace[946220605] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7lhjt; range_end:; response_count:1; response_revision:751; }","duration":"434.104979ms","start":"2026-04-19T11:05:54.940925Z","end":"2026-04-19T11:05:55.37503Z","steps":["trace[946220605] 'agreement among raft nodes before linearized reading' (duration: 433.842303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:55.375023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.700664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:05:55.375113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.940901Z","time spent":"434.20151ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7lhjt\" "} {"level":"warn","ts":"2026-04-19T11:05:55.374991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.462428Z","time spent":"912.421395ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:05:55.375273Z","caller":"traceutil/trace.go:171","msg":"trace[1502532787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:748; }","duration":"913.892778ms","start":"2026-04-19T11:05:54.461229Z","end":"2026-04-19T11:05:55.375122Z","steps":["trace[1502532787] 'range keys from in-memory index tree' (duration: 912.551067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:55.375412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.339442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-19T11:05:55.375418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:54.461217Z","time spent":"914.180285ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:05:55.37547Z","caller":"traceutil/trace.go:171","msg":"trace[178826112] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:751; }","duration":"344.445374ms","start":"2026-04-19T11:05:55.031011Z","end":"2026-04-19T11:05:55.375457Z","steps":["trace[178826112] 'agreement among raft nodes before linearized reading' (duration: 344.274861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:05:55.375527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:05:55.03099Z","time spent":"344.528246ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.68\" "} {"level":"warn","ts":"2026-04-19T11:05:55.375527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.208517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:05:55.375575Z","caller":"traceutil/trace.go:171","msg":"trace[1955730610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:751; }","duration":"140.282139ms","start":"2026-04-19T11:05:55.235281Z","end":"2026-04-19T11:05:55.375563Z","steps":["trace[1955730610] 'agreement among raft nodes before linearized reading' (duration: 140.212597ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:55.584519Z","caller":"traceutil/trace.go:171","msg":"trace[1407501855] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"204.921132ms","start":"2026-04-19T11:05:55.379571Z","end":"2026-04-19T11:05:55.584492Z","steps":["trace[1407501855] 'process raft request' (duration: 204.508573ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:55.584731Z","caller":"traceutil/trace.go:171","msg":"trace[1804768033] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"201.28447ms","start":"2026-04-19T11:05:55.383286Z","end":"2026-04-19T11:05:55.58457Z","steps":["trace[1804768033] 'process raft request' (duration: 201.128705ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:05:55.588936Z","caller":"traceutil/trace.go:171","msg":"trace[724455777] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"123.23889ms","start":"2026-04-19T11:05:55.465669Z","end":"2026-04-19T11:05:55.588908Z","steps":["trace[724455777] 'process raft request' (duration: 123.063456ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:23.722223Z","caller":"traceutil/trace.go:171","msg":"trace[656853906] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1186; }","duration":"150.917846ms","start":"2026-04-19T11:06:23.571285Z","end":"2026-04-19T11:06:23.722203Z","steps":["trace[656853906] 'read index received' (duration: 150.841494ms)","trace[656853906] 'applied index is now lower than readState.Index' (duration: 75.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:23.722383Z","caller":"traceutil/trace.go:171","msg":"trace[1370249791] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"151.858507ms","start":"2026-04-19T11:06:23.570505Z","end":"2026-04-19T11:06:23.722363Z","steps":["trace[1370249791] 'process raft request' (duration: 151.577921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:23.722439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.136402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:06:23.722472Z","caller":"traceutil/trace.go:171","msg":"trace[19541648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1149; }","duration":"151.231784ms","start":"2026-04-19T11:06:23.571231Z","end":"2026-04-19T11:06:23.722463Z","steps":["trace[19541648] 'agreement among raft nodes before linearized reading' (duration: 151.0681ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:23.729444Z","caller":"traceutil/trace.go:171","msg":"trace[843811725] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"156.463531ms","start":"2026-04-19T11:06:23.572954Z","end":"2026-04-19T11:06:23.729418Z","steps":["trace[843811725] 'process raft request' (duration: 156.372469ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:26.059149Z","caller":"traceutil/trace.go:171","msg":"trace[1553061673] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"112.204227ms","start":"2026-04-19T11:06:25.94691Z","end":"2026-04-19T11:06:26.059114Z","steps":["trace[1553061673] 'process raft request' (duration: 106.544401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:39.330705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.3615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:39.33082Z","caller":"traceutil/trace.go:171","msg":"trace[691978406] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1287; }","duration":"161.554655ms","start":"2026-04-19T11:06:39.169244Z","end":"2026-04-19T11:06:39.330799Z","steps":["trace[691978406] 'count revisions from in-memory index tree' (duration: 161.265188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:39.331099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.523407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hczxs\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-04-19T11:06:39.331224Z","caller":"traceutil/trace.go:171","msg":"trace[1386139616] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-hczxs; range_end:; response_count:1; response_revision:1287; }","duration":"182.71128ms","start":"2026-04-19T11:06:39.148484Z","end":"2026-04-19T11:06:39.331195Z","steps":["trace[1386139616] 'range keys from in-memory index tree' (duration: 182.277351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:44.944479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.723738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:06:44.944699Z","caller":"traceutil/trace.go:171","msg":"trace[204812331] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1449; }","duration":"145.280689ms","start":"2026-04-19T11:06:44.799401Z","end":"2026-04-19T11:06:44.944682Z","steps":["trace[204812331] 'read index received' (duration: 50.071µs)","trace[204812331] 'applied index is now lower than readState.Index' (duration: 145.227958ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:06:44.944762Z","caller":"traceutil/trace.go:171","msg":"trace[1878327060] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"258.465048ms","start":"2026-04-19T11:06:44.686242Z","end":"2026-04-19T11:06:44.944707Z","steps":["trace[1878327060] 'process raft request' (duration: 104.435353ms)","trace[1878327060] 'compare' (duration: 153.149616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:44.944903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.490264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-04-19T11:06:44.944946Z","caller":"traceutil/trace.go:171","msg":"trace[114338969] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1403; }","duration":"145.586536ms","start":"2026-04-19T11:06:44.799349Z","end":"2026-04-19T11:06:44.944936Z","steps":["trace[114338969] 'agreement among raft nodes before linearized reading' (duration: 145.380051ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:46.459455Z","caller":"traceutil/trace.go:171","msg":"trace[103520393] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"164.750456ms","start":"2026-04-19T11:06:46.294684Z","end":"2026-04-19T11:06:46.459435Z","steps":["trace[103520393] 'process raft request' (duration: 155.647392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:06:48.327174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.292808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-jgfrq\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-04-19T11:06:48.327297Z","caller":"traceutil/trace.go:171","msg":"trace[95076730] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-jgfrq; range_end:; response_count:1; response_revision:1425; }","duration":"124.489173ms","start":"2026-04-19T11:06:48.202779Z","end":"2026-04-19T11:06:48.327268Z","steps":["trace[95076730] 'agreement among raft nodes before linearized reading' (duration: 123.993492ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:48.32727Z","caller":"traceutil/trace.go:171","msg":"trace[1290204901] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"115.00062ms","start":"2026-04-19T11:06:48.212231Z","end":"2026-04-19T11:06:48.327232Z","steps":["trace[1290204901] 'process raft request' (duration: 113.039286ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:50.91137Z","caller":"traceutil/trace.go:171","msg":"trace[1807687252] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1546; }","duration":"172.146772ms","start":"2026-04-19T11:06:50.739193Z","end":"2026-04-19T11:06:50.91134Z","steps":["trace[1807687252] 'read index received' (duration: 163.1261ms)","trace[1807687252] 'applied index is now lower than readState.Index' (duration: 9.019182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:06:50.911541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.322885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:06:50.911518Z","caller":"traceutil/trace.go:171","msg":"trace[1275903628] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"174.153387ms","start":"2026-04-19T11:06:50.737325Z","end":"2026-04-19T11:06:50.911478Z","steps":["trace[1275903628] 'process raft request' (duration: 164.998762ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:06:50.911589Z","caller":"traceutil/trace.go:171","msg":"trace[1810472325] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:1498; }","duration":"172.393497ms","start":"2026-04-19T11:06:50.739181Z","end":"2026-04-19T11:06:50.911575Z","steps":["trace[1810472325] 'agreement among raft nodes before linearized reading' (duration: 172.268994ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:04.002978Z","caller":"traceutil/trace.go:171","msg":"trace[182457165] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"203.71199ms","start":"2026-04-19T11:07:03.799244Z","end":"2026-04-19T11:07:04.002956Z","steps":["trace[182457165] 'read index received' (duration: 203.527676ms)","trace[182457165] 'applied index is now lower than readState.Index' (duration: 182.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:04.003173Z","caller":"traceutil/trace.go:171","msg":"trace[1025322893] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"273.809954ms","start":"2026-04-19T11:07:03.729347Z","end":"2026-04-19T11:07:04.003157Z","steps":["trace[1025322893] 'process raft request' (duration: 273.426465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:04.00333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.010828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:04.003399Z","caller":"traceutil/trace.go:171","msg":"trace[1981851484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1714; }","duration":"204.11149ms","start":"2026-04-19T11:07:03.799272Z","end":"2026-04-19T11:07:04.003383Z","steps":["trace[1981851484] 'agreement among raft nodes before linearized reading' (duration: 203.989357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:04.003551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.93578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:07:04.003603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.197639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:04.003638Z","caller":"traceutil/trace.go:171","msg":"trace[677605031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1714; }","duration":"203.24576ms","start":"2026-04-19T11:07:03.800383Z","end":"2026-04-19T11:07:04.003629Z","steps":["trace[677605031] 'agreement among raft nodes before linearized reading' (duration: 203.193159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:04.003652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.008622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:04.00369Z","caller":"traceutil/trace.go:171","msg":"trace[707931543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1714; }","duration":"103.079203ms","start":"2026-04-19T11:07:03.9006Z","end":"2026-04-19T11:07:04.003679Z","steps":["trace[707931543] 'agreement among raft nodes before linearized reading' (duration: 103.025912ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:04.003605Z","caller":"traceutil/trace.go:171","msg":"trace[713452163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1714; }","duration":"103.039172ms","start":"2026-04-19T11:07:03.900553Z","end":"2026-04-19T11:07:04.003593Z","steps":["trace[713452163] 'agreement among raft nodes before linearized reading' (duration: 102.92921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:04.003794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.745651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:04.003937Z","caller":"traceutil/trace.go:171","msg":"trace[935211956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1714; }","duration":"130.031977ms","start":"2026-04-19T11:07:03.873876Z","end":"2026-04-19T11:07:04.003908Z","steps":["trace[935211956] 'agreement among raft nodes before linearized reading' (duration: 129.660299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:04.004199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.126219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:04.004267Z","caller":"traceutil/trace.go:171","msg":"trace[127975684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1714; }","duration":"130.250152ms","start":"2026-04-19T11:07:03.874005Z","end":"2026-04-19T11:07:04.004255Z","steps":["trace[127975684] 'agreement among raft nodes before linearized reading' (duration: 130.1338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:04.003812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.545449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:04.00445Z","caller":"traceutil/trace.go:171","msg":"trace[990887025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1714; }","duration":"205.225674ms","start":"2026-04-19T11:07:03.799215Z","end":"2026-04-19T11:07:04.004441Z","steps":["trace[990887025] 'agreement among raft nodes before linearized reading' (duration: 204.535109ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:09.623537Z","caller":"traceutil/trace.go:171","msg":"trace[1791952467] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"252.006704ms","start":"2026-04-19T11:07:09.371507Z","end":"2026-04-19T11:07:09.623514Z","steps":["trace[1791952467] 'process raft request' (duration: 191.024915ms)","trace[1791952467] 'compare' (duration: 60.874126ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:09.624117Z","caller":"traceutil/trace.go:171","msg":"trace[1402385825] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"176.698174ms","start":"2026-04-19T11:07:09.447387Z","end":"2026-04-19T11:07:09.624085Z","steps":["trace[1402385825] 'process raft request' (duration: 176.414988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:11.812807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566474871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:07:12.034877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.371085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:07:12.034969Z","caller":"traceutil/trace.go:171","msg":"trace[824398637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"799.479238ms","start":"2026-04-19T11:07:11.235469Z","end":"2026-04-19T11:07:12.034949Z","steps":["trace[824398637] 'range keys from in-memory index tree' (duration: 799.11385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.035014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:11.235391Z","time spent":"799.613001ms","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:07:12.035099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.16187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:12.035154Z","caller":"traceutil/trace.go:171","msg":"trace[1468953455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"799.260612ms","start":"2026-04-19T11:07:11.235882Z","end":"2026-04-19T11:07:12.035143Z","steps":["trace[1468953455] 'range keys from in-memory index tree' (duration: 799.085539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.035183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:11.235862Z","time spent":"799.313914ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:07:12.035314Z","caller":"traceutil/trace.go:171","msg":"trace[632912549] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"778.816053ms","start":"2026-04-19T11:07:11.256474Z","end":"2026-04-19T11:07:12.03529Z","steps":["trace[632912549] 'process raft request' (duration: 778.68747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.035428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:11.256446Z","time spent":"778.908246ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:12.119024Z","caller":"traceutil/trace.go:171","msg":"trace[1496791776] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1908; }","duration":"806.26831ms","start":"2026-04-19T11:07:11.312727Z","end":"2026-04-19T11:07:12.118996Z","steps":["trace[1496791776] 'read index received' (duration: 722.441999ms)","trace[1496791776] 'applied index is now lower than readState.Index' (duration: 83.825041ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:12.119153Z","caller":"traceutil/trace.go:171","msg":"trace[2028005301] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"232.165199ms","start":"2026-04-19T11:07:11.886974Z","end":"2026-04-19T11:07:12.119139Z","steps":["trace[2028005301] 'process raft request' (duration: 231.961734ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:12.119179Z","caller":"traceutil/trace.go:171","msg":"trace[1627721557] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"488.91118ms","start":"2026-04-19T11:07:11.63017Z","end":"2026-04-19T11:07:12.119081Z","steps":["trace[1627721557] 'process raft request' (duration: 488.563622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.119317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.573967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b016fc13-318f-4c61-880f-69879d1d21a6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-19T11:07:12.119399Z","caller":"traceutil/trace.go:171","msg":"trace[1284085438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b016fc13-318f-4c61-880f-69879d1d21a6; range_end:; response_count:1; response_revision:1836; }","duration":"806.70906ms","start":"2026-04-19T11:07:11.312671Z","end":"2026-04-19T11:07:12.11938Z","steps":["trace[1284085438] 'agreement among raft nodes before linearized reading' (duration: 806.481695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.119444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:11.312649Z","time spent":"806.785911ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b016fc13-318f-4c61-880f-69879d1d21a6\" "} {"level":"warn","ts":"2026-04-19T11:07:12.119448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:11.630137Z","time spent":"489.176186ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:12.130721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.161624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b016fc13-318f-4c61-880f-69879d1d21a6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-19T11:07:12.130825Z","caller":"traceutil/trace.go:171","msg":"trace[839526131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b016fc13-318f-4c61-880f-69879d1d21a6; range_end:; response_count:1; response_revision:1837; }","duration":"234.317238ms","start":"2026-04-19T11:07:11.896491Z","end":"2026-04-19T11:07:12.130808Z","steps":["trace[839526131] 'agreement among raft nodes before linearized reading' (duration: 234.119433ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:12.392008Z","caller":"traceutil/trace.go:171","msg":"trace[1793339210] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"265.248851ms","start":"2026-04-19T11:07:12.126733Z","end":"2026-04-19T11:07:12.391982Z","steps":["trace[1793339210] 'process raft request' (duration: 265.062587ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:12.446157Z","caller":"traceutil/trace.go:171","msg":"trace[777816128] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"311.388127ms","start":"2026-04-19T11:07:12.134728Z","end":"2026-04-19T11:07:12.446116Z","steps":["trace[777816128] 'process raft request' (duration: 311.191233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.446352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:12.134706Z","time spent":"311.54869ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:12.446708Z","caller":"traceutil/trace.go:171","msg":"trace[1819656224] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"311.376736ms","start":"2026-04-19T11:07:12.135302Z","end":"2026-04-19T11:07:12.446679Z","steps":["trace[1819656224] 'process raft request' (duration: 310.772863ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:12.446727Z","caller":"traceutil/trace.go:171","msg":"trace[441300489] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1912; }","duration":"243.972464ms","start":"2026-04-19T11:07:12.202726Z","end":"2026-04-19T11:07:12.446699Z","steps":["trace[441300489] 'read index received' (duration: 189.080052ms)","trace[441300489] 'applied index is now lower than readState.Index' (duration: 54.891442ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:12.446826Z","caller":"traceutil/trace.go:171","msg":"trace[328626496] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"311.285764ms","start":"2026-04-19T11:07:12.135528Z","end":"2026-04-19T11:07:12.446813Z","steps":["trace[328626496] 'process raft request' (duration: 311.044218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:12.446875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:12.135293Z","time spent":"311.490938ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:12.446897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:12.135521Z","time spent":"311.344265ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:12.447233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.491975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-19T11:07:12.447301Z","caller":"traceutil/trace.go:171","msg":"trace[187591136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1841; }","duration":"244.614648ms","start":"2026-04-19T11:07:12.202669Z","end":"2026-04-19T11:07:12.447284Z","steps":["trace[187591136] 'agreement among raft nodes before linearized reading' (duration: 244.139588ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:12.566632Z","caller":"traceutil/trace.go:171","msg":"trace[1413652679] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"114.737655ms","start":"2026-04-19T11:07:12.45187Z","end":"2026-04-19T11:07:12.566608Z","steps":["trace[1413652679] 'process raft request' (duration: 26.502125ms)","trace[1413652679] 'compare' (duration: 88.087437ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:12.566733Z","caller":"traceutil/trace.go:171","msg":"trace[923590681] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"106.165882ms","start":"2026-04-19T11:07:12.46054Z","end":"2026-04-19T11:07:12.566706Z","steps":["trace[923590681] 'process raft request' (duration: 106.039169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:13.055605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.166793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:13.055754Z","caller":"traceutil/trace.go:171","msg":"trace[559534820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1844; }","duration":"197.339957ms","start":"2026-04-19T11:07:12.85839Z","end":"2026-04-19T11:07:13.05573Z","steps":["trace[559534820] 'range keys from in-memory index tree' (duration: 197.143663ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:19.120297Z","caller":"traceutil/trace.go:171","msg":"trace[960163605] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"521.07727ms","start":"2026-04-19T11:07:18.599193Z","end":"2026-04-19T11:07:19.120271Z","steps":["trace[960163605] 'process raft request' (duration: 520.899376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:19.120452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:18.599177Z","time spent":"521.198683ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:19.289642Z","caller":"traceutil/trace.go:171","msg":"trace[2066519769] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"689.195102ms","start":"2026-04-19T11:07:18.600413Z","end":"2026-04-19T11:07:19.289608Z","steps":["trace[2066519769] 'process raft request' (duration: 605.022838ms)","trace[2066519769] 'compare' (duration: 83.752354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:07:19.289804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:18.600401Z","time spent":"689.326385ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:19.290066Z","caller":"traceutil/trace.go:171","msg":"trace[841912] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"609.9918ms","start":"2026-04-19T11:07:18.680047Z","end":"2026-04-19T11:07:19.290039Z","steps":["trace[841912] 'process raft request' (duration: 609.474317ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:19.290064Z","caller":"traceutil/trace.go:171","msg":"trace[416279421] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1972; }","duration":"187.228031ms","start":"2026-04-19T11:07:19.102764Z","end":"2026-04-19T11:07:19.289992Z","steps":["trace[416279421] 'read index received' (duration: 17.472792ms)","trace[416279421] 'applied index is now lower than readState.Index' (duration: 169.668757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:07:19.290223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:18.680023Z","time spent":"610.115413ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:19.290233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.474857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:07:19.290292Z","caller":"traceutil/trace.go:171","msg":"trace[1915356626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"187.528468ms","start":"2026-04-19T11:07:19.102745Z","end":"2026-04-19T11:07:19.290274Z","steps":["trace[1915356626] 'agreement among raft nodes before linearized reading' (duration: 187.373444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:25.789712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.569197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:25.789798Z","caller":"traceutil/trace.go:171","msg":"trace[1113003281] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1945; }","duration":"355.718641ms","start":"2026-04-19T11:07:25.434061Z","end":"2026-04-19T11:07:25.789779Z","steps":["trace[1113003281] 'count revisions from in-memory index tree' (duration: 355.460885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:25.789841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:25.434038Z","time spent":"355.792082ms","remote":"127.0.0.1:49042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:07:26.184632Z","caller":"traceutil/trace.go:171","msg":"trace[1896732497] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"101.711837ms","start":"2026-04-19T11:07:26.082888Z","end":"2026-04-19T11:07:26.1846Z","steps":["trace[1896732497] 'process raft request' (duration: 100.95884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.775755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:07:26.851485Z","caller":"traceutil/trace.go:171","msg":"trace[1054778456] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"661.868136ms","start":"2026-04-19T11:07:26.18959Z","end":"2026-04-19T11:07:26.851459Z","steps":["trace[1054778456] 'process raft request' (duration: 661.709322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.851647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.189565Z","time spent":"661.995418ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:26.888722Z","caller":"traceutil/trace.go:171","msg":"trace[1874937029] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2025; }","duration":"613.655751ms","start":"2026-04-19T11:07:26.275042Z","end":"2026-04-19T11:07:26.888698Z","steps":["trace[1874937029] 'read index received' (duration: 576.330442ms)","trace[1874937029] 'applied index is now lower than readState.Index' (duration: 37.324319ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:26.888847Z","caller":"traceutil/trace.go:171","msg":"trace[533689768] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"685.317553ms","start":"2026-04-19T11:07:26.203478Z","end":"2026-04-19T11:07:26.888796Z","steps":["trace[533689768] 'process raft request' (duration: 685.114969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.888968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.922578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-v99sm\" ","response":"range_response_count:1 size:5854"} {"level":"warn","ts":"2026-04-19T11:07:26.888997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.966055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-19T11:07:26.889031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.203457Z","time spent":"685.467076ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:26.889063Z","caller":"traceutil/trace.go:171","msg":"trace[295947788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1948; }","duration":"340.094189ms","start":"2026-04-19T11:07:26.548954Z","end":"2026-04-19T11:07:26.889048Z","steps":["trace[295947788] 'agreement among raft nodes before linearized reading' (duration: 339.937395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.889067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.162641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-19T11:07:26.889106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.548942Z","time spent":"340.15547ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:07:26.889119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.298664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:07:26.889123Z","caller":"traceutil/trace.go:171","msg":"trace[1775620486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"549.261803ms","start":"2026-04-19T11:07:26.339844Z","end":"2026-04-19T11:07:26.889106Z","steps":["trace[1775620486] 'agreement among raft nodes before linearized reading' (duration: 549.049958ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:26.889153Z","caller":"traceutil/trace.go:171","msg":"trace[238562305] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1948; }","duration":"316.358005ms","start":"2026-04-19T11:07:26.572786Z","end":"2026-04-19T11:07:26.889144Z","steps":["trace[238562305] 'agreement among raft nodes before linearized reading' (duration: 316.270943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.889166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.339822Z","time spent":"549.333285ms","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:07:26.889192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.572772Z","time spent":"316.411147ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:07:26.889015Z","caller":"traceutil/trace.go:171","msg":"trace[67286575] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-v99sm; range_end:; response_count:1; response_revision:1948; }","duration":"614.014309ms","start":"2026-04-19T11:07:26.274988Z","end":"2026-04-19T11:07:26.889003Z","steps":["trace[67286575] 'agreement among raft nodes before linearized reading' (duration: 613.841265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.889249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.274964Z","time spent":"614.277115ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5876,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-v99sm\" "} {"level":"warn","ts":"2026-04-19T11:07:26.889439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.426286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-19T11:07:26.889465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.017459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:07:26.889477Z","caller":"traceutil/trace.go:171","msg":"trace[54080023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1948; }","duration":"340.513318ms","start":"2026-04-19T11:07:26.548954Z","end":"2026-04-19T11:07:26.889467Z","steps":["trace[54080023] 'agreement among raft nodes before linearized reading' (duration: 340.414816ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:26.889496Z","caller":"traceutil/trace.go:171","msg":"trace[521639193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1948; }","duration":"357.08615ms","start":"2026-04-19T11:07:26.532399Z","end":"2026-04-19T11:07:26.889486Z","steps":["trace[521639193] 'agreement among raft nodes before linearized reading' (duration: 356.987448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:26.889506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.54893Z","time spent":"340.569439ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:07:26.889528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.532381Z","time spent":"357.138522ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:07:27.212722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.256832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:07:27.212839Z","caller":"traceutil/trace.go:171","msg":"trace[913659270] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"317.89426ms","start":"2026-04-19T11:07:26.894925Z","end":"2026-04-19T11:07:27.212819Z","steps":["trace[913659270] 'process raft request' (duration: 126.515256ms)","trace[913659270] 'compare' (duration: 191.072387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:07:27.212917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.894896Z","time spent":"317.990953ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:27.300355Z","caller":"traceutil/trace.go:171","msg":"trace[693183928] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"405.357027ms","start":"2026-04-19T11:07:26.894962Z","end":"2026-04-19T11:07:27.300319Z","steps":["trace[693183928] 'process raft request' (duration: 405.06579ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:27.300381Z","caller":"traceutil/trace.go:171","msg":"trace[1574806850] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"404.674002ms","start":"2026-04-19T11:07:26.895679Z","end":"2026-04-19T11:07:27.300353Z","steps":["trace[1574806850] 'process raft request' (duration: 404.537899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:27.300519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.894917Z","time spent":"405.51326ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:27.300541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.895668Z","time spent":"404.784404ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:27.300708Z","caller":"traceutil/trace.go:171","msg":"trace[125778887] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"403.058646ms","start":"2026-04-19T11:07:26.897527Z","end":"2026-04-19T11:07:27.300586Z","steps":["trace[125778887] 'process raft request' (duration: 402.740669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:27.300958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:26.897502Z","time spent":"403.364542ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:27.487451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.347539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:07:27.487556Z","caller":"traceutil/trace.go:171","msg":"trace[1965600211] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2028; }","duration":"331.886085ms","start":"2026-04-19T11:07:27.155652Z","end":"2026-04-19T11:07:27.487538Z","steps":["trace[1965600211] 'read index received' (duration: 144.428619ms)","trace[1965600211] 'applied index is now lower than readState.Index' (duration: 187.455996ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:27.48762Z","caller":"traceutil/trace.go:171","msg":"trace[1870504990] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"358.81191ms","start":"2026-04-19T11:07:27.128761Z","end":"2026-04-19T11:07:27.487573Z","steps":["trace[1870504990] 'process raft request' (duration: 209.250236ms)","trace[1870504990] 'compare' (duration: 149.207826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:07:27.487749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.1023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-19T11:07:27.487791Z","caller":"traceutil/trace.go:171","msg":"trace[1343054141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1953; }","duration":"332.191092ms","start":"2026-04-19T11:07:27.15559Z","end":"2026-04-19T11:07:27.487781Z","steps":["trace[1343054141] 'agreement among raft nodes before linearized reading' (duration: 332.032389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:27.487826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.155565Z","time spent":"332.253523ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:07:27.487831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.128734Z","time spent":"358.988144ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:27.695971Z","caller":"traceutil/trace.go:171","msg":"trace[906174042] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2032; }","duration":"208.350686ms","start":"2026-04-19T11:07:27.487589Z","end":"2026-04-19T11:07:27.69594Z","steps":["trace[906174042] 'read index received' (duration: 158.881964ms)","trace[906174042] 'applied index is now lower than readState.Index' (duration: 49.467342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:07:27.696119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.673823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:27.696186Z","caller":"traceutil/trace.go:171","msg":"trace[1072857921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"461.793646ms","start":"2026-04-19T11:07:27.234382Z","end":"2026-04-19T11:07:27.696176Z","steps":["trace[1072857921] 'agreement among raft nodes before linearized reading' (duration: 461.671133ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:27.696176Z","caller":"traceutil/trace.go:171","msg":"trace[984266797] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"389.272856ms","start":"2026-04-19T11:07:27.306848Z","end":"2026-04-19T11:07:27.69612Z","steps":["trace[984266797] 'process raft request' (duration: 339.62082ms)","trace[984266797] 'compare' (duration: 49.100133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:07:27.696228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.234368Z","time spent":"461.850547ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:07:27.696317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.306832Z","time spent":"389.407428ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:27.696379Z","caller":"traceutil/trace.go:171","msg":"trace[1536393563] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"387.456544ms","start":"2026-04-19T11:07:27.308894Z","end":"2026-04-19T11:07:27.69635Z","steps":["trace[1536393563] 'process raft request' (duration: 386.876711ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:27.696379Z","caller":"traceutil/trace.go:171","msg":"trace[389056166] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"379.787401ms","start":"2026-04-19T11:07:27.316549Z","end":"2026-04-19T11:07:27.696336Z","steps":["trace[389056166] 'process raft request' (duration: 379.307771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:27.696521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.30887Z","time spent":"387.576057ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:27.696569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.316534Z","time spent":"379.938174ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:27.69663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.61342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:07:27.696665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.937195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-2888m\" ","response":"range_response_count:1 size:6143"} {"level":"info","ts":"2026-04-19T11:07:27.696695Z","caller":"traceutil/trace.go:171","msg":"trace[151294494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"372.710203ms","start":"2026-04-19T11:07:27.323969Z","end":"2026-04-19T11:07:27.696679Z","steps":["trace[151294494] 'agreement among raft nodes before linearized reading' (duration: 372.519149ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:27.696706Z","caller":"traceutil/trace.go:171","msg":"trace[4191399] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-2888m; range_end:; response_count:1; response_revision:1956; }","duration":"392.022237ms","start":"2026-04-19T11:07:27.304673Z","end":"2026-04-19T11:07:27.696695Z","steps":["trace[4191399] 'agreement among raft nodes before linearized reading' (duration: 391.870374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:27.696746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.304652Z","time spent":"392.087438ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6165,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-2888m\" "} {"level":"warn","ts":"2026-04-19T11:07:27.69675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.323955Z","time spent":"372.781634ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:07:27.765055Z","caller":"traceutil/trace.go:171","msg":"trace[1181141652] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"272.997619ms","start":"2026-04-19T11:07:27.492027Z","end":"2026-04-19T11:07:27.765024Z","steps":["trace[1181141652] 'process raft request' (duration: 272.733974ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:27.950177Z","caller":"traceutil/trace.go:171","msg":"trace[654854233] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"248.412438ms","start":"2026-04-19T11:07:27.701725Z","end":"2026-04-19T11:07:27.950137Z","steps":["trace[654854233] 'process raft request' (duration: 162.834153ms)","trace[654854233] 'compare' (duration: 85.297488ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:27.951062Z","caller":"traceutil/trace.go:171","msg":"trace[1960789502] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"243.471996ms","start":"2026-04-19T11:07:27.707519Z","end":"2026-04-19T11:07:27.950991Z","steps":["trace[1960789502] 'process raft request' (duration: 243.273331ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:27.951186Z","caller":"traceutil/trace.go:171","msg":"trace[300166156] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"244.58923ms","start":"2026-04-19T11:07:27.706575Z","end":"2026-04-19T11:07:27.951164Z","steps":["trace[300166156] 'process raft request' (duration: 243.498886ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:28.213257Z","caller":"traceutil/trace.go:171","msg":"trace[1619301825] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"255.796003ms","start":"2026-04-19T11:07:27.957438Z","end":"2026-04-19T11:07:28.213234Z","steps":["trace[1619301825] 'process raft request' (duration: 168.999361ms)","trace[1619301825] 'compare' (duration: 86.655449ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:28.347599Z","caller":"traceutil/trace.go:171","msg":"trace[300152940] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"389.589362ms","start":"2026-04-19T11:07:27.957976Z","end":"2026-04-19T11:07:28.347566Z","steps":["trace[300152940] 'process raft request' (duration: 389.431049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:28.347943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.957956Z","time spent":"389.733015ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:28.347997Z","caller":"traceutil/trace.go:171","msg":"trace[1308817408] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"389.298846ms","start":"2026-04-19T11:07:27.958687Z","end":"2026-04-19T11:07:28.347986Z","steps":["trace[1308817408] 'process raft request' (duration: 388.778504ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:28.347603Z","caller":"traceutil/trace.go:171","msg":"trace[1438319178] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"155.902586ms","start":"2026-04-19T11:07:28.191674Z","end":"2026-04-19T11:07:28.347576Z","steps":["trace[1438319178] 'process raft request' (duration: 155.849085ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:28.348235Z","caller":"traceutil/trace.go:171","msg":"trace[330765983] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"390.239737ms","start":"2026-04-19T11:07:27.957976Z","end":"2026-04-19T11:07:28.348216Z","steps":["trace[330765983] 'process raft request' (duration: 382.039552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:28.348311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.957957Z","time spent":"390.320818ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:28.348316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:27.958678Z","time spent":"389.543341ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:31.553221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:07:31.958946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095212843s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:07:31.960704Z","caller":"traceutil/trace.go:171","msg":"trace[1045187277] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.097062434s","start":"2026-04-19T11:07:30.863615Z","end":"2026-04-19T11:07:31.960678Z","steps":["trace[1045187277] 'process raft request' (duration: 1.095671913s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:31.960852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:30.86359Z","time spent":"1.097185528s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:31.97115Z","caller":"traceutil/trace.go:171","msg":"trace[978864400] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2061; }","duration":"918.017296ms","start":"2026-04-19T11:07:31.053104Z","end":"2026-04-19T11:07:31.971121Z","steps":["trace[978864400] 'read index received' (duration: 906.129089ms)","trace[978864400] 'applied index is now lower than readState.Index' (duration: 11.887027ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:31.971244Z","caller":"traceutil/trace.go:171","msg":"trace[593831513] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.069856941s","start":"2026-04-19T11:07:30.901329Z","end":"2026-04-19T11:07:31.971186Z","steps":["trace[593831513] 'process raft request' (duration: 1.066736661s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:31.97145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.27693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:07:31.971482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.48764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:07:31.971529Z","caller":"traceutil/trace.go:171","msg":"trace[884962702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"192.580491ms","start":"2026-04-19T11:07:31.778937Z","end":"2026-04-19T11:07:31.971517Z","steps":["trace[884962702] 'agreement among raft nodes before linearized reading' (duration: 192.388106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:31.971515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:30.901257Z","time spent":"1.070111087s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:31.971527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.407046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:07:31.971537Z","caller":"traceutil/trace.go:171","msg":"trace[858914140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"744.382972ms","start":"2026-04-19T11:07:31.227119Z","end":"2026-04-19T11:07:31.971502Z","steps":["trace[858914140] 'agreement among raft nodes before linearized reading' (duration: 744.195917ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:31.971587Z","caller":"traceutil/trace.go:171","msg":"trace[258830801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"918.483737ms","start":"2026-04-19T11:07:31.053088Z","end":"2026-04-19T11:07:31.971572Z","steps":["trace[258830801] 'agreement among raft nodes before linearized reading' (duration: 918.17655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:31.971596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:31.227096Z","time spent":"744.487295ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:07:31.971634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:31.053018Z","time spent":"918.606441ms","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:07:31.971629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.48777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:07:31.971251Z","caller":"traceutil/trace.go:171","msg":"trace[235811122] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"248.321145ms","start":"2026-04-19T11:07:31.722893Z","end":"2026-04-19T11:07:31.971214Z","steps":["trace[235811122] 'process raft request' (duration: 248.156741ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:31.971685Z","caller":"traceutil/trace.go:171","msg":"trace[1517987496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"658.543802ms","start":"2026-04-19T11:07:31.313124Z","end":"2026-04-19T11:07:31.971668Z","steps":["trace[1517987496] 'agreement among raft nodes before linearized reading' (duration: 658.400888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:31.971655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.739632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:07:31.97172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:31.313105Z","time spent":"658.607793ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:07:31.971741Z","caller":"traceutil/trace.go:171","msg":"trace[1658743705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1984; }","duration":"656.881394ms","start":"2026-04-19T11:07:31.314842Z","end":"2026-04-19T11:07:31.971724Z","steps":["trace[1658743705] 'agreement among raft nodes before linearized reading' (duration: 656.644929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:31.971776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:31.314818Z","time spent":"656.951606ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:07:34.165277Z","caller":"traceutil/trace.go:171","msg":"trace[1685352729] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2071; }","duration":"184.06294ms","start":"2026-04-19T11:07:33.981193Z","end":"2026-04-19T11:07:34.165256Z","steps":["trace[1685352729] 'read index received' (duration: 19.338485ms)","trace[1685352729] 'applied index is now lower than readState.Index' (duration: 164.723435ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:34.165579Z","caller":"traceutil/trace.go:171","msg":"trace[1404108796] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"188.604902ms","start":"2026-04-19T11:07:33.976929Z","end":"2026-04-19T11:07:34.165534Z","steps":["trace[1404108796] 'process raft request' (duration: 146.789292ms)","trace[1404108796] 'compare' (duration: 41.35028ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:34.165614Z","caller":"traceutil/trace.go:171","msg":"trace[538004862] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"187.6534ms","start":"2026-04-19T11:07:33.977914Z","end":"2026-04-19T11:07:34.165567Z","steps":["trace[538004862] 'process raft request' (duration: 187.295502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:34.165854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.26782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:07:34.165749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.49731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-19T11:07:34.165982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.41838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:07:34.166011Z","caller":"traceutil/trace.go:171","msg":"trace[1917752514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1994; }","duration":"180.807566ms","start":"2026-04-19T11:07:33.985186Z","end":"2026-04-19T11:07:34.165993Z","steps":["trace[1917752514] 'agreement among raft nodes before linearized reading' (duration: 180.422578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:34.16593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.148486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:07:34.165922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.798172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-19T11:07:34.166164Z","caller":"traceutil/trace.go:171","msg":"trace[44610765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1994; }","duration":"182.400582ms","start":"2026-04-19T11:07:33.983739Z","end":"2026-04-19T11:07:34.16614Z","steps":["trace[44610765] 'agreement among raft nodes before linearized reading' (duration: 182.037644ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:34.166081Z","caller":"traceutil/trace.go:171","msg":"trace[312686924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1994; }","duration":"181.572574ms","start":"2026-04-19T11:07:33.984482Z","end":"2026-04-19T11:07:34.166054Z","steps":["trace[312686924] 'agreement among raft nodes before linearized reading' (duration: 181.243486ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:34.166155Z","caller":"traceutil/trace.go:171","msg":"trace[516174707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1994; }","duration":"182.553906ms","start":"2026-04-19T11:07:33.983534Z","end":"2026-04-19T11:07:34.166088Z","steps":["trace[516174707] 'agreement among raft nodes before linearized reading' (duration: 182.067355ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:34.166199Z","caller":"traceutil/trace.go:171","msg":"trace[386601956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1994; }","duration":"103.163941ms","start":"2026-04-19T11:07:34.063022Z","end":"2026-04-19T11:07:34.166186Z","steps":["trace[386601956] 'agreement among raft nodes before linearized reading' (duration: 102.768172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:34.167355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.357868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:07:34.167474Z","caller":"traceutil/trace.go:171","msg":"trace[1450381197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1994; }","duration":"186.32586ms","start":"2026-04-19T11:07:33.981123Z","end":"2026-04-19T11:07:34.167448Z","steps":["trace[1450381197] 'agreement among raft nodes before linearized reading' (duration: 184.347676ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:34.545345Z","caller":"traceutil/trace.go:171","msg":"trace[117367615] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"374.544413ms","start":"2026-04-19T11:07:34.170764Z","end":"2026-04-19T11:07:34.545308Z","steps":["trace[117367615] 'process raft request' (duration: 279.309091ms)","trace[117367615] 'compare' (duration: 94.622719ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:34.545397Z","caller":"traceutil/trace.go:171","msg":"trace[76111899] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"374.309708ms","start":"2026-04-19T11:07:34.171057Z","end":"2026-04-19T11:07:34.545367Z","steps":["trace[76111899] 'process raft request' (duration: 374.135244ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:34.545471Z","caller":"traceutil/trace.go:171","msg":"trace[225228180] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"374.019991ms","start":"2026-04-19T11:07:34.171425Z","end":"2026-04-19T11:07:34.545445Z","steps":["trace[225228180] 'process raft request' (duration: 373.848327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:34.545559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:34.171044Z","time spent":"374.419921ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:34.545578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:34.170739Z","time spent":"374.690366ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:34.545589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:34.171416Z","time spent":"374.112893ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:07:34.545689Z","caller":"traceutil/trace.go:171","msg":"trace[933484677] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2074; }","duration":"310.291798ms","start":"2026-04-19T11:07:34.235371Z","end":"2026-04-19T11:07:34.545663Z","steps":["trace[933484677] 'read index received' (duration: 4.830578ms)","trace[933484677] 'applied index is now lower than readState.Index' (duration: 305.45993ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:07:34.545814Z","caller":"traceutil/trace.go:171","msg":"trace[1997315174] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"373.985931ms","start":"2026-04-19T11:07:34.171808Z","end":"2026-04-19T11:07:34.545794Z","steps":["trace[1997315174] 'process raft request' (duration: 373.537341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:34.545943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:34.1718Z","time spent":"374.090094ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:07:34.546363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.983894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:34.546528Z","caller":"traceutil/trace.go:171","msg":"trace[975364212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"311.174519ms","start":"2026-04-19T11:07:34.235334Z","end":"2026-04-19T11:07:34.546509Z","steps":["trace[975364212] 'agreement among raft nodes before linearized reading' (duration: 310.434201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:34.546617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:34.235321Z","time spent":"311.282161ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:07:34.546362Z","caller":"traceutil/trace.go:171","msg":"trace[2108477751] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"151.860386ms","start":"2026-04-19T11:07:34.394476Z","end":"2026-04-19T11:07:34.546336Z","steps":["trace[2108477751] 'process raft request' (duration: 150.935434ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:07:59.19648Z","caller":"traceutil/trace.go:171","msg":"trace[1231924465] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"137.472222ms","start":"2026-04-19T11:07:59.058982Z","end":"2026-04-19T11:07:59.196454Z","steps":["trace[1231924465] 'process raft request' (duration: 137.308319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:59.546338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.509443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:07:59.546414Z","caller":"traceutil/trace.go:171","msg":"trace[1005931297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2135; }","duration":"314.636025ms","start":"2026-04-19T11:07:59.231758Z","end":"2026-04-19T11:07:59.546394Z","steps":["trace[1005931297] 'range keys from in-memory index tree' (duration: 314.426201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:07:59.546443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:07:59.231741Z","time spent":"314.695647ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:07:59.546477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.453958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:07:59.54656Z","caller":"traceutil/trace.go:171","msg":"trace[405025755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2135; }","duration":"208.574022ms","start":"2026-04-19T11:07:59.337966Z","end":"2026-04-19T11:07:59.54654Z","steps":["trace[405025755] 'range keys from in-memory index tree' (duration: 208.257304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:04.816978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.482262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:08:04.817722Z","caller":"traceutil/trace.go:171","msg":"trace[2135328320] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"670.778777ms","start":"2026-04-19T11:08:04.146918Z","end":"2026-04-19T11:08:04.817696Z","steps":["trace[2135328320] 'process raft request' (duration: 670.550062ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:04.817733Z","caller":"traceutil/trace.go:171","msg":"trace[1078019025] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"723.091403ms","start":"2026-04-19T11:08:04.094588Z","end":"2026-04-19T11:08:04.817679Z","steps":["trace[1078019025] 'process raft request' (duration: 66.784382ms)","trace[1078019025] 'compare' (duration: 655.071873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:04.817987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.146884Z","time spent":"670.999432ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:04.818195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.094569Z","time spent":"723.464302ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:04.845651Z","caller":"traceutil/trace.go:171","msg":"trace[1395092265] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2247; }","duration":"462.535693ms","start":"2026-04-19T11:08:04.383071Z","end":"2026-04-19T11:08:04.845607Z","steps":["trace[1395092265] 'read index received' (duration: 462.077592ms)","trace[1395092265] 'applied index is now lower than readState.Index' (duration: 456.631µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:04.846377Z","caller":"traceutil/trace.go:171","msg":"trace[1963957319] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"566.441659ms","start":"2026-04-19T11:08:04.279898Z","end":"2026-04-19T11:08:04.846339Z","steps":["trace[1963957319] 'process raft request' (duration: 565.642302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:04.846584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.27987Z","time spent":"566.564422ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:04.846683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.541705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:08:04.846803Z","caller":"traceutil/trace.go:171","msg":"trace[826984090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"463.73598ms","start":"2026-04-19T11:08:04.383034Z","end":"2026-04-19T11:08:04.84677Z","steps":["trace[826984090] 'agreement among raft nodes before linearized reading' (duration: 463.416523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:04.846917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.383015Z","time spent":"463.887923ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:08:04.84683Z","caller":"traceutil/trace.go:171","msg":"trace[686570026] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"569.718013ms","start":"2026-04-19T11:08:04.277101Z","end":"2026-04-19T11:08:04.846819Z","steps":["trace[686570026] 'process raft request' (duration: 568.188548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:04.847037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.277067Z","time spent":"569.938338ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:04.852286Z","caller":"traceutil/trace.go:171","msg":"trace[1108897036] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"189.146955ms","start":"2026-04-19T11:08:04.663112Z","end":"2026-04-19T11:08:04.852259Z","steps":["trace[1108897036] 'process raft request' (duration: 188.836578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:04.852295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.141504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:08:04.852405Z","caller":"traceutil/trace.go:171","msg":"trace[738128564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2163; }","duration":"265.282776ms","start":"2026-04-19T11:08:04.587098Z","end":"2026-04-19T11:08:04.852381Z","steps":["trace[738128564] 'agreement among raft nodes before linearized reading' (duration: 264.99916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.253677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.262654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:08:05.253949Z","caller":"traceutil/trace.go:171","msg":"trace[365410777] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"398.171095ms","start":"2026-04-19T11:08:04.855743Z","end":"2026-04-19T11:08:05.253914Z","steps":["trace[365410777] 'process raft request' (duration: 233.568953ms)","trace[365410777] 'compare' (duration: 164.020499ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:05.253971Z","caller":"traceutil/trace.go:171","msg":"trace[127630418] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"398.062252ms","start":"2026-04-19T11:08:04.855888Z","end":"2026-04-19T11:08:05.25395Z","steps":["trace[127630418] 'process raft request' (duration: 397.910299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.254085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.85587Z","time spent":"398.163555ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:05.254084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.85573Z","time spent":"398.296958ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:05.254295Z","caller":"traceutil/trace.go:171","msg":"trace[1025492442] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"398.307238ms","start":"2026-04-19T11:08:04.855958Z","end":"2026-04-19T11:08:05.254265Z","steps":["trace[1025492442] 'process raft request' (duration: 397.93917ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:05.254408Z","caller":"traceutil/trace.go:171","msg":"trace[1699317047] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"233.298497ms","start":"2026-04-19T11:08:05.021082Z","end":"2026-04-19T11:08:05.254381Z","steps":["trace[1699317047] 'process raft request' (duration: 233.233335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.254441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.85592Z","time spent":"398.439811ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:05.254538Z","caller":"traceutil/trace.go:171","msg":"trace[1136389523] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2250; }","duration":"392.259253ms","start":"2026-04-19T11:08:04.862223Z","end":"2026-04-19T11:08:05.254482Z","steps":["trace[1136389523] 'read index received' (duration: 4.641045ms)","trace[1136389523] 'applied index is now lower than readState.Index' (duration: 387.616268ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:05.254533Z","caller":"traceutil/trace.go:171","msg":"trace[529366458] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"398.422151ms","start":"2026-04-19T11:08:04.856038Z","end":"2026-04-19T11:08:05.254461Z","steps":["trace[529366458] 'process raft request' (duration: 398.127714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.254632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.410036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:08:05.254673Z","caller":"traceutil/trace.go:171","msg":"trace[1188899129] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2169; }","duration":"392.467938ms","start":"2026-04-19T11:08:04.862194Z","end":"2026-04-19T11:08:05.254662Z","steps":["trace[1188899129] 'agreement among raft nodes before linearized reading' (duration: 392.368086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.254714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.862182Z","time spent":"392.524759ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:05.254724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.856032Z","time spent":"398.619646ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:05.254797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.572143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-19T11:08:05.254844Z","caller":"traceutil/trace.go:171","msg":"trace[1835502537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2169; }","duration":"385.666204ms","start":"2026-04-19T11:08:04.869165Z","end":"2026-04-19T11:08:05.254831Z","steps":["trace[1835502537] 'agreement among raft nodes before linearized reading' (duration: 385.4937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.254866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.673826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-19T11:08:05.254952Z","caller":"traceutil/trace.go:171","msg":"trace[402306856] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:2169; }","duration":"217.790799ms","start":"2026-04-19T11:08:05.037132Z","end":"2026-04-19T11:08:05.254923Z","steps":["trace[402306856] 'agreement among raft nodes before linearized reading' (duration: 217.535713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.254883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:04.869147Z","time spent":"385.727856ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:08:05.721383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.533898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-19T11:08:05.721572Z","caller":"traceutil/trace.go:171","msg":"trace[14513668] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2256; }","duration":"464.546848ms","start":"2026-04-19T11:08:05.256944Z","end":"2026-04-19T11:08:05.721491Z","steps":["trace[14513668] 'read index received' (duration: 127.844485ms)","trace[14513668] 'applied index is now lower than readState.Index' (duration: 336.700343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:05.721687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:05.256294Z","time spent":"465.357296ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-19T11:08:05.721801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.265416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:05.721873Z","caller":"traceutil/trace.go:171","msg":"trace[1434600430] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2169; }","duration":"454.364309ms","start":"2026-04-19T11:08:05.267497Z","end":"2026-04-19T11:08:05.721861Z","steps":["trace[1434600430] 'agreement among raft nodes before linearized reading' (duration: 454.238066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.721951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:05.267489Z","time spent":"454.449881ms","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-19T11:08:05.721968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.989627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:08:05.721985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.379209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:08:05.722061Z","caller":"traceutil/trace.go:171","msg":"trace[635899529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"465.121381ms","start":"2026-04-19T11:08:05.256911Z","end":"2026-04-19T11:08:05.722032Z","steps":["trace[635899529] 'agreement among raft nodes before linearized reading' (duration: 464.766453ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:05.722095Z","caller":"traceutil/trace.go:171","msg":"trace[1680327460] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2169; }","duration":"450.521042ms","start":"2026-04-19T11:08:05.271551Z","end":"2026-04-19T11:08:05.722072Z","steps":["trace[1680327460] 'agreement among raft nodes before linearized reading' (duration: 450.261176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:05.722113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:05.256894Z","time spent":"465.210402ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:08:05.722151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:05.271544Z","time spent":"450.595913ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:06.146474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.274721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:08:06.146562Z","caller":"traceutil/trace.go:171","msg":"trace[1953031194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"287.428395ms","start":"2026-04-19T11:08:05.859113Z","end":"2026-04-19T11:08:06.146541Z","steps":["trace[1953031194] 'range keys from in-memory index tree' (duration: 287.052857ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:06.976957Z","caller":"traceutil/trace.go:171","msg":"trace[213079770] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"153.532732ms","start":"2026-04-19T11:08:06.823402Z","end":"2026-04-19T11:08:06.976935Z","steps":["trace[213079770] 'process raft request' (duration: 153.373659ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:07.408912Z","caller":"traceutil/trace.go:171","msg":"trace[384900800] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"557.209292ms","start":"2026-04-19T11:08:06.851666Z","end":"2026-04-19T11:08:07.408876Z","steps":["trace[384900800] 'process raft request' (duration: 462.637855ms)","trace[384900800] 'compare' (duration: 94.273399ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:07.409027Z","caller":"traceutil/trace.go:171","msg":"trace[390490876] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2258; }","duration":"537.745425ms","start":"2026-04-19T11:08:06.871252Z","end":"2026-04-19T11:08:07.408997Z","steps":["trace[390490876] 'read index received' (duration: 105.628525ms)","trace[390490876] 'applied index is now lower than readState.Index' (duration: 432.11538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:07.409073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:06.851629Z","time spent":"557.360295ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:07.409171Z","caller":"traceutil/trace.go:171","msg":"trace[322999350] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"553.06944ms","start":"2026-04-19T11:08:06.856078Z","end":"2026-04-19T11:08:07.409147Z","steps":["trace[322999350] 'process raft request' (duration: 552.864705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:07.409313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.047621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:08:07.40934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:06.856062Z","time spent":"553.170272ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:07.409373Z","caller":"traceutil/trace.go:171","msg":"trace[1275820717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2174; }","duration":"538.148814ms","start":"2026-04-19T11:08:06.871205Z","end":"2026-04-19T11:08:07.409354Z","steps":["trace[1275820717] 'agreement among raft nodes before linearized reading' (duration: 537.944669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:07.409419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:06.871191Z","time spent":"538.214645ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:08:07.409423Z","caller":"traceutil/trace.go:171","msg":"trace[1296744273] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"557.157301ms","start":"2026-04-19T11:08:06.852238Z","end":"2026-04-19T11:08:07.409395Z","steps":["trace[1296744273] 'process raft request' (duration: 556.613259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:07.409566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:06.852214Z","time spent":"557.273864ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:07.409603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.511375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:08:07.409634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.68386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:08:07.409663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.997996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:08:07.409693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.772612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:08:07.409724Z","caller":"traceutil/trace.go:171","msg":"trace[701814844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2174; }","duration":"174.790122ms","start":"2026-04-19T11:08:07.234911Z","end":"2026-04-19T11:08:07.409701Z","steps":["trace[701814844] 'agreement among raft nodes before linearized reading' (duration: 174.614738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:07.40969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.471036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:08:07.409756Z","caller":"traceutil/trace.go:171","msg":"trace[1311078917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2174; }","duration":"150.905204ms","start":"2026-04-19T11:08:07.258836Z","end":"2026-04-19T11:08:07.409741Z","steps":["trace[1311078917] 'agreement among raft nodes before linearized reading' (duration: 150.673989ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:07.409758Z","caller":"traceutil/trace.go:171","msg":"trace[305157745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2174; }","duration":"151.16694ms","start":"2026-04-19T11:08:07.258569Z","end":"2026-04-19T11:08:07.409736Z","steps":["trace[305157745] 'agreement among raft nodes before linearized reading' (duration: 150.892074ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:07.409692Z","caller":"traceutil/trace.go:171","msg":"trace[1369707732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2174; }","duration":"150.664949ms","start":"2026-04-19T11:08:07.25901Z","end":"2026-04-19T11:08:07.409675Z","steps":["trace[1369707732] 'agreement among raft nodes before linearized reading' (duration: 150.440674ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:07.409796Z","caller":"traceutil/trace.go:171","msg":"trace[1619875395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2174; }","duration":"255.593349ms","start":"2026-04-19T11:08:07.154177Z","end":"2026-04-19T11:08:07.40977Z","steps":["trace[1619875395] 'agreement among raft nodes before linearized reading' (duration: 255.247071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:07.409667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.785451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:08:07.40996Z","caller":"traceutil/trace.go:171","msg":"trace[986906951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2174; }","duration":"151.17624ms","start":"2026-04-19T11:08:07.258773Z","end":"2026-04-19T11:08:07.40995Z","steps":["trace[986906951] 'agreement among raft nodes before linearized reading' (duration: 150.667528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:07.927856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:08:08.973767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.950808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:08:08.97388Z","caller":"traceutil/trace.go:171","msg":"trace[1700803961] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.560160209s","start":"2026-04-19T11:08:07.4137Z","end":"2026-04-19T11:08:08.97386Z","steps":["trace[1700803961] 'process raft request' (duration: 677.019957ms)","trace[1700803961] 'compare' (duration: 882.61711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:08.973947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:07.413679Z","time spent":"1.560234991s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:09.021556Z","caller":"traceutil/trace.go:171","msg":"trace[1139388295] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.607724029s","start":"2026-04-19T11:08:07.413812Z","end":"2026-04-19T11:08:09.021536Z","steps":["trace[1139388295] 'process raft request' (duration: 1.607663748s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:09.021697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:07.413798Z","time spent":"1.607826831s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:09.021687Z","caller":"traceutil/trace.go:171","msg":"trace[2146565902] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"1.607813121s","start":"2026-04-19T11:08:07.413779Z","end":"2026-04-19T11:08:09.021593Z","steps":["trace[2146565902] 'process raft request' (duration: 1.607596497s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:09.021926Z","caller":"traceutil/trace.go:171","msg":"trace[710432417] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2262; }","duration":"1.594510131s","start":"2026-04-19T11:08:07.427387Z","end":"2026-04-19T11:08:09.021897Z","steps":["trace[710432417] 'read index received' (duration: 663.318729ms)","trace[710432417] 'applied index is now lower than readState.Index' (duration: 931.190372ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:09.02195Z","caller":"traceutil/trace.go:171","msg":"trace[547325085] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"1.608099337s","start":"2026-04-19T11:08:07.413828Z","end":"2026-04-19T11:08:09.021927Z","steps":["trace[547325085] 'process raft request' (duration: 1.607678758s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:09.021951Z","caller":"traceutil/trace.go:171","msg":"trace[1889820983] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.607179076s","start":"2026-04-19T11:08:07.414749Z","end":"2026-04-19T11:08:09.021928Z","steps":["trace[1889820983] 'process raft request' (duration: 1.607010682s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:09.022077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:07.414731Z","time spent":"1.607285809s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:09.022099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594700086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:08:09.022139Z","caller":"traceutil/trace.go:171","msg":"trace[53243423] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2179; }","duration":"1.594759127s","start":"2026-04-19T11:08:07.427371Z","end":"2026-04-19T11:08:09.02213Z","steps":["trace[53243423] 'agreement among raft nodes before linearized reading' (duration: 1.594638175s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:09.022086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:07.413757Z","time spent":"1.608135768s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:09.022172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:07.427354Z","time spent":"1.594811348s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:09.022078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:07.413809Z","time spent":"1.60819567s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:09.49315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.320736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:08:09.493276Z","caller":"traceutil/trace.go:171","msg":"trace[621209248] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"471.27107ms","start":"2026-04-19T11:08:09.021988Z","end":"2026-04-19T11:08:09.493259Z","steps":["trace[621209248] 'read index received' (duration: 190.765231ms)","trace[621209248] 'applied index is now lower than readState.Index' (duration: 280.504459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:09.493847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259341384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:09.493905Z","caller":"traceutil/trace.go:171","msg":"trace[45519051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"1.259430576s","start":"2026-04-19T11:08:08.234462Z","end":"2026-04-19T11:08:09.493893Z","steps":["trace[45519051] 'agreement among raft nodes before linearized reading' (duration: 1.259330724s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:09.493895Z","caller":"traceutil/trace.go:171","msg":"trace[2041090842] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"511.353061ms","start":"2026-04-19T11:08:08.982507Z","end":"2026-04-19T11:08:09.49386Z","steps":["trace[2041090842] 'process raft request' (duration: 230.193137ms)","trace[2041090842] 'compare' (duration: 280.104129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:09.494078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:08.234448Z","time spent":"1.259486747s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:08:09.494095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:08.982486Z","time spent":"511.509264ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:09.494543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077486834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T11:08:09.494851Z","caller":"traceutil/trace.go:171","msg":"trace[1471406159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2180; }","duration":"1.077649798s","start":"2026-04-19T11:08:08.416987Z","end":"2026-04-19T11:08:09.494636Z","steps":["trace[1471406159] 'agreement among raft nodes before linearized reading' (duration: 1.076339659s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:09.495112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:08.416924Z","time spent":"1.078048456s","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-19T11:08:09.518177Z","caller":"traceutil/trace.go:171","msg":"trace[59116279] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"103.593119ms","start":"2026-04-19T11:08:09.41454Z","end":"2026-04-19T11:08:09.518133Z","steps":["trace[59116279] 'process raft request' (duration: 103.308572ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:09.567069Z","caller":"traceutil/trace.go:171","msg":"trace[983286008] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"151.656051ms","start":"2026-04-19T11:08:09.415382Z","end":"2026-04-19T11:08:09.567038Z","steps":["trace[983286008] 'process raft request' (duration: 151.424986ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:09.567068Z","caller":"traceutil/trace.go:171","msg":"trace[1045625162] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"151.344403ms","start":"2026-04-19T11:08:09.415704Z","end":"2026-04-19T11:08:09.567049Z","steps":["trace[1045625162] 'process raft request' (duration: 151.246951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:09.56735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.616903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd6e352cc0fd\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-19T11:08:09.567424Z","caller":"traceutil/trace.go:171","msg":"trace[494635468] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd6e352cc0fd; range_end:; response_count:1; response_revision:2183; }","duration":"510.737886ms","start":"2026-04-19T11:08:09.056659Z","end":"2026-04-19T11:08:09.567397Z","steps":["trace[494635468] 'agreement among raft nodes before linearized reading' (duration: 510.45824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:09.567488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:09.056636Z","time spent":"510.836219ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd6e352cc0fd\" "} {"level":"warn","ts":"2026-04-19T11:08:10.276465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.160462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:08:10.276639Z","caller":"traceutil/trace.go:171","msg":"trace[1305100877] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"700.522716ms","start":"2026-04-19T11:08:09.576093Z","end":"2026-04-19T11:08:10.276615Z","steps":["trace[1305100877] 'read index received' (duration: 21.954465ms)","trace[1305100877] 'applied index is now lower than readState.Index' (duration: 678.557471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:10.276757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.665489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:10.276791Z","caller":"traceutil/trace.go:171","msg":"trace[1303257374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"700.74271ms","start":"2026-04-19T11:08:09.576039Z","end":"2026-04-19T11:08:10.276782Z","steps":["trace[1303257374] 'agreement among raft nodes before linearized reading' (duration: 700.670639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:10.276831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:09.576021Z","time spent":"700.801561ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:08:10.276673Z","caller":"traceutil/trace.go:171","msg":"trace[947572939] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"706.566071ms","start":"2026-04-19T11:08:09.570063Z","end":"2026-04-19T11:08:10.276629Z","steps":["trace[947572939] 'process raft request' (duration: 28.068962ms)","trace[947572939] 'compare' (duration: 677.951087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:10.277262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:09.570039Z","time spent":"706.98434ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:10.777485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:08:11.27826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:08:11.77905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:08:12.280019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:08:12.327468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.099450638s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:08:13.114227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.573071ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-19T11:08:13.114293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.854034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:13.114749Z","caller":"traceutil/trace.go:171","msg":"trace[464339518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2184; }","duration":"256.338845ms","start":"2026-04-19T11:08:12.858395Z","end":"2026-04-19T11:08:13.114734Z","steps":["trace[464339518] 'range keys from in-memory index tree' (duration: 255.829954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:13.235546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:08:13.235655Z","caller":"traceutil/trace.go:171","msg":"trace[796629374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693909s","start":"2026-04-19T11:08:11.234938Z","end":"2026-04-19T11:08:13.235632Z","steps":["trace[796629374] 'agreement among raft nodes before linearized reading' (duration: 2.000558875s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:13.235715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.234915Z","time spent":"2.00078717s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:08:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:08:14.282011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859186655s","expected-duration":"1s"} {"level":"info","ts":"2026-04-19T11:08:14.282672Z","caller":"traceutil/trace.go:171","msg":"trace[1992009166] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"3.464362446s","start":"2026-04-19T11:08:10.818267Z","end":"2026-04-19T11:08:14.282629Z","steps":["trace[1992009166] 'process raft request' (duration: 3.463995348s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:14.28266Z","caller":"traceutil/trace.go:171","msg":"trace[253725079] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"3.008644397s","start":"2026-04-19T11:08:11.27398Z","end":"2026-04-19T11:08:14.282624Z","steps":["trace[253725079] 'process raft request' (duration: 3.008532794s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:14.282902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.273961Z","time spent":"3.008817421s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:14.282925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:10.818243Z","time spent":"3.46451288s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:14.283104Z","caller":"traceutil/trace.go:171","msg":"trace[417674651] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"2.759592946s","start":"2026-04-19T11:08:11.523492Z","end":"2026-04-19T11:08:14.283085Z","steps":["trace[417674651] 'process raft request' (duration: 2.75931575s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:14.283128Z","caller":"traceutil/trace.go:171","msg":"trace[1220592072] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"2.783419761s","start":"2026-04-19T11:08:11.499636Z","end":"2026-04-19T11:08:14.283055Z","steps":["trace[1220592072] 'process raft request' (duration: 2.782935231s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:14.283171Z","caller":"traceutil/trace.go:171","msg":"trace[269318655] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2272; }","duration":"4.006469689s","start":"2026-04-19T11:08:10.276669Z","end":"2026-04-19T11:08:14.283139Z","steps":["trace[269318655] 'read index received' (duration: 2.051005279s)","trace[269318655] 'applied index is now lower than readState.Index' (duration: 1.95546267s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:14.283215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.523475Z","time spent":"2.759697588s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:14.283199Z","caller":"traceutil/trace.go:171","msg":"trace[992284091] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"2.710357108s","start":"2026-04-19T11:08:11.572813Z","end":"2026-04-19T11:08:14.28317Z","steps":["trace[992284091] 'process raft request' (duration: 2.710139683s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:14.283341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128694408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:08:14.283352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.499608Z","time spent":"2.783625985s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:14.283364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042720056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:14.283395Z","caller":"traceutil/trace.go:171","msg":"trace[1086044146] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2190; }","duration":"4.128805571s","start":"2026-04-19T11:08:10.154579Z","end":"2026-04-19T11:08:14.283384Z","steps":["trace[1086044146] 'agreement among raft nodes before linearized reading' (duration: 4.128693097s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:14.283189Z","caller":"traceutil/trace.go:171","msg":"trace[431749835] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"2.710193115s","start":"2026-04-19T11:08:11.572964Z","end":"2026-04-19T11:08:14.283157Z","steps":["trace[431749835] 'process raft request' (duration: 2.710044941s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:14.283426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.572789Z","time spent":"2.710531833s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:14.28343Z","caller":"traceutil/trace.go:171","msg":"trace[1380211151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2190; }","duration":"4.042826918s","start":"2026-04-19T11:08:10.240589Z","end":"2026-04-19T11:08:14.283416Z","steps":["trace[1380211151] 'agreement among raft nodes before linearized reading' (duration: 4.042671314s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:14.283638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:10.240518Z","time spent":"4.043087444s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:14.283436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:10.154557Z","time spent":"4.128869163s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:14.283687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.572928Z","time spent":"2.710589044s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:15.236086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T11:08:15.236276Z","caller":"traceutil/trace.go:171","msg":"trace[1572122353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037875s","start":"2026-04-19T11:08:13.235875Z","end":"2026-04-19T11:08:15.236254Z","steps":["trace[1572122353] 'agreement among raft nodes before linearized reading' (duration: 2.000142935s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.236339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:13.235763Z","time spent":"2.000563474s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 11:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T11:08:15.43964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.942978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:08:15.439755Z","caller":"traceutil/trace.go:171","msg":"trace[1255208928] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2279; }","duration":"1.156484491s","start":"2026-04-19T11:08:14.283253Z","end":"2026-04-19T11:08:15.439737Z","steps":["trace[1255208928] 'read index received' (duration: 317.275666ms)","trace[1255208928] 'applied index is now lower than readState.Index' (duration: 839.201104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:15.440115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412961232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-19T11:08:15.440243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209321788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:08:15.440256Z","caller":"traceutil/trace.go:171","msg":"trace[1702098707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2191; }","duration":"4.413139345s","start":"2026-04-19T11:08:11.027089Z","end":"2026-04-19T11:08:15.440229Z","steps":["trace[1702098707] 'agreement among raft nodes before linearized reading' (duration: 4.412739537s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:15.440288Z","caller":"traceutil/trace.go:171","msg":"trace[37129772] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2191; }","duration":"1.20940916s","start":"2026-04-19T11:08:14.230867Z","end":"2026-04-19T11:08:15.440276Z","steps":["trace[37129772] 'agreement among raft nodes before linearized reading' (duration: 1.209304317s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.440325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:14.23084Z","time spent":"1.209476222s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:15.440323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.027078Z","time spent":"4.413228829s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:08:15.440331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41375293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:08:15.440353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.366777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:15.44038Z","caller":"traceutil/trace.go:171","msg":"trace[1828391804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2191; }","duration":"4.413854913s","start":"2026-04-19T11:08:11.026513Z","end":"2026-04-19T11:08:15.440368Z","steps":["trace[1828391804] 'agreement among raft nodes before linearized reading' (duration: 4.413661457s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.440376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659416566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-19T11:08:15.440421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.026494Z","time spent":"4.413919515s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:08:15.440426Z","caller":"traceutil/trace.go:171","msg":"trace[154808882] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2191; }","duration":"975.49162ms","start":"2026-04-19T11:08:14.464913Z","end":"2026-04-19T11:08:15.440405Z","steps":["trace[154808882] 'agreement among raft nodes before linearized reading' (duration: 975.366288ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:15.440455Z","caller":"traceutil/trace.go:171","msg":"trace[1371618322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2191; }","duration":"4.659480408s","start":"2026-04-19T11:08:10.780938Z","end":"2026-04-19T11:08:15.440418Z","steps":["trace[1371618322] 'agreement among raft nodes before linearized reading' (duration: 4.659278702s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.44047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:14.464883Z","time spent":"975.576203ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:15.440466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938318118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-19T11:08:15.440493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:10.780877Z","time spent":"4.65960748s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:08:15.440489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.283354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:08:15.440521Z","caller":"traceutil/trace.go:171","msg":"trace[769922359] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"2.677189464s","start":"2026-04-19T11:08:12.763317Z","end":"2026-04-19T11:08:15.440507Z","steps":["trace[769922359] 'process raft request' (duration: 1.837297743s)","trace[769922359] 'compare' (duration: 838.259923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:15.440549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027230986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:08:15.440542Z","caller":"traceutil/trace.go:171","msg":"trace[408763742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"4.938447531s","start":"2026-04-19T11:08:10.502074Z","end":"2026-04-19T11:08:15.440521Z","steps":["trace[408763742] 'agreement among raft nodes before linearized reading' (duration: 4.938127273s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.440506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.481585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:15.440579Z","caller":"traceutil/trace.go:171","msg":"trace[688264373] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2191; }","duration":"4.027302598s","start":"2026-04-19T11:08:11.413267Z","end":"2026-04-19T11:08:15.44057Z","steps":["trace[688264373] 'agreement among raft nodes before linearized reading' (duration: 4.027246777s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:15.440558Z","caller":"traceutil/trace.go:171","msg":"trace[948994718] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2191; }","duration":"922.391436ms","start":"2026-04-19T11:08:14.51815Z","end":"2026-04-19T11:08:15.440541Z","steps":["trace[948994718] 'agreement among raft nodes before linearized reading' (duration: 922.273694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.440583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:12.763279Z","time spent":"2.677269846s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:15.440579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.836741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-19T11:08:15.440599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:10.502053Z","time spent":"4.938536802s","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-19T11:08:15.44061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.413247Z","time spent":"4.02735579s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:08:15.440624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:14.518127Z","time spent":"922.483769ms","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:08:15.440618Z","caller":"traceutil/trace.go:171","msg":"trace[767228576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"194.667489ms","start":"2026-04-19T11:08:15.245929Z","end":"2026-04-19T11:08:15.440596Z","steps":["trace[767228576] 'agreement among raft nodes before linearized reading' (duration: 194.489775ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:15.440636Z","caller":"traceutil/trace.go:171","msg":"trace[176247669] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2191; }","duration":"735.924832ms","start":"2026-04-19T11:08:14.704692Z","end":"2026-04-19T11:08:15.440616Z","steps":["trace[176247669] 'agreement among raft nodes before linearized reading' (duration: 735.729498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.440682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:14.704671Z","time spent":"736.002874ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:08:15.440476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.629884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-19T11:08:15.44068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414241721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-19T11:08:15.440736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380038529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd6e352cc0fd\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-19T11:08:15.440739Z","caller":"traceutil/trace.go:171","msg":"trace[576935509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2191; }","duration":"4.414321813s","start":"2026-04-19T11:08:11.026401Z","end":"2026-04-19T11:08:15.440722Z","steps":["trace[576935509] 'agreement among raft nodes before linearized reading' (duration: 4.41416248s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:15.440729Z","caller":"traceutil/trace.go:171","msg":"trace[2088772381] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:2191; }","duration":"401.93614ms","start":"2026-04-19T11:08:15.038775Z","end":"2026-04-19T11:08:15.440711Z","steps":["trace[2088772381] 'agreement among raft nodes before linearized reading' (duration: 401.515621ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:15.440781Z","caller":"traceutil/trace.go:171","msg":"trace[1467586390] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd6e352cc0fd; range_end:; response_count:1; response_revision:2191; }","duration":"1.38010388s","start":"2026-04-19T11:08:14.06066Z","end":"2026-04-19T11:08:15.440764Z","steps":["trace[1467586390] 'agreement among raft nodes before linearized reading' (duration: 1.380022539s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.440788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.026393Z","time spent":"4.414383045s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:08:15.440795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.038741Z","time spent":"402.038383ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.68\" "} {"level":"warn","ts":"2026-04-19T11:08:15.440819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:14.060645Z","time spent":"1.380164881s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7bd6e352cc0fd\" "} {"level":"warn","ts":"2026-04-19T11:08:15.441033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462503846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-19T11:08:15.441123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415369216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:08:15.441192Z","caller":"traceutil/trace.go:171","msg":"trace[1852409661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2191; }","duration":"4.415473499s","start":"2026-04-19T11:08:11.025706Z","end":"2026-04-19T11:08:15.44118Z","steps":["trace[1852409661] 'agreement among raft nodes before linearized reading' (duration: 4.415232323s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.441225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:11.025679Z","time spent":"4.4155371s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:08:15.441106Z","caller":"traceutil/trace.go:171","msg":"trace[1719443397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2191; }","duration":"4.462615039s","start":"2026-04-19T11:08:10.978481Z","end":"2026-04-19T11:08:15.441096Z","steps":["trace[1719443397] 'agreement among raft nodes before linearized reading' (duration: 4.461534694s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:15.441539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:10.978462Z","time spent":"4.463063389s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:08:15.943599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566475665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:08:16.064815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.442188Z","time spent":"622.621042ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-19T11:08:16.104603Z","caller":"traceutil/trace.go:171","msg":"trace[1779876305] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"660.72309ms","start":"2026-04-19T11:08:15.443856Z","end":"2026-04-19T11:08:16.104579Z","steps":["trace[1779876305] 'process raft request' (duration: 660.468764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.104756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.443838Z","time spent":"660.839093ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:16.104977Z","caller":"traceutil/trace.go:171","msg":"trace[787262203] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"659.761559ms","start":"2026-04-19T11:08:15.445188Z","end":"2026-04-19T11:08:16.10495Z","steps":["trace[787262203] 'process raft request' (duration: 659.333339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.105168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.44515Z","time spent":"659.903162ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:16.105275Z","caller":"traceutil/trace.go:171","msg":"trace[2104336329] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"659.840971ms","start":"2026-04-19T11:08:15.44542Z","end":"2026-04-19T11:08:16.105261Z","steps":["trace[2104336329] 'process raft request' (duration: 659.394671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.105361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.445401Z","time spent":"659.907592ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:16.105549Z","caller":"traceutil/trace.go:171","msg":"trace[2031496181] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2280; }","duration":"662.647134ms","start":"2026-04-19T11:08:15.442892Z","end":"2026-04-19T11:08:16.105539Z","steps":["trace[2031496181] 'read index received' (duration: 567.915343ms)","trace[2031496181] 'applied index is now lower than readState.Index' (duration: 94.730761ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:16.105534Z","caller":"traceutil/trace.go:171","msg":"trace[1125830022] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"659.614034ms","start":"2026-04-19T11:08:15.445899Z","end":"2026-04-19T11:08:16.105513Z","steps":["trace[1125830022] 'process raft request' (duration: 659.446621ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:16.105644Z","caller":"traceutil/trace.go:171","msg":"trace[1950481165] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"659.43762ms","start":"2026-04-19T11:08:15.44616Z","end":"2026-04-19T11:08:16.105597Z","steps":["trace[1950481165] 'process raft request' (duration: 659.249006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.105689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.792757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:16.105723Z","caller":"traceutil/trace.go:171","msg":"trace[1325438130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2198; }","duration":"662.863108ms","start":"2026-04-19T11:08:15.442852Z","end":"2026-04-19T11:08:16.105715Z","steps":["trace[1325438130] 'agreement among raft nodes before linearized reading' (duration: 662.790556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.105752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.442839Z","time spent":"662.907549ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:08:16.105756Z","caller":"traceutil/trace.go:171","msg":"trace[1121040558] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"660.155657ms","start":"2026-04-19T11:08:15.445583Z","end":"2026-04-19T11:08:16.105738Z","steps":["trace[1121040558] 'process raft request' (duration: 659.635616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.105759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.446141Z","time spent":"659.564494ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:16.105754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.445886Z","time spent":"659.771127ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:16.10582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.445572Z","time spent":"660.218028ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:08:16.105627Z","caller":"traceutil/trace.go:171","msg":"trace[231168814] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"659.447941ms","start":"2026-04-19T11:08:15.446171Z","end":"2026-04-19T11:08:16.105619Z","steps":["trace[231168814] 'process raft request' (duration: 659.323888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.105928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.446157Z","time spent":"659.725706ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:08:16.114407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.276147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:16.114565Z","caller":"traceutil/trace.go:171","msg":"trace[231696019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2199; }","duration":"663.490742ms","start":"2026-04-19T11:08:15.451052Z","end":"2026-04-19T11:08:16.114542Z","steps":["trace[231696019] 'agreement among raft nodes before linearized reading' (duration: 663.195216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:16.114626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:08:15.45104Z","time spent":"663.576094ms","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-19T11:08:24.444756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.314139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:08:24.444857Z","caller":"traceutil/trace.go:171","msg":"trace[247047503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"209.469043ms","start":"2026-04-19T11:08:24.235367Z","end":"2026-04-19T11:08:24.444836Z","steps":["trace[247047503] 'range keys from in-memory index tree' (duration: 209.227447ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:24.444993Z","caller":"traceutil/trace.go:171","msg":"trace[1994544629] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"107.252252ms","start":"2026-04-19T11:08:24.33771Z","end":"2026-04-19T11:08:24.444962Z","steps":["trace[1994544629] 'process raft request' (duration: 14.852371ms)","trace[1994544629] 'compare' (duration: 92.163305ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:24.520913Z","caller":"traceutil/trace.go:171","msg":"trace[35207910] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"129.317664ms","start":"2026-04-19T11:08:24.39157Z","end":"2026-04-19T11:08:24.520887Z","steps":["trace[35207910] 'process raft request' (duration: 129.075769ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:26.278948Z","caller":"traceutil/trace.go:171","msg":"trace[122963382] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2339; }","duration":"118.701538ms","start":"2026-04-19T11:08:26.160219Z","end":"2026-04-19T11:08:26.278921Z","steps":["trace[122963382] 'read index received' (duration: 34.807017ms)","trace[122963382] 'applied index is now lower than readState.Index' (duration: 83.893291ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:26.279025Z","caller":"traceutil/trace.go:171","msg":"trace[386287193] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"120.215791ms","start":"2026-04-19T11:08:26.158773Z","end":"2026-04-19T11:08:26.278989Z","steps":["trace[386287193] 'process raft request' (duration: 76.184749ms)","trace[386287193] 'compare' (duration: 43.845608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:08:26.279301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.053456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-19T11:08:26.279367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.120354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T11:08:26.279385Z","caller":"traceutil/trace.go:171","msg":"trace[218654008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2249; }","duration":"119.183099ms","start":"2026-04-19T11:08:26.160182Z","end":"2026-04-19T11:08:26.279365Z","steps":["trace[218654008] 'agreement among raft nodes before linearized reading' (duration: 118.906673ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:26.279431Z","caller":"traceutil/trace.go:171","msg":"trace[1858583634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2249; }","duration":"118.235317ms","start":"2026-04-19T11:08:26.161178Z","end":"2026-04-19T11:08:26.279414Z","steps":["trace[1858583634] 'agreement among raft nodes before linearized reading' (duration: 117.91769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:26.279773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.930361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-19T11:08:26.279884Z","caller":"traceutil/trace.go:171","msg":"trace[1020931478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"118.093904ms","start":"2026-04-19T11:08:26.161766Z","end":"2026-04-19T11:08:26.279859Z","steps":["trace[1020931478] 'agreement among raft nodes before linearized reading' (duration: 117.720205ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:42.779193Z","caller":"traceutil/trace.go:171","msg":"trace[1525791342] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"271.139888ms","start":"2026-04-19T11:08:42.508017Z","end":"2026-04-19T11:08:42.779157Z","steps":["trace[1525791342] 'process raft request' (duration: 203.605732ms)","trace[1525791342] 'compare' (duration: 67.273611ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:42.779571Z","caller":"traceutil/trace.go:171","msg":"trace[1504847443] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"270.75737ms","start":"2026-04-19T11:08:42.508786Z","end":"2026-04-19T11:08:42.779544Z","steps":["trace[1504847443] 'process raft request' (duration: 270.29803ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:42.779812Z","caller":"traceutil/trace.go:171","msg":"trace[969774893] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"270.659278ms","start":"2026-04-19T11:08:42.50912Z","end":"2026-04-19T11:08:42.779779Z","steps":["trace[969774893] 'process raft request' (duration: 270.31549ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:42.780057Z","caller":"traceutil/trace.go:171","msg":"trace[1081790794] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"270.237638ms","start":"2026-04-19T11:08:42.509685Z","end":"2026-04-19T11:08:42.779923Z","steps":["trace[1081790794] 'process raft request' (duration: 270.039334ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:44.614482Z","caller":"traceutil/trace.go:171","msg":"trace[665313739] linearizableReadLoop","detail":"{readStateIndex:2432; appliedIndex:2431; }","duration":"101.078254ms","start":"2026-04-19T11:08:44.513384Z","end":"2026-04-19T11:08:44.614462Z","steps":["trace[665313739] 'read index received' (duration: 100.87309ms)","trace[665313739] 'applied index is now lower than readState.Index' (duration: 204.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:08:44.614547Z","caller":"traceutil/trace.go:171","msg":"trace[1996963986] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"103.570611ms","start":"2026-04-19T11:08:44.510957Z","end":"2026-04-19T11:08:44.614528Z","steps":["trace[1996963986] 'process raft request' (duration: 103.364266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:44.614681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.279199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:08:44.614718Z","caller":"traceutil/trace.go:171","msg":"trace[1582010102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2337; }","duration":"101.35053ms","start":"2026-04-19T11:08:44.513355Z","end":"2026-04-19T11:08:44.614706Z","steps":["trace[1582010102] 'agreement among raft nodes before linearized reading' (duration: 101.217698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:08:44.614738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.252399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-19T11:08:44.614748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.693726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:08:44.61479Z","caller":"traceutil/trace.go:171","msg":"trace[2104050339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2337; }","duration":"101.35241ms","start":"2026-04-19T11:08:44.513424Z","end":"2026-04-19T11:08:44.614777Z","steps":["trace[2104050339] 'agreement among raft nodes before linearized reading' (duration: 101.217397ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:08:44.614797Z","caller":"traceutil/trace.go:171","msg":"trace[501981819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2337; }","duration":"100.765208ms","start":"2026-04-19T11:08:44.514015Z","end":"2026-04-19T11:08:44.61478Z","steps":["trace[501981819] 'agreement among raft nodes before linearized reading' (duration: 100.644495ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:05.777499Z","caller":"traceutil/trace.go:171","msg":"trace[1075989209] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"155.737233ms","start":"2026-04-19T11:09:05.62172Z","end":"2026-04-19T11:09:05.777457Z","steps":["trace[1075989209] 'process raft request' (duration: 155.494428ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:05.831932Z","caller":"traceutil/trace.go:171","msg":"trace[1245258512] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"162.814201ms","start":"2026-04-19T11:09:05.669084Z","end":"2026-04-19T11:09:05.831898Z","steps":["trace[1245258512] 'process raft request' (duration: 162.587716ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:09.308587Z","caller":"traceutil/trace.go:171","msg":"trace[1553095455] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"429.04163ms","start":"2026-04-19T11:09:08.879514Z","end":"2026-04-19T11:09:09.308556Z","steps":["trace[1553095455] 'process raft request' (duration: 426.698628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:09.308749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:08.879488Z","time spent":"429.179473ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:09.313966Z","caller":"traceutil/trace.go:171","msg":"trace[673253257] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2761; }","duration":"122.507213ms","start":"2026-04-19T11:09:09.191439Z","end":"2026-04-19T11:09:09.313946Z","steps":["trace[673253257] 'read index received' (duration: 114.926994ms)","trace[673253257] 'applied index is now lower than readState.Index' (duration: 7.579629ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:09.314Z","caller":"traceutil/trace.go:171","msg":"trace[66623950] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"422.793501ms","start":"2026-04-19T11:09:08.89118Z","end":"2026-04-19T11:09:09.313973Z","steps":["trace[66623950] 'process raft request' (duration: 422.613907ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:09.314074Z","caller":"traceutil/trace.go:171","msg":"trace[528956187] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"420.90672ms","start":"2026-04-19T11:09:08.893158Z","end":"2026-04-19T11:09:09.314065Z","steps":["trace[528956187] 'process raft request' (duration: 420.765067ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:09.314066Z","caller":"traceutil/trace.go:171","msg":"trace[215827084] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"421.83627ms","start":"2026-04-19T11:09:08.892183Z","end":"2026-04-19T11:09:09.314019Z","steps":["trace[215827084] 'process raft request' (duration: 421.715857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:09.314135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:08.89115Z","time spent":"422.911794ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:09.314168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:08.893149Z","time spent":"420.949851ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:09.314269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:08.892168Z","time spent":"421.994103ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:09.314348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.901232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-19T11:09:09.314403Z","caller":"traceutil/trace.go:171","msg":"trace[1030720163] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2657; }","duration":"123.009044ms","start":"2026-04-19T11:09:09.191381Z","end":"2026-04-19T11:09:09.31439Z","steps":["trace[1030720163] 'agreement among raft nodes before linearized reading' (duration: 122.758058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:10.979532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566476674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:09:11.122732Z","caller":"traceutil/trace.go:171","msg":"trace[2038474521] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2765; }","duration":"644.107837ms","start":"2026-04-19T11:09:10.4786Z","end":"2026-04-19T11:09:11.122708Z","steps":["trace[2038474521] 'read index received' (duration: 639.565567ms)","trace[2038474521] 'applied index is now lower than readState.Index' (duration: 4.5412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:11.122952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.331762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:09:11.122987Z","caller":"traceutil/trace.go:171","msg":"trace[656463789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2657; }","duration":"644.432924ms","start":"2026-04-19T11:09:10.478545Z","end":"2026-04-19T11:09:11.122978Z","steps":["trace[656463789] 'agreement among raft nodes before linearized reading' (duration: 644.276571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:11.123021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:10.478525Z","time spent":"644.487886ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:09:11.123021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.918264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:09:11.123082Z","caller":"traceutil/trace.go:171","msg":"trace[758035217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2657; }","duration":"353.998746ms","start":"2026-04-19T11:09:10.769067Z","end":"2026-04-19T11:09:11.123065Z","steps":["trace[758035217] 'agreement among raft nodes before linearized reading' (duration: 353.832203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:11.123128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:10.769058Z","time spent":"354.060887ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:09:11.123061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.982386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:09:11.123142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.354664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:09:11.123168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.431675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:09:11.123245Z","caller":"traceutil/trace.go:171","msg":"trace[1421556286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2657; }","duration":"380.526199ms","start":"2026-04-19T11:09:10.742697Z","end":"2026-04-19T11:09:11.123223Z","steps":["trace[1421556286] 'agreement among raft nodes before linearized reading' (duration: 380.20043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:11.123221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.356316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:09:11.123282Z","caller":"traceutil/trace.go:171","msg":"trace[1401472815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2657; }","duration":"354.60799ms","start":"2026-04-19T11:09:10.768646Z","end":"2026-04-19T11:09:11.123254Z","steps":["trace[1401472815] 'agreement among raft nodes before linearized reading' (duration: 354.278602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:11.1233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:10.742679Z","time spent":"380.61354ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:09:11.123318Z","caller":"traceutil/trace.go:171","msg":"trace[860503332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2657; }","duration":"376.486978ms","start":"2026-04-19T11:09:10.74681Z","end":"2026-04-19T11:09:11.123297Z","steps":["trace[860503332] 'agreement among raft nodes before linearized reading' (duration: 376.185891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:11.123342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:10.768622Z","time spent":"354.710792ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:09:11.123377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:10.746802Z","time spent":"376.56617ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:09:11.123213Z","caller":"traceutil/trace.go:171","msg":"trace[1559555178] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2657; }","duration":"324.179661ms","start":"2026-04-19T11:09:10.799015Z","end":"2026-04-19T11:09:11.123194Z","steps":["trace[1559555178] 'agreement among raft nodes before linearized reading' (duration: 323.926524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:11.123479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:10.799002Z","time spent":"324.462368ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:09:31.569867Z","caller":"traceutil/trace.go:171","msg":"trace[919140279] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"182.623726ms","start":"2026-04-19T11:09:31.387213Z","end":"2026-04-19T11:09:31.569837Z","steps":["trace[919140279] 'process raft request' (duration: 87.301063ms)","trace[919140279] 'compare' (duration: 95.18761ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:31.618521Z","caller":"traceutil/trace.go:171","msg":"trace[1393199410] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"230.991035ms","start":"2026-04-19T11:09:31.387499Z","end":"2026-04-19T11:09:31.61849Z","steps":["trace[1393199410] 'process raft request' (duration: 230.843262ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:31.618747Z","caller":"traceutil/trace.go:171","msg":"trace[365481733] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"229.393148ms","start":"2026-04-19T11:09:31.389333Z","end":"2026-04-19T11:09:31.618726Z","steps":["trace[365481733] 'process raft request' (duration: 229.119262ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:31.618906Z","caller":"traceutil/trace.go:171","msg":"trace[1252789402] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"178.569826ms","start":"2026-04-19T11:09:31.440314Z","end":"2026-04-19T11:09:31.618884Z","steps":["trace[1252789402] 'process raft request' (duration: 178.347871ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:31.619203Z","caller":"traceutil/trace.go:171","msg":"trace[1663006391] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"175.344724ms","start":"2026-04-19T11:09:31.443848Z","end":"2026-04-19T11:09:31.619193Z","steps":["trace[1663006391] 'process raft request' (duration: 174.952945ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:31.619457Z","caller":"traceutil/trace.go:171","msg":"trace[707193865] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"175.205641ms","start":"2026-04-19T11:09:31.444212Z","end":"2026-04-19T11:09:31.619417Z","steps":["trace[707193865] 'process raft request' (duration: 174.857553ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:31.62026Z","caller":"traceutil/trace.go:171","msg":"trace[70176979] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"173.984023ms","start":"2026-04-19T11:09:31.445395Z","end":"2026-04-19T11:09:31.619379Z","steps":["trace[70176979] 'process raft request' (duration: 173.888401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:33.000852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.209332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-19T11:09:33.000847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.612235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:09:33.000916Z","caller":"traceutil/trace.go:171","msg":"trace[1084315066] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2796; }","duration":"901.338185ms","start":"2026-04-19T11:09:32.099563Z","end":"2026-04-19T11:09:33.000902Z","steps":["trace[1084315066] 'range keys from in-memory index tree' (duration: 901.018048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:33.000907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.930669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-19T11:09:33.000951Z","caller":"traceutil/trace.go:171","msg":"trace[1883062096] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2796; }","duration":"999.769108ms","start":"2026-04-19T11:09:32.001157Z","end":"2026-04-19T11:09:33.000927Z","steps":["trace[1883062096] 'count revisions from in-memory index tree' (duration: 999.419711ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:33.000995Z","caller":"traceutil/trace.go:171","msg":"trace[1042085554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2796; }","duration":"725.062172ms","start":"2026-04-19T11:09:32.275907Z","end":"2026-04-19T11:09:33.00097Z","steps":["trace[1042085554] 'range keys from in-memory index tree' (duration: 724.696234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:33.001019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:32.00113Z","time spent":"999.870851ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:09:33.000943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:32.099539Z","time spent":"901.398937ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-19T11:09:33.001046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:32.275885Z","time spent":"725.148554ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-19T11:09:33.001079Z","caller":"traceutil/trace.go:171","msg":"trace[1723312267] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2909; }","duration":"489.223679ms","start":"2026-04-19T11:09:32.511848Z","end":"2026-04-19T11:09:33.001072Z","steps":["trace[1723312267] 'read index received' (duration: 487.970311ms)","trace[1723312267] 'applied index is now lower than readState.Index' (duration: 1.252728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:33.001048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.360261ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:09:33.001154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.30856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:09:33.001163Z","caller":"traceutil/trace.go:171","msg":"trace[861183953] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"672.155102ms","start":"2026-04-19T11:09:32.328992Z","end":"2026-04-19T11:09:33.001147Z","steps":["trace[861183953] 'process raft request' (duration: 670.740861ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:33.001198Z","caller":"traceutil/trace.go:171","msg":"trace[765381644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2796; }","duration":"142.518215ms","start":"2026-04-19T11:09:32.858654Z","end":"2026-04-19T11:09:33.001172Z","steps":["trace[765381644] 'range keys from in-memory index tree' (duration: 142.321391ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:33.001179Z","caller":"traceutil/trace.go:171","msg":"trace[1394267737] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2797; }","duration":"489.375542ms","start":"2026-04-19T11:09:32.511797Z","end":"2026-04-19T11:09:33.001172Z","steps":["trace[1394267737] 'agreement among raft nodes before linearized reading' (duration: 489.29828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:33.001329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:32.511774Z","time spent":"489.540436ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:09:33.001327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:32.32897Z","time spent":"672.230035ms","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:37.776323Z","caller":"traceutil/trace.go:171","msg":"trace[858985455] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2940; }","duration":"135.247071ms","start":"2026-04-19T11:09:37.641041Z","end":"2026-04-19T11:09:37.776288Z","steps":["trace[858985455] 'read index received' (duration: 20.550192ms)","trace[858985455] 'applied index is now lower than readState.Index' (duration: 114.695529ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:37.776395Z","caller":"traceutil/trace.go:171","msg":"trace[860546996] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"136.694984ms","start":"2026-04-19T11:09:37.639679Z","end":"2026-04-19T11:09:37.776374Z","steps":["trace[860546996] 'process raft request' (duration: 136.454439ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:37.776473Z","caller":"traceutil/trace.go:171","msg":"trace[818399967] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"136.694574ms","start":"2026-04-19T11:09:37.639764Z","end":"2026-04-19T11:09:37.776459Z","steps":["trace[818399967] 'process raft request' (duration: 136.469449ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:37.776612Z","caller":"traceutil/trace.go:171","msg":"trace[1925785101] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"138.623978ms","start":"2026-04-19T11:09:37.63797Z","end":"2026-04-19T11:09:37.776594Z","steps":["trace[1925785101] 'process raft request' (duration: 137.976724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:37.776623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.549438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:09:37.776761Z","caller":"traceutil/trace.go:171","msg":"trace[690873388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2830; }","duration":"131.722833ms","start":"2026-04-19T11:09:37.645025Z","end":"2026-04-19T11:09:37.776748Z","steps":["trace[690873388] 'agreement among raft nodes before linearized reading' (duration: 131.481167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:37.778141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.669771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-19T11:09:37.778237Z","caller":"traceutil/trace.go:171","msg":"trace[1405033815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2830; }","duration":"137.211145ms","start":"2026-04-19T11:09:37.641003Z","end":"2026-04-19T11:09:37.778214Z","steps":["trace[1405033815] 'agreement among raft nodes before linearized reading' (duration: 135.564878ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:43.785773Z","caller":"traceutil/trace.go:171","msg":"trace[828259047] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"346.710556ms","start":"2026-04-19T11:09:43.439032Z","end":"2026-04-19T11:09:43.785742Z","steps":["trace[828259047] 'process raft request' (duration: 346.564163ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:43.785803Z","caller":"traceutil/trace.go:171","msg":"trace[676403644] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2967; }","duration":"277.628182ms","start":"2026-04-19T11:09:43.508131Z","end":"2026-04-19T11:09:43.785759Z","steps":["trace[676403644] 'read index received' (duration: 277.580101ms)","trace[676403644] 'applied index is now lower than readState.Index' (duration: 44.551µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:43.785985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.438999Z","time spent":"346.861699ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:43.786734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.571854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:09:43.786847Z","caller":"traceutil/trace.go:171","msg":"trace[1482134363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2853; }","duration":"278.750238ms","start":"2026-04-19T11:09:43.508075Z","end":"2026-04-19T11:09:43.786825Z","steps":["trace[1482134363] 'agreement among raft nodes before linearized reading' (duration: 277.866678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.097409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.453576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:09:44.097532Z","caller":"traceutil/trace.go:171","msg":"trace[1258090951] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"311.612107ms","start":"2026-04-19T11:09:43.785898Z","end":"2026-04-19T11:09:44.09751Z","steps":["trace[1258090951] 'read index received' (duration: 179.972297ms)","trace[1258090951] 'applied index is now lower than readState.Index' (duration: 131.63874ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:44.097702Z","caller":"traceutil/trace.go:171","msg":"trace[1784440342] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"413.894946ms","start":"2026-04-19T11:09:43.68377Z","end":"2026-04-19T11:09:44.097665Z","steps":["trace[1784440342] 'process raft request' (duration: 282.080002ms)","trace[1784440342] 'compare' (duration: 131.277472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:44.097776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.098864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:09:44.097777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.553606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a7bd8690eea80a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-19T11:09:44.097817Z","caller":"traceutil/trace.go:171","msg":"trace[191908337] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2854; }","duration":"524.191486ms","start":"2026-04-19T11:09:43.573613Z","end":"2026-04-19T11:09:44.097804Z","steps":["trace[191908337] 'agreement among raft nodes before linearized reading' (duration: 524.107624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.097875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.683738Z","time spent":"414.045289ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:44.097885Z","caller":"traceutil/trace.go:171","msg":"trace[204886828] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a7bd8690eea80a; range_end:; response_count:1; response_revision:2854; }","duration":"412.706409ms","start":"2026-04-19T11:09:43.685146Z","end":"2026-04-19T11:09:44.097852Z","steps":["trace[204886828] 'agreement among raft nodes before linearized reading' (duration: 412.386402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.097892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.573588Z","time spent":"524.283499ms","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:09:44.09788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.819314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-19T11:09:44.097947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.685129Z","time spent":"412.801792ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a7bd8690eea80a\" "} {"level":"info","ts":"2026-04-19T11:09:44.097982Z","caller":"traceutil/trace.go:171","msg":"trace[954879829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2854; }","duration":"449.979628ms","start":"2026-04-19T11:09:43.64798Z","end":"2026-04-19T11:09:44.09796Z","steps":["trace[954879829] 'agreement among raft nodes before linearized reading' (duration: 449.670021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.098034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.647948Z","time spent":"450.075979ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-19T11:09:44.153566Z","caller":"traceutil/trace.go:171","msg":"trace[2055822294] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"362.687255ms","start":"2026-04-19T11:09:43.790825Z","end":"2026-04-19T11:09:44.153513Z","steps":["trace[2055822294] 'process raft request' (duration: 362.486591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.153625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.955621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:09:44.153647Z","caller":"traceutil/trace.go:171","msg":"trace[1820427295] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"359.716528ms","start":"2026-04-19T11:09:43.793918Z","end":"2026-04-19T11:09:44.153634Z","steps":["trace[1820427295] 'process raft request' (duration: 359.503613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.153691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.769347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:09:44.153706Z","caller":"traceutil/trace.go:171","msg":"trace[971666286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2858; }","duration":"229.783357ms","start":"2026-04-19T11:09:43.923917Z","end":"2026-04-19T11:09:44.1537Z","steps":["trace[971666286] 'agreement among raft nodes before linearized reading' (duration: 229.760927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.153767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.790802Z","time spent":"362.861258ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:44.153823Z","caller":"traceutil/trace.go:171","msg":"trace[871920442] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"357.58622ms","start":"2026-04-19T11:09:43.796225Z","end":"2026-04-19T11:09:44.153812Z","steps":["trace[871920442] 'process raft request' (duration: 357.224162ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:44.15357Z","caller":"traceutil/trace.go:171","msg":"trace[1219777834] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"356.408143ms","start":"2026-04-19T11:09:43.797123Z","end":"2026-04-19T11:09:44.153531Z","steps":["trace[1219777834] 'process raft request' (duration: 356.345612ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:44.153666Z","caller":"traceutil/trace.go:171","msg":"trace[2065623571] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2858; }","duration":"363.050543ms","start":"2026-04-19T11:09:43.790608Z","end":"2026-04-19T11:09:44.153658Z","steps":["trace[2065623571] 'agreement among raft nodes before linearized reading' (duration: 362.89299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.153903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.79619Z","time spent":"357.674552ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:44.153941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.797111Z","time spent":"356.781422ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:44.153774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.793901Z","time spent":"359.79303ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:44.153981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.79059Z","time spent":"363.346589ms","remote":"127.0.0.1:55462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:09:44.154023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.486508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:09:44.154041Z","caller":"traceutil/trace.go:171","msg":"trace[1243286179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2858; }","duration":"313.5621ms","start":"2026-04-19T11:09:43.840474Z","end":"2026-04-19T11:09:44.154036Z","steps":["trace[1243286179] 'agreement among raft nodes before linearized reading' (duration: 313.474028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.154063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:43.840456Z","time spent":"313.59906ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:09:44.154507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.855496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-19T11:09:44.154531Z","caller":"traceutil/trace.go:171","msg":"trace[431906155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2858; }","duration":"280.915607ms","start":"2026-04-19T11:09:43.87361Z","end":"2026-04-19T11:09:44.154525Z","steps":["trace[431906155] 'agreement among raft nodes before linearized reading' (duration: 280.253552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:44.735864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566477197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:09:46.235125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-19T11:09:46.235408Z","caller":"traceutil/trace.go:171","msg":"trace[1573748778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044175s","start":"2026-04-19T11:09:44.23493Z","end":"2026-04-19T11:09:46.235372Z","steps":["trace[1573748778] 'agreement among raft nodes before linearized reading' (duration: 2.000139623s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:46.235542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:44.234901Z","time spent":"2.000626584s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:09:47.04592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.901288441s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:09:47.115723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970941767s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:09:47.116191Z","caller":"traceutil/trace.go:171","msg":"trace[453697536] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2973; }","duration":"2.881137313s","start":"2026-04-19T11:09:44.23499Z","end":"2026-04-19T11:09:47.116128Z","steps":["trace[453697536] 'read index received' (duration: 909.626234ms)","trace[453697536] 'applied index is now lower than readState.Index' (duration: 1.971509629s)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:47.116317Z","caller":"traceutil/trace.go:171","msg":"trace[1397519458] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"3.016066317s","start":"2026-04-19T11:09:44.100229Z","end":"2026-04-19T11:09:47.116295Z","steps":["trace[1397519458] 'process raft request' (duration: 1.044405014s)","trace[1397519458] 'compare' (duration: 1.970329483s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:47.116442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:44.100194Z","time spent":"3.01617037s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:47.116932Z","caller":"traceutil/trace.go:171","msg":"trace[50939599] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"3.014131774s","start":"2026-04-19T11:09:44.102784Z","end":"2026-04-19T11:09:47.116916Z","steps":["trace[50939599] 'process raft request' (duration: 3.01307669s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.11703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:44.102741Z","time spent":"3.014240806s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:47.117094Z","caller":"traceutil/trace.go:171","msg":"trace[1752308190] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"2.958970953s","start":"2026-04-19T11:09:44.158092Z","end":"2026-04-19T11:09:47.117063Z","steps":["trace[1752308190] 'process raft request' (duration: 2.957985741s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.11721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:44.158083Z","time spent":"2.959071445s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:47.117256Z","caller":"traceutil/trace.go:171","msg":"trace[143942825] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"2.959381632s","start":"2026-04-19T11:09:44.157858Z","end":"2026-04-19T11:09:47.11724Z","steps":["trace[143942825] 'process raft request' (duration: 2.958164275s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.117343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:44.157839Z","time spent":"2.959456193s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:47.348648Z","caller":"traceutil/trace.go:171","msg":"trace[867753281] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"1.748644218s","start":"2026-04-19T11:09:45.59995Z","end":"2026-04-19T11:09:47.348594Z","steps":["trace[867753281] 'process raft request' (duration: 1.670763217s)","trace[867753281] 'compare' (duration: 77.517993ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:47.348828Z","caller":"traceutil/trace.go:171","msg":"trace[920233870] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"1.245730331s","start":"2026-04-19T11:09:46.103083Z","end":"2026-04-19T11:09:47.348814Z","steps":["trace[920233870] 'process raft request' (duration: 1.245285771s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.34893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.103064Z","time spent":"1.245790722s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:09:47.348976Z","caller":"traceutil/trace.go:171","msg":"trace[2050189074] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"1.160311479s","start":"2026-04-19T11:09:46.188636Z","end":"2026-04-19T11:09:47.348948Z","steps":["trace[2050189074] 'process raft request' (duration: 1.160233817s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.348959Z","caller":"traceutil/trace.go:171","msg":"trace[345437512] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"1.189520637s","start":"2026-04-19T11:09:46.159397Z","end":"2026-04-19T11:09:47.348918Z","steps":["trace[345437512] 'process raft request' (duration: 1.189290182s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.349039Z","caller":"traceutil/trace.go:171","msg":"trace[227073291] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"1.18921813s","start":"2026-04-19T11:09:46.15977Z","end":"2026-04-19T11:09:47.348988Z","steps":["trace[227073291] 'process raft request' (duration: 1.189065037s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.349106Z","caller":"traceutil/trace.go:171","msg":"trace[710692515] linearizableReadLoop","detail":"{readStateIndex:2984; appliedIndex:2977; }","duration":"232.797784ms","start":"2026-04-19T11:09:47.116245Z","end":"2026-04-19T11:09:47.349043Z","steps":["trace[710692515] 'read index received' (duration: 154.471363ms)","trace[710692515] 'applied index is now lower than readState.Index' (duration: 78.325241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:47.349137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112897584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:09:47.349141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.188599Z","time spent":"1.160460173s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.349219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817212431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:09:47.349233Z","caller":"traceutil/trace.go:171","msg":"trace[1926489324] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"409.848305ms","start":"2026-04-19T11:09:46.939379Z","end":"2026-04-19T11:09:47.349227Z","steps":["trace[1926489324] 'process raft request' (duration: 409.523158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.349211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351779965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:09:47.349264Z","caller":"traceutil/trace.go:171","msg":"trace[391212578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2869; }","duration":"1.817259172s","start":"2026-04-19T11:09:45.531993Z","end":"2026-04-19T11:09:47.349252Z","steps":["trace[391212578] 'agreement among raft nodes before linearized reading' (duration: 1.817186s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.349298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.531937Z","time spent":"1.817352754s","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:09:47.348973Z","caller":"traceutil/trace.go:171","msg":"trace[1695599952] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"1.189255341s","start":"2026-04-19T11:09:46.15969Z","end":"2026-04-19T11:09:47.348945Z","steps":["trace[1695599952] 'process raft request' (duration: 1.189100508s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.349299Z","caller":"traceutil/trace.go:171","msg":"trace[631642072] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2869; }","duration":"1.351909848s","start":"2026-04-19T11:09:45.997366Z","end":"2026-04-19T11:09:47.349276Z","steps":["trace[631642072] 'agreement among raft nodes before linearized reading' (duration: 1.351769595s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.349306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.159359Z","time spent":"1.189807433s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.349302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.159763Z","time spent":"1.189421734s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.349338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.939362Z","time spent":"409.926287ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.349321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745347784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:09:47.349385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.159677Z","time spent":"1.18965995s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.349351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.997342Z","time spent":"1.351998261s","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:09:47.349436Z","caller":"traceutil/trace.go:171","msg":"trace[59522195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"1.745558089s","start":"2026-04-19T11:09:45.603863Z","end":"2026-04-19T11:09:47.349421Z","steps":["trace[59522195] 'agreement among raft nodes before linearized reading' (duration: 1.745341864s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.349209Z","caller":"traceutil/trace.go:171","msg":"trace[358068830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"1.113011646s","start":"2026-04-19T11:09:46.236189Z","end":"2026-04-19T11:09:47.349201Z","steps":["trace[358068830] 'agreement among raft nodes before linearized reading' (duration: 1.112855022s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.349537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.599911Z","time spent":"1.748855053s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.34957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.603829Z","time spent":"1.745727703s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:09:47.349585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.236174Z","time spent":"1.113394255s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:09:47.350155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306483491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-19T11:09:47.350188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158560394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-19T11:09:47.350227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.775429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a7bd88f9d7843e\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-19T11:09:47.350287Z","caller":"traceutil/trace.go:171","msg":"trace[1620045921] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a7bd88f9d7843e; range_end:; response_count:1; response_revision:2869; }","duration":"226.890361ms","start":"2026-04-19T11:09:47.123382Z","end":"2026-04-19T11:09:47.350273Z","steps":["trace[1620045921] 'agreement among raft nodes before linearized reading' (duration: 225.90514ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.350206Z","caller":"traceutil/trace.go:171","msg":"trace[1596881858] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:2869; }","duration":"2.306568223s","start":"2026-04-19T11:09:45.043623Z","end":"2026-04-19T11:09:47.350191Z","steps":["trace[1596881858] 'agreement among raft nodes before linearized reading' (duration: 2.305696853s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.350235Z","caller":"traceutil/trace.go:171","msg":"trace[708810601] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2869; }","duration":"2.158652636s","start":"2026-04-19T11:09:45.19157Z","end":"2026-04-19T11:09:47.350222Z","steps":["trace[708810601] 'agreement among raft nodes before linearized reading' (duration: 2.157637824s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.350456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.191548Z","time spent":"2.158886612s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-19T11:09:47.350548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149870306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-19T11:09:47.350601Z","caller":"traceutil/trace.go:171","msg":"trace[237111630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2869; }","duration":"1.149939347s","start":"2026-04-19T11:09:46.200637Z","end":"2026-04-19T11:09:47.350576Z","steps":["trace[237111630] 'agreement among raft nodes before linearized reading' (duration: 1.148529485s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.350644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.200624Z","time spent":"1.150011799s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:09:47.350735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.043596Z","time spent":"2.307119956s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.68\" "} {"level":"warn","ts":"2026-04-19T11:09:47.350949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191681565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:09:47.351064Z","caller":"traceutil/trace.go:171","msg":"trace[93496498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2869; }","duration":"1.19185489s","start":"2026-04-19T11:09:46.159191Z","end":"2026-04-19T11:09:47.351046Z","steps":["trace[93496498] 'agreement among raft nodes before linearized reading' (duration: 1.189939996s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.351117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:46.159179Z","time spent":"1.191919431s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:09:47.351276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56013635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:09:47.351439Z","caller":"traceutil/trace.go:171","msg":"trace[1835527687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2869; }","duration":"1.560255573s","start":"2026-04-19T11:09:45.791067Z","end":"2026-04-19T11:09:47.351322Z","steps":["trace[1835527687] 'agreement among raft nodes before linearized reading' (duration: 1.558033393s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.351487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:45.791029Z","time spent":"1.560445467s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:09:47.741415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.03182ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-19T11:09:47.74166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.352902Z","time spent":"388.750051ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-19T11:09:47.741755Z","caller":"traceutil/trace.go:171","msg":"trace[384072799] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2985; }","duration":"387.622235ms","start":"2026-04-19T11:09:47.354113Z","end":"2026-04-19T11:09:47.741735Z","steps":["trace[384072799] 'read index received' (duration: 21.891932ms)","trace[384072799] 'applied index is now lower than readState.Index' (duration: 365.729223ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:09:47.742003Z","caller":"traceutil/trace.go:171","msg":"trace[1035168551] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"385.188681ms","start":"2026-04-19T11:09:47.356794Z","end":"2026-04-19T11:09:47.741983Z","steps":["trace[1035168551] 'process raft request' (duration: 384.904004ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.742016Z","caller":"traceutil/trace.go:171","msg":"trace[473442440] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"385.479767ms","start":"2026-04-19T11:09:47.356507Z","end":"2026-04-19T11:09:47.741987Z","steps":["trace[473442440] 'process raft request' (duration: 385.149849ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:47.742063Z","caller":"traceutil/trace.go:171","msg":"trace[779780851] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"385.764014ms","start":"2026-04-19T11:09:47.355987Z","end":"2026-04-19T11:09:47.741751Z","steps":["trace[779780851] 'process raft request' (duration: 385.532429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.742148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.356783Z","time spent":"385.277542ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.742287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.356494Z","time spent":"385.657601ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.742326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.355971Z","time spent":"386.308316ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:09:47.74241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.28263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-19T11:09:47.742514Z","caller":"traceutil/trace.go:171","msg":"trace[245485087] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2873; }","duration":"388.413343ms","start":"2026-04-19T11:09:47.354087Z","end":"2026-04-19T11:09:47.7425Z","steps":["trace[245485087] 'agreement among raft nodes before linearized reading' (duration: 387.991924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.742556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.354067Z","time spent":"388.477624ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-19T11:09:47.74258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.638345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:09:47.74264Z","caller":"traceutil/trace.go:171","msg":"trace[1616035886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2873; }","duration":"383.720317ms","start":"2026-04-19T11:09:47.358902Z","end":"2026-04-19T11:09:47.742623Z","steps":["trace[1616035886] 'agreement among raft nodes before linearized reading' (duration: 383.629165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.742641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.033163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a7bd85d2a14b7d\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-19T11:09:47.74268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.358892Z","time spent":"383.78125ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T11:09:47.742694Z","caller":"traceutil/trace.go:171","msg":"trace[1453099516] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a7bd85d2a14b7d; range_end:; response_count:1; response_revision:2873; }","duration":"363.114535ms","start":"2026-04-19T11:09:47.379562Z","end":"2026-04-19T11:09:47.742677Z","steps":["trace[1453099516] 'agreement among raft nodes before linearized reading' (duration: 362.965981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:09:47.742727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.379547Z","time spent":"363.173027ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a7bd85d2a14b7d\" "} {"level":"warn","ts":"2026-04-19T11:09:48.135567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.728296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:09:48.135691Z","caller":"traceutil/trace.go:171","msg":"trace[34382655] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2991; }","duration":"124.363427ms","start":"2026-04-19T11:09:48.011308Z","end":"2026-04-19T11:09:48.135672Z","steps":["trace[34382655] 'read index received' (duration: 33.781µs)","trace[34382655] 'applied index is now lower than readState.Index' (duration: 124.328506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:48.135898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.596132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-19T11:09:48.135936Z","caller":"traceutil/trace.go:171","msg":"trace[1524040426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2876; }","duration":"124.678734ms","start":"2026-04-19T11:09:48.011247Z","end":"2026-04-19T11:09:48.135926Z","steps":["trace[1524040426] 'agreement among raft nodes before linearized reading' (duration: 124.47838ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:09:48.136018Z","caller":"traceutil/trace.go:171","msg":"trace[477066064] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"329.146732ms","start":"2026-04-19T11:09:47.806755Z","end":"2026-04-19T11:09:48.135902Z","steps":["trace[477066064] 'process raft request' (duration: 118.995606ms)","trace[477066064] 'compare' (duration: 209.595523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:09:48.136391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:09:47.806736Z","time spent":"329.368657ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:10:07.957864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.180544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:10:07.958006Z","caller":"traceutil/trace.go:171","msg":"trace[56461254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2983; }","duration":"104.381868ms","start":"2026-04-19T11:10:07.853594Z","end":"2026-04-19T11:10:07.957976Z","steps":["trace[56461254] 'range keys from in-memory index tree' (duration: 103.898466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:10:07.958016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.886616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:10:07.958109Z","caller":"traceutil/trace.go:171","msg":"trace[1513192943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2983; }","duration":"104.05005ms","start":"2026-04-19T11:10:07.854034Z","end":"2026-04-19T11:10:07.958084Z","steps":["trace[1513192943] 'range keys from in-memory index tree' (duration: 103.666071ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:14.80749Z","caller":"traceutil/trace.go:171","msg":"trace[1812466894] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"159.272085ms","start":"2026-04-19T11:12:14.648191Z","end":"2026-04-19T11:12:14.807463Z","steps":["trace[1812466894] 'process raft request' (duration: 159.106152ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:14.808494Z","caller":"traceutil/trace.go:171","msg":"trace[1864136335] linearizableReadLoop","detail":"{readStateIndex:3998; appliedIndex:3996; }","duration":"155.053979ms","start":"2026-04-19T11:12:14.653408Z","end":"2026-04-19T11:12:14.808462Z","steps":["trace[1864136335] 'read index received' (duration: 153.934915ms)","trace[1864136335] 'applied index is now lower than readState.Index' (duration: 1.117874ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:14.808764Z","caller":"traceutil/trace.go:171","msg":"trace[598103227] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"159.906569ms","start":"2026-04-19T11:12:14.648812Z","end":"2026-04-19T11:12:14.808719Z","steps":["trace[598103227] 'process raft request' (duration: 159.49726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:14.809092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.645392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-19T11:12:14.809237Z","caller":"traceutil/trace.go:171","msg":"trace[1836588113] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3846; }","duration":"155.855438ms","start":"2026-04-19T11:12:14.653352Z","end":"2026-04-19T11:12:14.809208Z","steps":["trace[1836588113] 'agreement among raft nodes before linearized reading' (duration: 155.470828ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:20.167201Z","caller":"traceutil/trace.go:171","msg":"trace[1177750235] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"198.647361ms","start":"2026-04-19T11:12:19.968527Z","end":"2026-04-19T11:12:20.167174Z","steps":["trace[1177750235] 'process raft request' (duration: 198.463587ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:20.17081Z","caller":"traceutil/trace.go:171","msg":"trace[896679339] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"201.143266ms","start":"2026-04-19T11:12:19.969636Z","end":"2026-04-19T11:12:20.17078Z","steps":["trace[896679339] 'process raft request' (duration: 200.964482ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:20.17118Z","caller":"traceutil/trace.go:171","msg":"trace[62318183] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"199.746036ms","start":"2026-04-19T11:12:19.971403Z","end":"2026-04-19T11:12:20.171149Z","steps":["trace[62318183] 'process raft request' (duration: 199.334186ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:20.171351Z","caller":"traceutil/trace.go:171","msg":"trace[928130710] linearizableReadLoop","detail":"{readStateIndex:4026; appliedIndex:4021; }","duration":"180.318318ms","start":"2026-04-19T11:12:19.991013Z","end":"2026-04-19T11:12:20.171331Z","steps":["trace[928130710] 'read index received' (duration: 176.057792ms)","trace[928130710] 'applied index is now lower than readState.Index' (duration: 4.259406ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:12:20.171374Z","caller":"traceutil/trace.go:171","msg":"trace[123308918] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"191.44889ms","start":"2026-04-19T11:12:19.979907Z","end":"2026-04-19T11:12:20.171356Z","steps":["trace[123308918] 'process raft request' (duration: 191.345348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:20.171557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.840907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-19T11:12:20.171596Z","caller":"traceutil/trace.go:171","msg":"trace[2046760015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3873; }","duration":"179.945411ms","start":"2026-04-19T11:12:19.991642Z","end":"2026-04-19T11:12:20.171588Z","steps":["trace[2046760015] 'agreement among raft nodes before linearized reading' (duration: 179.805978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:12:20.171616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.573525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-19T11:12:20.171648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.828367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-19T11:12:20.171697Z","caller":"traceutil/trace.go:171","msg":"trace[1629788921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3873; }","duration":"180.706037ms","start":"2026-04-19T11:12:19.990973Z","end":"2026-04-19T11:12:20.171679Z","steps":["trace[1629788921] 'agreement among raft nodes before linearized reading' (duration: 180.450131ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:20.171719Z","caller":"traceutil/trace.go:171","msg":"trace[1251672029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3873; }","duration":"179.9352ms","start":"2026-04-19T11:12:19.991772Z","end":"2026-04-19T11:12:20.171707Z","steps":["trace[1251672029] 'agreement among raft nodes before linearized reading' (duration: 179.724095ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:12:20.17141Z","caller":"traceutil/trace.go:171","msg":"trace[1305007324] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"199.771348ms","start":"2026-04-19T11:12:19.971569Z","end":"2026-04-19T11:12:20.171341Z","steps":["trace[1305007324] 'process raft request' (duration: 199.484031ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:31.918938Z","caller":"traceutil/trace.go:171","msg":"trace[1675512177] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"194.825917ms","start":"2026-04-19T11:13:31.724066Z","end":"2026-04-19T11:13:31.918892Z","steps":["trace[1675512177] 'process raft request' (duration: 189.977907ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:32.541419Z","caller":"traceutil/trace.go:171","msg":"trace[263211806] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4910; }","duration":"118.04191ms","start":"2026-04-19T11:13:32.423348Z","end":"2026-04-19T11:13:32.54139Z","steps":["trace[263211806] 'read index received' (duration: 108.677249ms)","trace[263211806] 'applied index is now lower than readState.Index' (duration: 9.363621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:32.541625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.261646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-19T11:13:32.541663Z","caller":"traceutil/trace.go:171","msg":"trace[601032356] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4724; }","duration":"118.343678ms","start":"2026-04-19T11:13:32.423306Z","end":"2026-04-19T11:13:32.54165Z","steps":["trace[601032356] 'agreement among raft nodes before linearized reading' (duration: 118.190764ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:32.541758Z","caller":"traceutil/trace.go:171","msg":"trace[1438997926] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"119.002162ms","start":"2026-04-19T11:13:32.422581Z","end":"2026-04-19T11:13:32.541583Z","steps":["trace[1438997926] 'process raft request' (duration: 109.464247ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:32.545605Z","caller":"traceutil/trace.go:171","msg":"trace[2119325414] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"119.495493ms","start":"2026-04-19T11:13:32.426069Z","end":"2026-04-19T11:13:32.545565Z","steps":["trace[2119325414] 'process raft request' (duration: 119.257778ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:33.448936Z","caller":"traceutil/trace.go:171","msg":"trace[1270330415] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4959; }","duration":"109.576209ms","start":"2026-04-19T11:13:33.339337Z","end":"2026-04-19T11:13:33.448913Z","steps":["trace[1270330415] 'read index received' (duration: 52.112869ms)","trace[1270330415] 'applied index is now lower than readState.Index' (duration: 57.4623ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:33.449073Z","caller":"traceutil/trace.go:171","msg":"trace[1687747224] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"129.496499ms","start":"2026-04-19T11:13:33.319564Z","end":"2026-04-19T11:13:33.449061Z","steps":["trace[1687747224] 'process raft request' (duration: 97.561467ms)","trace[1687747224] 'compare' (duration: 31.691827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:33.450067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.700485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-19T11:13:33.450163Z","caller":"traceutil/trace.go:171","msg":"trace[448068013] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4774; }","duration":"110.849218ms","start":"2026-04-19T11:13:33.339293Z","end":"2026-04-19T11:13:33.450142Z","steps":["trace[448068013] 'agreement among raft nodes before linearized reading' (duration: 109.842355ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:35.438064Z","caller":"traceutil/trace.go:171","msg":"trace[924203954] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4991; }","duration":"104.534944ms","start":"2026-04-19T11:13:35.333505Z","end":"2026-04-19T11:13:35.43804Z","steps":["trace[924203954] 'read index received' (duration: 104.403651ms)","trace[924203954] 'applied index is now lower than readState.Index' (duration: 130.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:35.4381Z","caller":"traceutil/trace.go:171","msg":"trace[223448680] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"113.940647ms","start":"2026-04-19T11:13:35.324122Z","end":"2026-04-19T11:13:35.438062Z","steps":["trace[223448680] 'process raft request' (duration: 113.782413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:35.438315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.786631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-19T11:13:35.43837Z","caller":"traceutil/trace.go:171","msg":"trace[1941030973] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4804; }","duration":"104.868712ms","start":"2026-04-19T11:13:35.33349Z","end":"2026-04-19T11:13:35.438359Z","steps":["trace[1941030973] 'agreement among raft nodes before linearized reading' (duration: 104.650967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:38.883641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.640887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:13:38.883801Z","caller":"traceutil/trace.go:171","msg":"trace[1779512600] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"318.755069ms","start":"2026-04-19T11:13:38.565028Z","end":"2026-04-19T11:13:38.883783Z","steps":["trace[1779512600] 'process raft request' (duration: 41.879847ms)","trace[1779512600] 'compare' (duration: 276.505294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:38.883852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:38.565006Z","time spent":"318.821881ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:13:38.940447Z","caller":"traceutil/trace.go:171","msg":"trace[1023694716] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"372.905715ms","start":"2026-04-19T11:13:38.567519Z","end":"2026-04-19T11:13:38.940425Z","steps":["trace[1023694716] 'process raft request' (duration: 372.837614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:38.940596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:38.567493Z","time spent":"373.027038ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:13:38.940691Z","caller":"traceutil/trace.go:171","msg":"trace[2010990295] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"375.332381ms","start":"2026-04-19T11:13:38.565326Z","end":"2026-04-19T11:13:38.940658Z","steps":["trace[2010990295] 'process raft request' (duration: 374.890071ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:38.94071Z","caller":"traceutil/trace.go:171","msg":"trace[1139391898] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"373.325505ms","start":"2026-04-19T11:13:38.567364Z","end":"2026-04-19T11:13:38.94069Z","steps":["trace[1139391898] 'process raft request' (duration: 372.947747ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:38.940727Z","caller":"traceutil/trace.go:171","msg":"trace[288320691] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5084; }","duration":"337.338641ms","start":"2026-04-19T11:13:38.603355Z","end":"2026-04-19T11:13:38.940694Z","steps":["trace[288320691] 'read index received' (duration: 3.721135ms)","trace[288320691] 'applied index is now lower than readState.Index' (duration: 333.615356ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:38.940785Z","caller":"traceutil/trace.go:171","msg":"trace[1445940489] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"372.171959ms","start":"2026-04-19T11:13:38.568603Z","end":"2026-04-19T11:13:38.940775Z","steps":["trace[1445940489] 'process raft request' (duration: 371.78463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:38.940826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:38.568576Z","time spent":"372.228651ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:13:38.940861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:38.567356Z","time spent":"373.418707ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:13:38.94087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:38.565313Z","time spent":"375.461603ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:13:38.941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.56784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-19T11:13:38.941035Z","caller":"traceutil/trace.go:171","msg":"trace[237054884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4896; }","duration":"281.665822ms","start":"2026-04-19T11:13:38.659361Z","end":"2026-04-19T11:13:38.941027Z","steps":["trace[237054884] 'agreement among raft nodes before linearized reading' (duration: 281.489668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:38.941067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.352648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xp9xp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-19T11:13:38.941159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.154516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-19T11:13:38.941197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.55144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-19T11:13:38.941327Z","caller":"traceutil/trace.go:171","msg":"trace[1240284344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4896; }","duration":"268.382181ms","start":"2026-04-19T11:13:38.672919Z","end":"2026-04-19T11:13:38.941301Z","steps":["trace[1240284344] 'agreement among raft nodes before linearized reading' (duration: 268.008453ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:38.94134Z","caller":"traceutil/trace.go:171","msg":"trace[1292578881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xp9xp; range_end:; response_count:1; response_revision:4896; }","duration":"267.475501ms","start":"2026-04-19T11:13:38.673661Z","end":"2026-04-19T11:13:38.941137Z","steps":["trace[1292578881] 'agreement among raft nodes before linearized reading' (duration: 267.212185ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:38.941444Z","caller":"traceutil/trace.go:171","msg":"trace[2094069897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4896; }","duration":"274.746395ms","start":"2026-04-19T11:13:38.666563Z","end":"2026-04-19T11:13:38.941309Z","steps":["trace[2094069897] 'agreement among raft nodes before linearized reading' (duration: 274.358986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:38.941768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.398525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-19T11:13:38.941835Z","caller":"traceutil/trace.go:171","msg":"trace[1049210294] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4896; }","duration":"338.496907ms","start":"2026-04-19T11:13:38.603324Z","end":"2026-04-19T11:13:38.941821Z","steps":["trace[1049210294] 'agreement among raft nodes before linearized reading' (duration: 337.515236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:38.941878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:38.603309Z","time spent":"338.558428ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196058,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-19T11:13:39.11509Z","caller":"traceutil/trace.go:171","msg":"trace[1084426884] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5089; }","duration":"168.131973ms","start":"2026-04-19T11:13:38.946938Z","end":"2026-04-19T11:13:39.11507Z","steps":["trace[1084426884] 'read index received' (duration: 32.158246ms)","trace[1084426884] 'applied index is now lower than readState.Index' (duration: 135.973047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:39.115481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.244175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-19T11:13:39.115475Z","caller":"traceutil/trace.go:171","msg":"trace[746758370] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"169.893412ms","start":"2026-04-19T11:13:38.945557Z","end":"2026-04-19T11:13:39.11545Z","steps":["trace[746758370] 'process raft request' (duration: 82.139697ms)","trace[746758370] 'compare' (duration: 87.166162ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:39.115504Z","caller":"traceutil/trace.go:171","msg":"trace[1341761500] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"169.741489ms","start":"2026-04-19T11:13:38.945742Z","end":"2026-04-19T11:13:39.115484Z","steps":["trace[1341761500] 'process raft request' (duration: 169.288599ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:39.115526Z","caller":"traceutil/trace.go:171","msg":"trace[962280250] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4899; }","duration":"145.319348ms","start":"2026-04-19T11:13:38.970195Z","end":"2026-04-19T11:13:39.115515Z","steps":["trace[962280250] 'agreement among raft nodes before linearized reading' (duration: 145.120303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:39.11556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.547923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62971"} {"level":"info","ts":"2026-04-19T11:13:39.115614Z","caller":"traceutil/trace.go:171","msg":"trace[1167502394] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4899; }","duration":"168.686696ms","start":"2026-04-19T11:13:38.946917Z","end":"2026-04-19T11:13:39.115604Z","steps":["trace[1167502394] 'agreement among raft nodes before linearized reading' (duration: 168.378919ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:39.395319Z","caller":"traceutil/trace.go:171","msg":"trace[543313659] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5092; }","duration":"173.907244ms","start":"2026-04-19T11:13:39.221388Z","end":"2026-04-19T11:13:39.395295Z","steps":["trace[543313659] 'read index received' (duration: 173.679219ms)","trace[543313659] 'applied index is now lower than readState.Index' (duration: 226.895µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:39.395486Z","caller":"traceutil/trace.go:171","msg":"trace[1220888028] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"207.224608ms","start":"2026-04-19T11:13:39.188248Z","end":"2026-04-19T11:13:39.395472Z","steps":["trace[1220888028] 'process raft request' (duration: 206.808148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:39.395687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.264202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:13:39.395781Z","caller":"traceutil/trace.go:171","msg":"trace[688686325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4900; }","duration":"174.416915ms","start":"2026-04-19T11:13:39.221343Z","end":"2026-04-19T11:13:39.39576Z","steps":["trace[688686325] 'agreement among raft nodes before linearized reading' (duration: 174.132869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:39.397186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.248244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:13:39.397241Z","caller":"traceutil/trace.go:171","msg":"trace[818340962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4901; }","duration":"163.386387ms","start":"2026-04-19T11:13:39.233841Z","end":"2026-04-19T11:13:39.397227Z","steps":["trace[818340962] 'agreement among raft nodes before linearized reading' (duration: 163.246974ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:39.397218Z","caller":"traceutil/trace.go:171","msg":"trace[1323093124] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"126.44226ms","start":"2026-04-19T11:13:39.270699Z","end":"2026-04-19T11:13:39.397141Z","steps":["trace[1323093124] 'process raft request' (duration: 126.224065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:39.397425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.983055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-stxlr\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-19T11:13:39.397552Z","caller":"traceutil/trace.go:171","msg":"trace[1949129593] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-stxlr; range_end:; response_count:1; response_revision:4901; }","duration":"128.174909ms","start":"2026-04-19T11:13:39.269351Z","end":"2026-04-19T11:13:39.397526Z","steps":["trace[1949129593] 'agreement among raft nodes before linearized reading' (duration: 127.809701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:40.196993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.571613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"info","ts":"2026-04-19T11:13:40.197089Z","caller":"traceutil/trace.go:171","msg":"trace[1497392774] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4987; }","duration":"149.723667ms","start":"2026-04-19T11:13:40.047345Z","end":"2026-04-19T11:13:40.197068Z","steps":["trace[1497392774] 'range keys from in-memory index tree' (duration: 149.47477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:40.476768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.513588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:13:40.477065Z","caller":"traceutil/trace.go:171","msg":"trace[1583015242] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"188.875622ms","start":"2026-04-19T11:13:40.288158Z","end":"2026-04-19T11:13:40.477033Z","steps":["trace[1583015242] 'process raft request' (duration: 28.982165ms)","trace[1583015242] 'compare' (duration: 159.312014ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:40.477178Z","caller":"traceutil/trace.go:171","msg":"trace[546557042] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"183.558532ms","start":"2026-04-19T11:13:40.293572Z","end":"2026-04-19T11:13:40.47713Z","steps":["trace[546557042] 'process raft request' (duration: 183.335107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:43.367081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566482409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T11:13:43.749327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00424988s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T11:13:43.893019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03417256s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:13:43.893142Z","caller":"traceutil/trace.go:171","msg":"trace[78918081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5040; }","duration":"1.034315333s","start":"2026-04-19T11:13:42.858807Z","end":"2026-04-19T11:13:43.893122Z","steps":["trace[78918081] 'range keys from in-memory index tree' (duration: 1.03415389s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:43.894083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.418363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:13:43.894216Z","caller":"traceutil/trace.go:171","msg":"trace[648876322] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"1.149238617s","start":"2026-04-19T11:13:42.744953Z","end":"2026-04-19T11:13:43.894192Z","steps":["trace[648876322] 'process raft request' (duration: 1.004622879s)","trace[648876322] 'compare' (duration: 143.493473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:43.894302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.744925Z","time spent":"1.14933913s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:13:44.022812Z","caller":"traceutil/trace.go:171","msg":"trace[474618077] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"1.055180755s","start":"2026-04-19T11:13:42.967595Z","end":"2026-04-19T11:13:44.022775Z","steps":["trace[474618077] 'process raft request' (duration: 1.055080983s)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:44.02298Z","caller":"traceutil/trace.go:171","msg":"trace[1576732161] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"1.123954154s","start":"2026-04-19T11:13:42.898959Z","end":"2026-04-19T11:13:44.022913Z","steps":["trace[1576732161] 'process raft request' (duration: 1.111622035s)","trace[1576732161] 'compare' (duration: 11.886669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:44.023042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.967576Z","time spent":"1.055335069s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:13:44.023236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.89894Z","time spent":"1.124158448s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:13:44.023227Z","caller":"traceutil/trace.go:171","msg":"trace[468793151] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"1.051772567s","start":"2026-04-19T11:13:42.971399Z","end":"2026-04-19T11:13:44.023171Z","steps":["trace[468793151] 'process raft request' (duration: 1.051333727s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.023446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.971386Z","time spent":"1.051933191s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:13:44.023481Z","caller":"traceutil/trace.go:171","msg":"trace[2126434036] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5237; }","duration":"1.156985023s","start":"2026-04-19T11:13:42.866462Z","end":"2026-04-19T11:13:44.023447Z","steps":["trace[2126434036] 'read index received' (duration: 883.095115ms)","trace[2126434036] 'applied index is now lower than readState.Index' (duration: 273.888658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:13:44.023748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15728607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07606ebb-092f-4f21-9a8e-de2c193b3f9a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-19T11:13:44.023784Z","caller":"traceutil/trace.go:171","msg":"trace[1453166565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07606ebb-092f-4f21-9a8e-de2c193b3f9a; range_end:; response_count:1; response_revision:5045; }","duration":"1.157364051s","start":"2026-04-19T11:13:42.86641Z","end":"2026-04-19T11:13:44.023774Z","steps":["trace[1453166565] 'agreement among raft nodes before linearized reading' (duration: 1.157202668s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.023808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.866388Z","time spent":"1.157414882s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07606ebb-092f-4f21-9a8e-de2c193b3f9a\" "} {"level":"info","ts":"2026-04-19T11:13:44.023945Z","caller":"traceutil/trace.go:171","msg":"trace[1063935911] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"1.052366651s","start":"2026-04-19T11:13:42.971557Z","end":"2026-04-19T11:13:44.023923Z","steps":["trace[1063935911] 'process raft request' (duration: 1.05144111s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.971511Z","time spent":"1.052484143s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:13:44.024083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.385284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:13:44.024125Z","caller":"traceutil/trace.go:171","msg":"trace[1680790540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5045; }","duration":"501.459405ms","start":"2026-04-19T11:13:43.522655Z","end":"2026-04-19T11:13:44.024115Z","steps":["trace[1680790540] 'agreement among raft nodes before linearized reading' (duration: 501.370153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.522638Z","time spent":"501.521747ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:13:44.02412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.754444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07606ebb-092f-4f21-9a8e-de2c193b3f9a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-19T11:13:44.024254Z","caller":"traceutil/trace.go:171","msg":"trace[4643219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07606ebb-092f-4f21-9a8e-de2c193b3f9a; range_end:; response_count:1; response_revision:5045; }","duration":"708.963869ms","start":"2026-04-19T11:13:43.315268Z","end":"2026-04-19T11:13:44.024232Z","steps":["trace[4643219] 'agreement among raft nodes before linearized reading' (duration: 708.616151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.02431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.315244Z","time spent":"709.05395ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07606ebb-092f-4f21-9a8e-de2c193b3f9a\" "} {"level":"warn","ts":"2026-04-19T11:13:44.024298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.694712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:13:44.024373Z","caller":"traceutil/trace.go:171","msg":"trace[1371052726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5045; }","duration":"603.814324ms","start":"2026-04-19T11:13:43.420539Z","end":"2026-04-19T11:13:44.024353Z","steps":["trace[1371052726] 'agreement among raft nodes before linearized reading' (duration: 603.645591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.716638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-19T11:13:44.024423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.420516Z","time spent":"603.898937ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:13:44.024436Z","caller":"traceutil/trace.go:171","msg":"trace[1014241180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5045; }","duration":"894.871842ms","start":"2026-04-19T11:13:43.129546Z","end":"2026-04-19T11:13:44.024418Z","steps":["trace[1014241180] 'agreement among raft nodes before linearized reading' (duration: 894.629836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.561418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-19T11:13:44.024478Z","caller":"traceutil/trace.go:171","msg":"trace[1086372420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5045; }","duration":"880.682561ms","start":"2026-04-19T11:13:43.143789Z","end":"2026-04-19T11:13:44.024471Z","steps":["trace[1086372420] 'agreement among raft nodes before linearized reading' (duration: 880.508836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.129522Z","time spent":"894.951324ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:13:44.024508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.143779Z","time spent":"880.722992ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-19T11:13:44.024586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023316633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-19T11:13:44.024593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.995077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-19T11:13:44.024598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.476616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777646"} {"level":"warn","ts":"2026-04-19T11:13:44.024563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123099655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-stxlr-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-19T11:13:44.024648Z","caller":"traceutil/trace.go:171","msg":"trace[861620983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5045; }","duration":"896.10881ms","start":"2026-04-19T11:13:43.128524Z","end":"2026-04-19T11:13:44.024633Z","steps":["trace[861620983] 'agreement among raft nodes before linearized reading' (duration: 895.955306ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:44.024657Z","caller":"traceutil/trace.go:171","msg":"trace[1408055262] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5045; }","duration":"291.534868ms","start":"2026-04-19T11:13:43.733104Z","end":"2026-04-19T11:13:44.024639Z","steps":["trace[1408055262] 'agreement among raft nodes before linearized reading' (duration: 290.864292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.128499Z","time spent":"896.184442ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:13:44.024712Z","caller":"traceutil/trace.go:171","msg":"trace[1672075879] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-stxlr-tls; range_end:; response_count:1; response_revision:5045; }","duration":"1.12329661s","start":"2026-04-19T11:13:42.90138Z","end":"2026-04-19T11:13:44.024677Z","steps":["trace[1672075879] 'agreement among raft nodes before linearized reading' (duration: 1.122351567s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:42.901371Z","time spent":"1.123397802s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1988,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-stxlr-tls\" "} {"level":"info","ts":"2026-04-19T11:13:44.024626Z","caller":"traceutil/trace.go:171","msg":"trace[1119816035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5045; }","duration":"1.023403595s","start":"2026-04-19T11:13:43.001212Z","end":"2026-04-19T11:13:44.024616Z","steps":["trace[1119816035] 'agreement among raft nodes before linearized reading' (duration: 1.023299093s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.024859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.001188Z","time spent":"1.023650181s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:13:44.02577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.023558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xp9xp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-19T11:13:44.025814Z","caller":"traceutil/trace.go:171","msg":"trace[420872475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xp9xp; range_end:; response_count:1; response_revision:5045; }","duration":"896.10756ms","start":"2026-04-19T11:13:43.129696Z","end":"2026-04-19T11:13:44.025804Z","steps":["trace[420872475] 'agreement among raft nodes before linearized reading' (duration: 894.875642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:44.025837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:13:43.129687Z","time spent":"896.145541ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-xp9xp\" "} {"level":"info","ts":"2026-04-19T11:13:46.669616Z","caller":"traceutil/trace.go:171","msg":"trace[1461761984] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"237.34096ms","start":"2026-04-19T11:13:46.432247Z","end":"2026-04-19T11:13:46.669588Z","steps":["trace[1461761984] 'process raft request' (duration: 237.089634ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:46.669846Z","caller":"traceutil/trace.go:171","msg":"trace[577689961] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"237.137815ms","start":"2026-04-19T11:13:46.432682Z","end":"2026-04-19T11:13:46.66982Z","steps":["trace[577689961] 'process raft request' (duration: 236.838158ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:46.669949Z","caller":"traceutil/trace.go:171","msg":"trace[1398941033] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5302; }","duration":"231.051487ms","start":"2026-04-19T11:13:46.438874Z","end":"2026-04-19T11:13:46.669926Z","steps":["trace[1398941033] 'read index received' (duration: 230.556386ms)","trace[1398941033] 'applied index is now lower than readState.Index' (duration: 494.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:46.67006Z","caller":"traceutil/trace.go:171","msg":"trace[167315286] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"237.169246ms","start":"2026-04-19T11:13:46.432839Z","end":"2026-04-19T11:13:46.670008Z","steps":["trace[167315286] 'process raft request' (duration: 236.927231ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:46.670142Z","caller":"traceutil/trace.go:171","msg":"trace[1211990076] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"237.169305ms","start":"2026-04-19T11:13:46.43289Z","end":"2026-04-19T11:13:46.67006Z","steps":["trace[1211990076] 'process raft request' (duration: 236.983841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:46.67109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.10953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ddce5494-67d1-4e56-bfeb-dbd700fcde93\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-19T11:13:46.67115Z","caller":"traceutil/trace.go:171","msg":"trace[743048142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ddce5494-67d1-4e56-bfeb-dbd700fcde93; range_end:; response_count:1; response_revision:5107; }","duration":"243.211142ms","start":"2026-04-19T11:13:46.427924Z","end":"2026-04-19T11:13:46.671135Z","steps":["trace[743048142] 'agreement among raft nodes before linearized reading' (duration: 242.103538ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:46.676051Z","caller":"traceutil/trace.go:171","msg":"trace[1934898773] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"232.543151ms","start":"2026-04-19T11:13:46.443493Z","end":"2026-04-19T11:13:46.676037Z","steps":["trace[1934898773] 'process raft request' (duration: 232.224613ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:46.676268Z","caller":"traceutil/trace.go:171","msg":"trace[1719025494] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"226.108915ms","start":"2026-04-19T11:13:46.450137Z","end":"2026-04-19T11:13:46.676245Z","steps":["trace[1719025494] 'process raft request' (duration: 225.801168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:46.676373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.14994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a7bdc2ad424b19\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-19T11:13:46.67644Z","caller":"traceutil/trace.go:171","msg":"trace[1455563804] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a7bdc2ad424b19; range_end:; response_count:1; response_revision:5109; }","duration":"164.295743ms","start":"2026-04-19T11:13:46.512127Z","end":"2026-04-19T11:13:46.676423Z","steps":["trace[1455563804] 'agreement among raft nodes before linearized reading' (duration: 164.091519ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:53.95916Z","caller":"traceutil/trace.go:171","msg":"trace[1014413575] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"156.380374ms","start":"2026-04-19T11:13:53.802751Z","end":"2026-04-19T11:13:53.959132Z","steps":["trace[1014413575] 'process raft request' (duration: 156.173519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:54.230883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.130839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:13:54.231129Z","caller":"traceutil/trace.go:171","msg":"trace[853098513] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"245.404423ms","start":"2026-04-19T11:13:53.985684Z","end":"2026-04-19T11:13:54.231088Z","steps":["trace[853098513] 'process raft request' (duration: 50.994957ms)","trace[853098513] 'compare' (duration: 193.923395ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:54.231257Z","caller":"traceutil/trace.go:171","msg":"trace[206134132] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5456; }","duration":"152.968707ms","start":"2026-04-19T11:13:54.078267Z","end":"2026-04-19T11:13:54.231235Z","steps":["trace[206134132] 'read index received' (duration: 140.925544ms)","trace[206134132] 'applied index is now lower than readState.Index' (duration: 12.041523ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:13:54.231348Z","caller":"traceutil/trace.go:171","msg":"trace[232585457] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"245.488434ms","start":"2026-04-19T11:13:53.985849Z","end":"2026-04-19T11:13:54.231337Z","steps":["trace[232585457] 'process raft request' (duration: 245.154967ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:54.231365Z","caller":"traceutil/trace.go:171","msg":"trace[1765306269] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"166.244277ms","start":"2026-04-19T11:13:54.065107Z","end":"2026-04-19T11:13:54.231351Z","steps":["trace[1765306269] 'process raft request' (duration: 166.047133ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:54.231412Z","caller":"traceutil/trace.go:171","msg":"trace[1592774001] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"168.886827ms","start":"2026-04-19T11:13:54.062479Z","end":"2026-04-19T11:13:54.231366Z","steps":["trace[1592774001] 'process raft request' (duration: 168.57612ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:54.23155Z","caller":"traceutil/trace.go:171","msg":"trace[741745097] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"167.600289ms","start":"2026-04-19T11:13:54.063939Z","end":"2026-04-19T11:13:54.231539Z","steps":["trace[741745097] 'process raft request' (duration: 167.178009ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:13:54.23196Z","caller":"traceutil/trace.go:171","msg":"trace[1832369412] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"166.015162ms","start":"2026-04-19T11:13:54.065932Z","end":"2026-04-19T11:13:54.231947Z","steps":["trace[1832369412] 'process raft request' (duration: 165.268215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:13:54.232434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.141264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:13:54.232486Z","caller":"traceutil/trace.go:171","msg":"trace[884139733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5258; }","duration":"154.275526ms","start":"2026-04-19T11:13:54.078197Z","end":"2026-04-19T11:13:54.232473Z","steps":["trace[884139733] 'agreement among raft nodes before linearized reading' (duration: 153.868017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:01.521512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566483095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:14:01.534526Z","caller":"traceutil/trace.go:171","msg":"trace[1555015885] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5566; }","duration":"513.409125ms","start":"2026-04-19T11:14:01.021092Z","end":"2026-04-19T11:14:01.534501Z","steps":["trace[1555015885] 'read index received' (duration: 513.135919ms)","trace[1555015885] 'applied index is now lower than readState.Index' (duration: 272.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:01.534592Z","caller":"traceutil/trace.go:171","msg":"trace[1383221918] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"514.278127ms","start":"2026-04-19T11:14:01.020276Z","end":"2026-04-19T11:14:01.534554Z","steps":["trace[1383221918] 'process raft request' (duration: 514.053122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:01.534749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.623001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:14:01.534766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:01.02026Z","time spent":"514.419049ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:14:01.534818Z","caller":"traceutil/trace.go:171","msg":"trace[506515492] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:5361; }","duration":"513.728073ms","start":"2026-04-19T11:14:01.02107Z","end":"2026-04-19T11:14:01.534798Z","steps":["trace[506515492] 'agreement among raft nodes before linearized reading' (duration: 513.57094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:01.534876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:01.021062Z","time spent":"513.799834ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-19T11:14:01.534891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.797527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:14:01.534948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.734819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:14:01.53499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.526739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:14:01.53505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.065592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:14:01.535017Z","caller":"traceutil/trace.go:171","msg":"trace[609418567] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5361; }","duration":"162.025603ms","start":"2026-04-19T11:14:01.372974Z","end":"2026-04-19T11:14:01.535Z","steps":["trace[609418567] 'agreement among raft nodes before linearized reading' (duration: 161.745086ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:01.535117Z","caller":"traceutil/trace.go:171","msg":"trace[1705830343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5361; }","duration":"299.644812ms","start":"2026-04-19T11:14:01.235402Z","end":"2026-04-19T11:14:01.535047Z","steps":["trace[1705830343] 'agreement among raft nodes before linearized reading' (duration: 299.533319ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:01.535116Z","caller":"traceutil/trace.go:171","msg":"trace[398291092] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5361; }","duration":"357.133194ms","start":"2026-04-19T11:14:01.177965Z","end":"2026-04-19T11:14:01.535099Z","steps":["trace[398291092] 'agreement among raft nodes before linearized reading' (duration: 357.028971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:01.535295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:01.177942Z","time spent":"357.336759ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:14:01.535058Z","caller":"traceutil/trace.go:171","msg":"trace[893005679] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5361; }","duration":"136.905052ms","start":"2026-04-19T11:14:01.398128Z","end":"2026-04-19T11:14:01.535033Z","steps":["trace[893005679] 'agreement among raft nodes before linearized reading' (duration: 136.695508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:01.535741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.477491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-19T11:14:01.535827Z","caller":"traceutil/trace.go:171","msg":"trace[1706610208] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5361; }","duration":"379.607385ms","start":"2026-04-19T11:14:01.1562Z","end":"2026-04-19T11:14:01.535808Z","steps":["trace[1706610208] 'agreement among raft nodes before linearized reading' (duration: 378.448928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:01.535886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:01.156178Z","time spent":"379.690766ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211004,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-19T11:14:02.849049Z","caller":"traceutil/trace.go:171","msg":"trace[337949950] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5607; }","duration":"229.301858ms","start":"2026-04-19T11:14:02.619714Z","end":"2026-04-19T11:14:02.849016Z","steps":["trace[337949950] 'read index received' (duration: 229.116693ms)","trace[337949950] 'applied index is now lower than readState.Index' (duration: 183.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:02.849164Z","caller":"traceutil/trace.go:171","msg":"trace[119447696] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"325.585799ms","start":"2026-04-19T11:14:02.523543Z","end":"2026-04-19T11:14:02.849128Z","steps":["trace[119447696] 'process raft request' (duration: 325.277322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:02.849229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.486681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84a3ce75-00fe-49ec-a5ae-4f3c84e66e48\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-19T11:14:02.849639Z","caller":"traceutil/trace.go:171","msg":"trace[834791731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84a3ce75-00fe-49ec-a5ae-4f3c84e66e48; range_end:; response_count:1; response_revision:5402; }","duration":"229.964842ms","start":"2026-04-19T11:14:02.619654Z","end":"2026-04-19T11:14:02.849619Z","steps":["trace[834791731] 'agreement among raft nodes before linearized reading' (duration: 229.490341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:02.849633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:02.523519Z","time spent":"325.922927ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:14:02.918866Z","caller":"traceutil/trace.go:171","msg":"trace[1520769379] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"214.666935ms","start":"2026-04-19T11:14:02.704164Z","end":"2026-04-19T11:14:02.918831Z","steps":["trace[1520769379] 'process raft request' (duration: 214.247675ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:02.919218Z","caller":"traceutil/trace.go:171","msg":"trace[821964541] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"187.335256ms","start":"2026-04-19T11:14:02.731853Z","end":"2026-04-19T11:14:02.919188Z","steps":["trace[821964541] 'process raft request' (duration: 186.922587ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:02.919509Z","caller":"traceutil/trace.go:171","msg":"trace[240781635] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"170.901294ms","start":"2026-04-19T11:14:02.748594Z","end":"2026-04-19T11:14:02.919496Z","steps":["trace[240781635] 'process raft request' (duration: 170.499755ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:03.207689Z","caller":"traceutil/trace.go:171","msg":"trace[1339319128] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"217.249913ms","start":"2026-04-19T11:14:02.990409Z","end":"2026-04-19T11:14:03.207659Z","steps":["trace[1339319128] 'process raft request' (duration: 217.060639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:03.678295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.401783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-19T11:14:03.678385Z","caller":"traceutil/trace.go:171","msg":"trace[1535546693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5406; }","duration":"204.557196ms","start":"2026-04-19T11:14:03.473806Z","end":"2026-04-19T11:14:03.678363Z","steps":["trace[1535546693] 'range keys from in-memory index tree' (duration: 204.137557ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:03.900173Z","caller":"traceutil/trace.go:171","msg":"trace[1880862141] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5612; }","duration":"215.902633ms","start":"2026-04-19T11:14:03.684232Z","end":"2026-04-19T11:14:03.900135Z","steps":["trace[1880862141] 'read index received' (duration: 215.690469ms)","trace[1880862141] 'applied index is now lower than readState.Index' (duration: 211.514µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:03.900239Z","caller":"traceutil/trace.go:171","msg":"trace[1207386272] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"217.122171ms","start":"2026-04-19T11:14:03.683085Z","end":"2026-04-19T11:14:03.900207Z","steps":["trace[1207386272] 'process raft request' (duration: 216.927056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:03.900358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.112189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-19T11:14:03.900389Z","caller":"traceutil/trace.go:171","msg":"trace[1797694133] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5407; }","duration":"216.18181ms","start":"2026-04-19T11:14:03.684199Z","end":"2026-04-19T11:14:03.900381Z","steps":["trace[1797694133] 'agreement among raft nodes before linearized reading' (duration: 216.052847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.260028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566483274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:14:06.398212Z","caller":"traceutil/trace.go:171","msg":"trace[1064120428] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"638.228365ms","start":"2026-04-19T11:14:05.759952Z","end":"2026-04-19T11:14:06.398181Z","steps":["trace[1064120428] 'read index received' (duration: 638.059392ms)","trace[1064120428] 'applied index is now lower than readState.Index' (duration: 168.063µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:06.398251Z","caller":"traceutil/trace.go:171","msg":"trace[368284395] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"786.589018ms","start":"2026-04-19T11:14:05.611626Z","end":"2026-04-19T11:14:06.398215Z","steps":["trace[368284395] 'process raft request' (duration: 786.425375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.398415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:05.611596Z","time spent":"786.735632ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T11:14:06.398458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.497092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-19T11:14:06.398495Z","caller":"traceutil/trace.go:171","msg":"trace[2066159205] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5436; }","duration":"638.606554ms","start":"2026-04-19T11:14:05.759879Z","end":"2026-04-19T11:14:06.398486Z","steps":["trace[2066159205] 'agreement among raft nodes before linearized reading' (duration: 638.42575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.398523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:05.759854Z","time spent":"638.662945ms","remote":"127.0.0.1:35146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-19T11:14:06.40698Z","caller":"traceutil/trace.go:171","msg":"trace[257029488] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"133.572197ms","start":"2026-04-19T11:14:06.273387Z","end":"2026-04-19T11:14:06.40696Z","steps":["trace[257029488] 'process raft request' (duration: 133.354762ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:06.406991Z","caller":"traceutil/trace.go:171","msg":"trace[1376449677] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"132.37242ms","start":"2026-04-19T11:14:06.274596Z","end":"2026-04-19T11:14:06.406968Z","steps":["trace[1376449677] 'process raft request' (duration: 132.266178ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:06.407261Z","caller":"traceutil/trace.go:171","msg":"trace[189414775] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"127.046129ms","start":"2026-04-19T11:14:06.280206Z","end":"2026-04-19T11:14:06.407252Z","steps":["trace[189414775] 'process raft request' (duration: 126.693871ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:06.407351Z","caller":"traceutil/trace.go:171","msg":"trace[1851807244] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"127.13321ms","start":"2026-04-19T11:14:06.280197Z","end":"2026-04-19T11:14:06.40733Z","steps":["trace[1851807244] 'process raft request' (duration: 126.968907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.407411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.430856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:14:06.40749Z","caller":"traceutil/trace.go:171","msg":"trace[471327749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"171.561ms","start":"2026-04-19T11:14:06.235912Z","end":"2026-04-19T11:14:06.407473Z","steps":["trace[471327749] 'agreement among raft nodes before linearized reading' (duration: 171.433196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.407558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.734216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84a3ce75-00fe-49ec-a5ae-4f3c84e66e48\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-19T11:14:06.4076Z","caller":"traceutil/trace.go:171","msg":"trace[1119744872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84a3ce75-00fe-49ec-a5ae-4f3c84e66e48; range_end:; response_count:1; response_revision:5440; }","duration":"495.837648ms","start":"2026-04-19T11:14:05.911752Z","end":"2026-04-19T11:14:06.407589Z","steps":["trace[1119744872] 'agreement among raft nodes before linearized reading' (duration: 495.725496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.407633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:05.911728Z","time spent":"495.898429ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84a3ce75-00fe-49ec-a5ae-4f3c84e66e48\" "} {"level":"info","ts":"2026-04-19T11:14:06.866485Z","caller":"traceutil/trace.go:171","msg":"trace[142270230] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5675; }","duration":"167.628239ms","start":"2026-04-19T11:14:06.698828Z","end":"2026-04-19T11:14:06.866457Z","steps":["trace[142270230] 'read index received' (duration: 167.394973ms)","trace[142270230] 'applied index is now lower than readState.Index' (duration: 232.046µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:06.866529Z","caller":"traceutil/trace.go:171","msg":"trace[556146484] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"169.197935ms","start":"2026-04-19T11:14:06.697301Z","end":"2026-04-19T11:14:06.866499Z","steps":["trace[556146484] 'process raft request' (duration: 168.923728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:06.866801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.927425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-19T11:14:06.866907Z","caller":"traceutil/trace.go:171","msg":"trace[757925670] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5466; }","duration":"168.08939ms","start":"2026-04-19T11:14:06.698791Z","end":"2026-04-19T11:14:06.866881Z","steps":["trace[757925670] 'agreement among raft nodes before linearized reading' (duration: 167.789092ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:14.155716Z","caller":"traceutil/trace.go:171","msg":"trace[881167289] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5785; }","duration":"408.072628ms","start":"2026-04-19T11:14:13.747619Z","end":"2026-04-19T11:14:14.155691Z","steps":["trace[881167289] 'read index received' (duration: 407.780792ms)","trace[881167289] 'applied index is now lower than readState.Index' (duration: 290.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:14.155838Z","caller":"traceutil/trace.go:171","msg":"trace[1665568503] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"489.272079ms","start":"2026-04-19T11:14:13.666472Z","end":"2026-04-19T11:14:14.155744Z","steps":["trace[1665568503] 'process raft request' (duration: 488.993333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:14.156012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.376196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-19T11:14:14.156066Z","caller":"traceutil/trace.go:171","msg":"trace[1805017377] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5575; }","duration":"408.490728ms","start":"2026-04-19T11:14:13.74756Z","end":"2026-04-19T11:14:14.156051Z","steps":["trace[1805017377] 'agreement among raft nodes before linearized reading' (duration: 408.292343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:14.156117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:13.747529Z","time spent":"408.56628ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-19T11:14:14.156356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.849781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:14:14.156471Z","caller":"traceutil/trace.go:171","msg":"trace[421874885] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5575; }","duration":"308.989154ms","start":"2026-04-19T11:14:13.847457Z","end":"2026-04-19T11:14:14.156446Z","steps":["trace[421874885] 'agreement among raft nodes before linearized reading' (duration: 308.78933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:14.15654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:13.847409Z","time spent":"309.113497ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:14:14.156775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:13.666446Z","time spent":"489.503094ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17218,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:14:19.28358Z","caller":"traceutil/trace.go:171","msg":"trace[1826439841] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5838; }","duration":"342.643355ms","start":"2026-04-19T11:14:18.940909Z","end":"2026-04-19T11:14:19.283553Z","steps":["trace[1826439841] 'read index received' (duration: 342.41569ms)","trace[1826439841] 'applied index is now lower than readState.Index' (duration: 226.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:19.283611Z","caller":"traceutil/trace.go:171","msg":"trace[1695848913] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"373.722851ms","start":"2026-04-19T11:14:18.90986Z","end":"2026-04-19T11:14:19.283582Z","steps":["trace[1695848913] 'process raft request' (duration: 373.499026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:19.283927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.978472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-19T11:14:19.283956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:18.909842Z","time spent":"373.985516ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:14:19.284032Z","caller":"traceutil/trace.go:171","msg":"trace[580259875] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5627; }","duration":"343.153746ms","start":"2026-04-19T11:14:18.940857Z","end":"2026-04-19T11:14:19.28401Z","steps":["trace[580259875] 'agreement among raft nodes before linearized reading' (duration: 342.85393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:19.284085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:14:18.940832Z","time spent":"343.243339ms","remote":"127.0.0.1:35146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-19T11:14:19.506186Z","caller":"traceutil/trace.go:171","msg":"trace[1679213472] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"129.310791ms","start":"2026-04-19T11:14:19.376848Z","end":"2026-04-19T11:14:19.506159Z","steps":["trace[1679213472] 'process raft request' (duration: 129.146087ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:28.491516Z","caller":"traceutil/trace.go:171","msg":"trace[2115212313] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"101.365328ms","start":"2026-04-19T11:14:28.390108Z","end":"2026-04-19T11:14:28.491473Z","steps":["trace[2115212313] 'process raft request' (duration: 100.978129ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:38.73081Z","caller":"traceutil/trace.go:171","msg":"trace[475472349] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"112.673494ms","start":"2026-04-19T11:14:38.618119Z","end":"2026-04-19T11:14:38.730792Z","steps":["trace[475472349] 'process raft request' (duration: 112.623483ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:38.730851Z","caller":"traceutil/trace.go:171","msg":"trace[1802566690] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"113.148424ms","start":"2026-04-19T11:14:38.617667Z","end":"2026-04-19T11:14:38.730815Z","steps":["trace[1802566690] 'process raft request' (duration: 89.354394ms)","trace[1802566690] 'compare' (duration: 23.621326ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:49.109947Z","caller":"traceutil/trace.go:171","msg":"trace[295377219] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"103.814602ms","start":"2026-04-19T11:14:49.006105Z","end":"2026-04-19T11:14:49.10992Z","steps":["trace[295377219] 'process raft request' (duration: 99.76753ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:49.319794Z","caller":"traceutil/trace.go:171","msg":"trace[536606188] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6027; }","duration":"150.409109ms","start":"2026-04-19T11:14:49.169353Z","end":"2026-04-19T11:14:49.319762Z","steps":["trace[536606188] 'read index received' (duration: 64.891ms)","trace[536606188] 'applied index is now lower than readState.Index' (duration: 85.516369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:14:49.319977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.591833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:14:49.320031Z","caller":"traceutil/trace.go:171","msg":"trace[316233697] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5809; }","duration":"150.686205ms","start":"2026-04-19T11:14:49.16933Z","end":"2026-04-19T11:14:49.320016Z","steps":["trace[316233697] 'agreement among raft nodes before linearized reading' (duration: 150.577793ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:51.874537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2897} {"level":"info","ts":"2026-04-19T11:14:51.990413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2897,"took":"114.207608ms","hash":2754455969,"current-db-size-bytes":57393152,"current-db-size":"57 MB","current-db-size-in-use-bytes":33112064,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-19T11:14:51.990478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2754455969,"revision":2897,"compact-revision":-1} {"level":"info","ts":"2026-04-19T11:14:53.677606Z","caller":"traceutil/trace.go:171","msg":"trace[1386124241] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"187.066768ms","start":"2026-04-19T11:14:53.490503Z","end":"2026-04-19T11:14:53.67757Z","steps":["trace[1386124241] 'process raft request' (duration: 186.864114ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:54.939081Z","caller":"traceutil/trace.go:171","msg":"trace[244584089] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"111.849954ms","start":"2026-04-19T11:14:54.827207Z","end":"2026-04-19T11:14:54.939057Z","steps":["trace[244584089] 'process raft request' (duration: 111.709981ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:55.073918Z","caller":"traceutil/trace.go:171","msg":"trace[26474935] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"127.417028ms","start":"2026-04-19T11:14:54.946474Z","end":"2026-04-19T11:14:55.073891Z","steps":["trace[26474935] 'process raft request' (duration: 127.361936ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:55.074108Z","caller":"traceutil/trace.go:171","msg":"trace[2073300856] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"129.446833ms","start":"2026-04-19T11:14:54.944625Z","end":"2026-04-19T11:14:55.074072Z","steps":["trace[2073300856] 'process raft request' (duration: 72.139744ms)","trace[2073300856] 'compare' (duration: 56.90183ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:55.074144Z","caller":"traceutil/trace.go:171","msg":"trace[897215334] linearizableReadLoop","detail":"{readStateIndex:6155; appliedIndex:6154; }","duration":"128.761728ms","start":"2026-04-19T11:14:54.945358Z","end":"2026-04-19T11:14:55.07412Z","steps":["trace[897215334] 'read index received' (duration: 71.522131ms)","trace[897215334] 'applied index is now lower than readState.Index' (duration: 57.237037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:14:55.074541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.155516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101818"} {"level":"info","ts":"2026-04-19T11:14:55.074615Z","caller":"traceutil/trace.go:171","msg":"trace[713075051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5934; }","duration":"129.244748ms","start":"2026-04-19T11:14:54.945352Z","end":"2026-04-19T11:14:55.074597Z","steps":["trace[713075051] 'agreement among raft nodes before linearized reading' (duration: 128.837089ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:14:55.220361Z","caller":"traceutil/trace.go:171","msg":"trace[1330142297] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6156; }","duration":"141.900035ms","start":"2026-04-19T11:14:55.078436Z","end":"2026-04-19T11:14:55.220336Z","steps":["trace[1330142297] 'read index received' (duration: 82.758735ms)","trace[1330142297] 'applied index is now lower than readState.Index' (duration: 59.14024ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:14:55.220554Z","caller":"traceutil/trace.go:171","msg":"trace[1552961438] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"142.131501ms","start":"2026-04-19T11:14:55.078407Z","end":"2026-04-19T11:14:55.220539Z","steps":["trace[1552961438] 'process raft request' (duration: 141.712012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:55.220789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.332945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:14:55.220845Z","caller":"traceutil/trace.go:171","msg":"trace[2124959192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5935; }","duration":"142.436058ms","start":"2026-04-19T11:14:55.078394Z","end":"2026-04-19T11:14:55.22083Z","steps":["trace[2124959192] 'agreement among raft nodes before linearized reading' (duration: 142.311325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:14:55.262384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.48719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:14:55.262457Z","caller":"traceutil/trace.go:171","msg":"trace[1723334071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5936; }","duration":"120.617403ms","start":"2026-04-19T11:14:55.141827Z","end":"2026-04-19T11:14:55.262445Z","steps":["trace[1723334071] 'agreement among raft nodes before linearized reading' (duration: 120.246515ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:04.433212Z","caller":"traceutil/trace.go:171","msg":"trace[1298117276] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"102.755739ms","start":"2026-04-19T11:15:04.330414Z","end":"2026-04-19T11:15:04.433169Z","steps":["trace[1298117276] 'process raft request' (duration: 102.553105ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:15.169666Z","caller":"traceutil/trace.go:171","msg":"trace[168078633] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"115.009067ms","start":"2026-04-19T11:15:15.054627Z","end":"2026-04-19T11:15:15.169636Z","steps":["trace[168078633] 'process raft request' (duration: 114.815913ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:15.171152Z","caller":"traceutil/trace.go:171","msg":"trace[1599846965] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"115.858796ms","start":"2026-04-19T11:15:15.05525Z","end":"2026-04-19T11:15:15.171109Z","steps":["trace[1599846965] 'process raft request' (duration: 115.541499ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:15:15.17129Z","caller":"traceutil/trace.go:171","msg":"trace[891715376] linearizableReadLoop","detail":"{readStateIndex:6298; appliedIndex:6295; }","duration":"108.941209ms","start":"2026-04-19T11:15:15.062318Z","end":"2026-04-19T11:15:15.171259Z","steps":["trace[891715376] 'read index received' (duration: 107.125598ms)","trace[891715376] 'applied index is now lower than readState.Index' (duration: 1.813441ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:15:15.171334Z","caller":"traceutil/trace.go:171","msg":"trace[302431406] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"115.306284ms","start":"2026-04-19T11:15:15.055976Z","end":"2026-04-19T11:15:15.171282Z","steps":["trace[302431406] 'process raft request' (duration: 115.018167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:15:15.171548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.208145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.68\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-19T11:15:15.17159Z","caller":"traceutil/trace.go:171","msg":"trace[1852492541] range","detail":"{range_begin:/registry/masterleases/199.19.213.68; range_end:; response_count:1; response_revision:6072; }","duration":"109.310767ms","start":"2026-04-19T11:15:15.062269Z","end":"2026-04-19T11:15:15.17158Z","steps":["trace[1852492541] 'agreement among raft nodes before linearized reading' (duration: 109.112993ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:19:51.882178Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5894} {"level":"info","ts":"2026-04-19T11:19:51.971868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5894,"took":"87.34114ms","hash":1656524616,"current-db-size-bytes":57393152,"current-db-size":"57 MB","current-db-size-in-use-bytes":25554944,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-19T11:19:51.971917Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1656524616,"revision":5894,"compact-revision":2897} {"level":"info","ts":"2026-04-19T11:20:28.251694Z","caller":"traceutil/trace.go:171","msg":"trace[1782202310] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8665; }","duration":"220.202876ms","start":"2026-04-19T11:20:28.031461Z","end":"2026-04-19T11:20:28.251664Z","steps":["trace[1782202310] 'read index received' (duration: 220.009791ms)","trace[1782202310] 'applied index is now lower than readState.Index' (duration: 192.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:20:28.252121Z","caller":"traceutil/trace.go:171","msg":"trace[1098351330] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"281.805563ms","start":"2026-04-19T11:20:27.970298Z","end":"2026-04-19T11:20:28.252103Z","steps":["trace[1098351330] 'process raft request' (duration: 281.177009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:28.252217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.739178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:20:28.252283Z","caller":"traceutil/trace.go:171","msg":"trace[2136835785] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8363; }","duration":"220.870331ms","start":"2026-04-19T11:20:28.031395Z","end":"2026-04-19T11:20:28.252266Z","steps":["trace[2136835785] 'agreement among raft nodes before linearized reading' (duration: 220.715918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:28.252364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.277737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:20:28.252569Z","caller":"traceutil/trace.go:171","msg":"trace[2026997934] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8363; }","duration":"157.505762ms","start":"2026-04-19T11:20:28.094992Z","end":"2026-04-19T11:20:28.252498Z","steps":["trace[2026997934] 'agreement among raft nodes before linearized reading' (duration: 157.193425ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:28.664269Z","caller":"traceutil/trace.go:171","msg":"trace[706049583] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"293.211322ms","start":"2026-04-19T11:20:28.37103Z","end":"2026-04-19T11:20:28.664241Z","steps":["trace[706049583] 'process raft request' (duration: 283.82902ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:28.666695Z","caller":"traceutil/trace.go:171","msg":"trace[530965402] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"279.246486ms","start":"2026-04-19T11:20:28.387414Z","end":"2026-04-19T11:20:28.666661Z","steps":["trace[530965402] 'process raft request' (duration: 278.745654ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:28.666706Z","caller":"traceutil/trace.go:171","msg":"trace[2144555001] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8666; }","duration":"238.145483ms","start":"2026-04-19T11:20:28.428523Z","end":"2026-04-19T11:20:28.666668Z","steps":["trace[2144555001] 'read index received' (duration: 226.54001ms)","trace[2144555001] 'applied index is now lower than readState.Index' (duration: 11.603753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:20:28.666875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.318896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:20:28.666924Z","caller":"traceutil/trace.go:171","msg":"trace[1451894750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8366; }","duration":"238.436119ms","start":"2026-04-19T11:20:28.428475Z","end":"2026-04-19T11:20:28.666911Z","steps":["trace[1451894750] 'agreement among raft nodes before linearized reading' (duration: 238.320267ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:28.666873Z","caller":"traceutil/trace.go:171","msg":"trace[1344413778] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"278.352876ms","start":"2026-04-19T11:20:28.388454Z","end":"2026-04-19T11:20:28.666807Z","steps":["trace[1344413778] 'process raft request' (duration: 278.08145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.456041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.179967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:20:41.456134Z","caller":"traceutil/trace.go:171","msg":"trace[119187562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8430; }","duration":"221.323501ms","start":"2026-04-19T11:20:41.23479Z","end":"2026-04-19T11:20:41.456113Z","steps":["trace[119187562] 'range keys from in-memory index tree' (duration: 220.984633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.456104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.241039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:20:41.456268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.800313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:20:41.45632Z","caller":"traceutil/trace.go:171","msg":"trace[827683830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8430; }","duration":"221.444413ms","start":"2026-04-19T11:20:41.234822Z","end":"2026-04-19T11:20:41.456267Z","steps":["trace[827683830] 'range keys from in-memory index tree' (duration: 221.139897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.456057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.347314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xp9xp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-19T11:20:41.456284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.518677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-19T11:20:41.456414Z","caller":"traceutil/trace.go:171","msg":"trace[2071696139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xp9xp; range_end:; response_count:1; response_revision:8430; }","duration":"155.747593ms","start":"2026-04-19T11:20:41.300628Z","end":"2026-04-19T11:20:41.456376Z","steps":["trace[2071696139] 'range keys from in-memory index tree' (duration: 155.137049ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:41.456456Z","caller":"traceutil/trace.go:171","msg":"trace[1578070888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8430; }","duration":"322.790343ms","start":"2026-04-19T11:20:41.133632Z","end":"2026-04-19T11:20:41.456423Z","steps":["trace[1578070888] 'range keys from in-memory index tree' (duration: 322.180639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.456539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.133602Z","time spent":"322.920806ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:20:41.456366Z","caller":"traceutil/trace.go:171","msg":"trace[1985284790] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8430; }","duration":"251.967757ms","start":"2026-04-19T11:20:41.204375Z","end":"2026-04-19T11:20:41.456342Z","steps":["trace[1985284790] 'count revisions from in-memory index tree' (duration: 251.710861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.456663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.663755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-19T11:20:41.456559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.624476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:20:41.456776Z","caller":"traceutil/trace.go:171","msg":"trace[840695011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8430; }","duration":"354.8543ms","start":"2026-04-19T11:20:41.101894Z","end":"2026-04-19T11:20:41.456748Z","steps":["trace[840695011] 'range keys from in-memory index tree' (duration: 354.371949ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:41.456821Z","caller":"traceutil/trace.go:171","msg":"trace[231500355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8430; }","duration":"425.916132ms","start":"2026-04-19T11:20:41.030887Z","end":"2026-04-19T11:20:41.456803Z","steps":["trace[231500355] 'range keys from in-memory index tree' (duration: 425.3546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.456828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.10186Z","time spent":"354.958232ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:20:41.456882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.030866Z","time spent":"425.993794ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:20:41.456549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.504686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:20:41.456949Z","caller":"traceutil/trace.go:171","msg":"trace[150809178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8430; }","duration":"408.921456ms","start":"2026-04-19T11:20:41.048006Z","end":"2026-04-19T11:20:41.456928Z","steps":["trace[150809178] 'range keys from in-memory index tree' (duration: 408.366214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.457013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.047989Z","time spent":"409.007568ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:20:41.748577Z","caller":"traceutil/trace.go:171","msg":"trace[1122793976] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"285.906716ms","start":"2026-04-19T11:20:41.462643Z","end":"2026-04-19T11:20:41.74855Z","steps":["trace[1122793976] 'process raft request' (duration: 285.66056ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:41.748776Z","caller":"traceutil/trace.go:171","msg":"trace[710365821] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"286.07448ms","start":"2026-04-19T11:20:41.462666Z","end":"2026-04-19T11:20:41.74874Z","steps":["trace[710365821] 'process raft request' (duration: 285.835355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.89406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.442193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:20:41.894287Z","caller":"traceutil/trace.go:171","msg":"trace[1475951756] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"431.388856ms","start":"2026-04-19T11:20:41.462872Z","end":"2026-04-19T11:20:41.894261Z","steps":["trace[1475951756] 'process raft request' (duration: 313.636545ms)","trace[1475951756] 'compare' (duration: 117.27753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:20:41.894393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.462832Z","time spent":"431.514399ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:20:41.894734Z","caller":"traceutil/trace.go:171","msg":"trace[1850509115] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"431.664963ms","start":"2026-04-19T11:20:41.463029Z","end":"2026-04-19T11:20:41.894694Z","steps":["trace[1850509115] 'process raft request' (duration: 431.159562ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:41.894791Z","caller":"traceutil/trace.go:171","msg":"trace[1830429682] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"431.155362ms","start":"2026-04-19T11:20:41.463616Z","end":"2026-04-19T11:20:41.894771Z","steps":["trace[1830429682] 'process raft request' (duration: 430.883496ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:41.894869Z","caller":"traceutil/trace.go:171","msg":"trace[1357503750] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"328.511843ms","start":"2026-04-19T11:20:41.566342Z","end":"2026-04-19T11:20:41.894854Z","steps":["trace[1357503750] 'process raft request' (duration: 328.285358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.894934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.463007Z","time spent":"431.823266ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:20:41.894957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.566288Z","time spent":"328.621885ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:20:41.89497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.463604Z","time spent":"431.305755ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:20:41.895217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.728992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:20:41.895209Z","caller":"traceutil/trace.go:171","msg":"trace[1134191998] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8736; }","duration":"352.210351ms","start":"2026-04-19T11:20:41.542481Z","end":"2026-04-19T11:20:41.894691Z","steps":["trace[1134191998] 'read index received' (duration: 205.811329ms)","trace[1134191998] 'applied index is now lower than readState.Index' (duration: 146.398042ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:20:41.895255Z","caller":"traceutil/trace.go:171","msg":"trace[763645845] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8436; }","duration":"352.771343ms","start":"2026-04-19T11:20:41.542473Z","end":"2026-04-19T11:20:41.895244Z","steps":["trace[763645845] 'agreement among raft nodes before linearized reading' (duration: 352.701302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.895287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:41.542423Z","time spent":"352.855925ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:20:41.895367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.714267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:20:41.895411Z","caller":"traceutil/trace.go:171","msg":"trace[1139137014] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8436; }","duration":"257.801309ms","start":"2026-04-19T11:20:41.637594Z","end":"2026-04-19T11:20:41.895396Z","steps":["trace[1139137014] 'agreement among raft nodes before linearized reading' (duration: 257.725487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.895748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.194877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:20:41.895783Z","caller":"traceutil/trace.go:171","msg":"trace[368257818] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8436; }","duration":"206.261598ms","start":"2026-04-19T11:20:41.689508Z","end":"2026-04-19T11:20:41.89577Z","steps":["trace[368257818] 'agreement among raft nodes before linearized reading' (duration: 206.030113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.895818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.28763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:20:41.895889Z","caller":"traceutil/trace.go:171","msg":"trace[1760343869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8436; }","duration":"232.400662ms","start":"2026-04-19T11:20:41.663466Z","end":"2026-04-19T11:20:41.895866Z","steps":["trace[1760343869] 'agreement among raft nodes before linearized reading' (duration: 232.2905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:41.895946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.310547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:20:41.895978Z","caller":"traceutil/trace.go:171","msg":"trace[296445140] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8436; }","duration":"123.392158ms","start":"2026-04-19T11:20:41.772576Z","end":"2026-04-19T11:20:41.895968Z","steps":["trace[296445140] 'agreement among raft nodes before linearized reading' (duration: 123.344207ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:42.606729Z","caller":"traceutil/trace.go:171","msg":"trace[128870945] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"284.610197ms","start":"2026-04-19T11:20:42.322092Z","end":"2026-04-19T11:20:42.606702Z","steps":["trace[128870945] 'process raft request' (duration: 284.442533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:42.965534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.818224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-19T11:20:42.965528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.749462ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:20:42.96561Z","caller":"traceutil/trace.go:171","msg":"trace[1068098899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8438; }","duration":"289.894746ms","start":"2026-04-19T11:20:42.675695Z","end":"2026-04-19T11:20:42.96559Z","steps":["trace[1068098899] 'range keys from in-memory index tree' (duration: 289.525488ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:42.965632Z","caller":"traceutil/trace.go:171","msg":"trace[65291092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8438; }","duration":"106.872494ms","start":"2026-04-19T11:20:42.858744Z","end":"2026-04-19T11:20:42.965617Z","steps":["trace[65291092] 'range keys from in-memory index tree' (duration: 106.733151ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:43.113796Z","caller":"traceutil/trace.go:171","msg":"trace[54348427] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"338.817027ms","start":"2026-04-19T11:20:42.774951Z","end":"2026-04-19T11:20:43.113768Z","steps":["trace[54348427] 'process raft request' (duration: 338.616182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:43.114111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:42.774914Z","time spent":"338.97333ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:20:43.352352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.510411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:20:43.352571Z","caller":"traceutil/trace.go:171","msg":"trace[1486116089] linearizableReadLoop","detail":"{readStateIndex:8747; appliedIndex:8744; }","duration":"515.788141ms","start":"2026-04-19T11:20:42.836763Z","end":"2026-04-19T11:20:43.352551Z","steps":["trace[1486116089] 'read index received' (duration: 276.853021ms)","trace[1486116089] 'applied index is now lower than readState.Index' (duration: 238.934ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:20:43.352671Z","caller":"traceutil/trace.go:171","msg":"trace[1339520310] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"564.6827ms","start":"2026-04-19T11:20:42.787976Z","end":"2026-04-19T11:20:43.352659Z","steps":["trace[1339520310] 'process raft request' (duration: 564.478185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:43.352729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:42.787971Z","time spent":"564.724572ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:20:43.352712Z","caller":"traceutil/trace.go:171","msg":"trace[11779733] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"565.205293ms","start":"2026-04-19T11:20:42.787459Z","end":"2026-04-19T11:20:43.352665Z","steps":["trace[11779733] 'process raft request' (duration: 408.297643ms)","trace[11779733] 'compare' (duration: 156.200394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:20:43.352767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.423361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:20:43.352883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.127349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:20:43.352943Z","caller":"traceutil/trace.go:171","msg":"trace[292388831] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8441; }","duration":"516.211081ms","start":"2026-04-19T11:20:42.836719Z","end":"2026-04-19T11:20:43.35293Z","steps":["trace[292388831] 'agreement among raft nodes before linearized reading' (duration: 516.128539ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:43.35294Z","caller":"traceutil/trace.go:171","msg":"trace[1882428026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8441; }","duration":"116.652566ms","start":"2026-04-19T11:20:43.236266Z","end":"2026-04-19T11:20:43.352919Z","steps":["trace[1882428026] 'agreement among raft nodes before linearized reading' (duration: 116.426661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:43.352981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:42.836697Z","time spent":"516.275432ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:20:43.352844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:42.787431Z","time spent":"565.348127ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:20:43.35284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.349184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:20:43.353124Z","caller":"traceutil/trace.go:171","msg":"trace[211324627] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8441; }","duration":"222.698422ms","start":"2026-04-19T11:20:43.130403Z","end":"2026-04-19T11:20:43.353102Z","steps":["trace[211324627] 'agreement among raft nodes before linearized reading' (duration: 222.303263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:43.35287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.454936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-19T11:20:43.353271Z","caller":"traceutil/trace.go:171","msg":"trace[2074975178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8441; }","duration":"382.869326ms","start":"2026-04-19T11:20:42.970357Z","end":"2026-04-19T11:20:43.353227Z","steps":["trace[2074975178] 'agreement among raft nodes before linearized reading' (duration: 382.323713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:20:43.353902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:20:42.970336Z","time spent":"382.973077ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-19T11:20:43.929737Z","caller":"traceutil/trace.go:171","msg":"trace[449353611] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"172.155105ms","start":"2026-04-19T11:20:43.75755Z","end":"2026-04-19T11:20:43.929705Z","steps":["trace[449353611] 'process raft request' (duration: 171.992302ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:43.929803Z","caller":"traceutil/trace.go:171","msg":"trace[1079189540] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"172.160365ms","start":"2026-04-19T11:20:43.757559Z","end":"2026-04-19T11:20:43.929719Z","steps":["trace[1079189540] 'process raft request' (duration: 172.084264ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:59.462489Z","caller":"traceutil/trace.go:171","msg":"trace[484774364] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"120.348871ms","start":"2026-04-19T11:20:59.342117Z","end":"2026-04-19T11:20:59.462466Z","steps":["trace[484774364] 'process raft request' (duration: 120.153517ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:59.511563Z","caller":"traceutil/trace.go:171","msg":"trace[1223799921] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"102.509515ms","start":"2026-04-19T11:20:59.409023Z","end":"2026-04-19T11:20:59.511533Z","steps":["trace[1223799921] 'process raft request' (duration: 102.455854ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:20:59.511618Z","caller":"traceutil/trace.go:171","msg":"trace[766242165] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"106.610219ms","start":"2026-04-19T11:20:59.404979Z","end":"2026-04-19T11:20:59.511589Z","steps":["trace[766242165] 'process raft request' (duration: 106.369423ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:09.249881Z","caller":"traceutil/trace.go:171","msg":"trace[1316476158] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"126.494919ms","start":"2026-04-19T11:21:09.123358Z","end":"2026-04-19T11:21:09.249852Z","steps":["trace[1316476158] 'process raft request' (duration: 126.340446ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:11.156801Z","caller":"traceutil/trace.go:171","msg":"trace[1122245044] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"189.244663ms","start":"2026-04-19T11:21:10.967526Z","end":"2026-04-19T11:21:11.156771Z","steps":["trace[1122245044] 'process raft request' (duration: 189.024078ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:12.485225Z","caller":"traceutil/trace.go:171","msg":"trace[1966648622] linearizableReadLoop","detail":"{readStateIndex:8965; appliedIndex:8964; }","duration":"416.575961ms","start":"2026-04-19T11:21:12.068622Z","end":"2026-04-19T11:21:12.485198Z","steps":["trace[1966648622] 'read index received' (duration: 416.348346ms)","trace[1966648622] 'applied index is now lower than readState.Index' (duration: 226.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:12.485423Z","caller":"traceutil/trace.go:171","msg":"trace[799275336] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"419.571649ms","start":"2026-04-19T11:21:12.065828Z","end":"2026-04-19T11:21:12.4854Z","steps":["trace[799275336] 'process raft request' (duration: 419.19895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.485479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.829267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T11:21:12.485526Z","caller":"traceutil/trace.go:171","msg":"trace[1815496802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8650; }","duration":"416.914858ms","start":"2026-04-19T11:21:12.068599Z","end":"2026-04-19T11:21:12.485514Z","steps":["trace[1815496802] 'agreement among raft nodes before linearized reading' (duration: 416.750075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.485565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.068589Z","time spent":"416.968429ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:21:12.485665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.065808Z","time spent":"419.699091ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:12.485741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.801234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:21:12.485773Z","caller":"traceutil/trace.go:171","msg":"trace[1903390810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8650; }","duration":"415.853625ms","start":"2026-04-19T11:21:12.069911Z","end":"2026-04-19T11:21:12.485765Z","steps":["trace[1903390810] 'agreement among raft nodes before linearized reading' (duration: 415.768673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.485804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.069901Z","time spent":"415.896296ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:12.48593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.447937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:12.486012Z","caller":"traceutil/trace.go:171","msg":"trace[1882528196] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8650; }","duration":"252.57214ms","start":"2026-04-19T11:21:12.233425Z","end":"2026-04-19T11:21:12.485997Z","steps":["trace[1882528196] 'agreement among raft nodes before linearized reading' (duration: 252.460277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.486043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.08289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:21:12.48608Z","caller":"traceutil/trace.go:171","msg":"trace[43826040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8650; }","duration":"416.160412ms","start":"2026-04-19T11:21:12.069911Z","end":"2026-04-19T11:21:12.486072Z","steps":["trace[43826040] 'agreement among raft nodes before linearized reading' (duration: 416.060749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.486113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.06989Z","time spent":"416.215082ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:12.486267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.152051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:12.486298Z","caller":"traceutil/trace.go:171","msg":"trace[2096617750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8650; }","duration":"252.183962ms","start":"2026-04-19T11:21:12.234106Z","end":"2026-04-19T11:21:12.48629Z","steps":["trace[2096617750] 'agreement among raft nodes before linearized reading' (duration: 252.138561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.485953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.903106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:21:12.486431Z","caller":"traceutil/trace.go:171","msg":"trace[1696694316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8650; }","duration":"416.412077ms","start":"2026-04-19T11:21:12.070006Z","end":"2026-04-19T11:21:12.486418Z","steps":["trace[1696694316] 'agreement among raft nodes before linearized reading' (duration: 415.883056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:12.486511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.069989Z","time spent":"416.505909ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:13.003498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.243385ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:13.003636Z","caller":"traceutil/trace.go:171","msg":"trace[559180946] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8650; }","duration":"145.399588ms","start":"2026-04-19T11:21:12.858215Z","end":"2026-04-19T11:21:13.003615Z","steps":["trace[559180946] 'range keys from in-memory index tree' (duration: 145.134012ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:13.003879Z","caller":"traceutil/trace.go:171","msg":"trace[77000393] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"515.944614ms","start":"2026-04-19T11:21:12.487905Z","end":"2026-04-19T11:21:13.00385Z","steps":["trace[77000393] 'process raft request' (duration: 513.913138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:13.004437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.487883Z","time spent":"516.440646ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:13.011508Z","caller":"traceutil/trace.go:171","msg":"trace[1984959319] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"522.238337ms","start":"2026-04-19T11:21:12.489258Z","end":"2026-04-19T11:21:13.011496Z","steps":["trace[1984959319] 'process raft request' (duration: 522.127615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:13.011577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.489238Z","time spent":"522.310119ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:13.011808Z","caller":"traceutil/trace.go:171","msg":"trace[1589913729] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"521.234406ms","start":"2026-04-19T11:21:12.490557Z","end":"2026-04-19T11:21:13.011792Z","steps":["trace[1589913729] 'process raft request' (duration: 520.909988ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:13.011861Z","caller":"traceutil/trace.go:171","msg":"trace[2052761642] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"521.228985ms","start":"2026-04-19T11:21:12.490622Z","end":"2026-04-19T11:21:13.011851Z","steps":["trace[2052761642] 'process raft request' (duration: 521.072022ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:13.011862Z","caller":"traceutil/trace.go:171","msg":"trace[1892971046] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"519.440695ms","start":"2026-04-19T11:21:12.492399Z","end":"2026-04-19T11:21:13.01184Z","steps":["trace[1892971046] 'process raft request' (duration: 519.378824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:13.011897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.49055Z","time spent":"521.303917ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:13.011993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.490607Z","time spent":"521.277886ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:13.011999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:12.492391Z","time spent":"519.531977ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:13.012095Z","caller":"traceutil/trace.go:171","msg":"trace[1411298247] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"249.165533ms","start":"2026-04-19T11:21:12.762915Z","end":"2026-04-19T11:21:13.01208Z","steps":["trace[1411298247] 'process raft request' (duration: 248.892827ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:13.012053Z","caller":"traceutil/trace.go:171","msg":"trace[1900436221] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"249.02838ms","start":"2026-04-19T11:21:12.762996Z","end":"2026-04-19T11:21:13.012024Z","steps":["trace[1900436221] 'process raft request' (duration: 248.943848ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:17.465957Z","caller":"traceutil/trace.go:171","msg":"trace[1333341151] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"158.322912ms","start":"2026-04-19T11:21:17.307605Z","end":"2026-04-19T11:21:17.465928Z","steps":["trace[1333341151] 'process raft request' (duration: 127.357548ms)","trace[1333341151] 'compare' (duration: 30.567954ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:18.482258Z","caller":"traceutil/trace.go:171","msg":"trace[290181215] linearizableReadLoop","detail":"{readStateIndex:8996; appliedIndex:8995; }","duration":"424.070821ms","start":"2026-04-19T11:21:18.05816Z","end":"2026-04-19T11:21:18.482231Z","steps":["trace[290181215] 'read index received' (duration: 423.836085ms)","trace[290181215] 'applied index is now lower than readState.Index' (duration: 233.636µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:18.482319Z","caller":"traceutil/trace.go:171","msg":"trace[456892926] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"527.910046ms","start":"2026-04-19T11:21:17.95438Z","end":"2026-04-19T11:21:18.48229Z","steps":["trace[456892926] 'process raft request' (duration: 527.679831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:18.48245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.85726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:21:18.48247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:17.954354Z","time spent":"528.034699ms","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:18.482494Z","caller":"traceutil/trace.go:171","msg":"trace[1627003586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8680; }","duration":"246.961032ms","start":"2026-04-19T11:21:18.235522Z","end":"2026-04-19T11:21:18.482483Z","steps":["trace[1627003586] 'agreement among raft nodes before linearized reading' (duration: 246.86271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:18.482535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.344456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:21:18.482651Z","caller":"traceutil/trace.go:171","msg":"trace[977138293] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8680; }","duration":"424.51307ms","start":"2026-04-19T11:21:18.058106Z","end":"2026-04-19T11:21:18.48262Z","steps":["trace[977138293] 'agreement among raft nodes before linearized reading' (duration: 424.231194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:18.482722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:18.058076Z","time spent":"424.630984ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:21:19.008045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566491860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:21:19.222284Z","caller":"traceutil/trace.go:171","msg":"trace[2001419120] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"729.712284ms","start":"2026-04-19T11:21:18.492526Z","end":"2026-04-19T11:21:19.222238Z","steps":["trace[2001419120] 'process raft request' (duration: 636.205044ms)","trace[2001419120] 'compare' (duration: 93.225134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:19.222853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:18.492509Z","time spent":"730.090183ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:19.233611Z","caller":"traceutil/trace.go:171","msg":"trace[1655031206] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"570.253477ms","start":"2026-04-19T11:21:18.663313Z","end":"2026-04-19T11:21:19.233566Z","steps":["trace[1655031206] 'process raft request' (duration: 569.812317ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.233704Z","caller":"traceutil/trace.go:171","msg":"trace[195244178] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8996; }","duration":"726.478671ms","start":"2026-04-19T11:21:18.506963Z","end":"2026-04-19T11:21:19.233442Z","steps":["trace[195244178] 'read index received' (duration: 621.671994ms)","trace[195244178] 'applied index is now lower than readState.Index' (duration: 104.805517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:19.233767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.782739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-19T11:21:19.23381Z","caller":"traceutil/trace.go:171","msg":"trace[975095060] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8682; }","duration":"726.876761ms","start":"2026-04-19T11:21:18.506919Z","end":"2026-04-19T11:21:19.233796Z","steps":["trace[975095060] 'agreement among raft nodes before linearized reading' (duration: 726.711057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:19.233831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:18.506902Z","time spent":"726.924362ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-19T11:21:19.234089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:18.663289Z","time spent":"570.484942ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:19.278101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.112378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:21:19.278179Z","caller":"traceutil/trace.go:171","msg":"trace[415937743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8683; }","duration":"739.25016ms","start":"2026-04-19T11:21:18.53891Z","end":"2026-04-19T11:21:19.278161Z","steps":["trace[415937743] 'agreement among raft nodes before linearized reading' (duration: 739.024855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:19.278229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:18.53888Z","time spent":"739.337933ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:21:19.278564Z","caller":"traceutil/trace.go:171","msg":"trace[2049227109] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"145.495061ms","start":"2026-04-19T11:21:19.133056Z","end":"2026-04-19T11:21:19.278551Z","steps":["trace[2049227109] 'process raft request' (duration: 144.733333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:19.278838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.660773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T11:21:19.278883Z","caller":"traceutil/trace.go:171","msg":"trace[1095545895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8683; }","duration":"111.724865ms","start":"2026-04-19T11:21:19.167146Z","end":"2026-04-19T11:21:19.278871Z","steps":["trace[1095545895] 'agreement among raft nodes before linearized reading' (duration: 111.588862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:19.279039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.259637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:21:19.279078Z","caller":"traceutil/trace.go:171","msg":"trace[41357184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8683; }","duration":"112.310858ms","start":"2026-04-19T11:21:19.166755Z","end":"2026-04-19T11:21:19.279066Z","steps":["trace[41357184] 'agreement among raft nodes before linearized reading' (duration: 112.214705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:19.279273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.533343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:21:19.279277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.751334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-19T11:21:19.279321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.532863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:21:19.279349Z","caller":"traceutil/trace.go:171","msg":"trace[1504236628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8683; }","duration":"112.638465ms","start":"2026-04-19T11:21:19.16669Z","end":"2026-04-19T11:21:19.279329Z","steps":["trace[1504236628] 'agreement among raft nodes before linearized reading' (duration: 112.484902ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.27935Z","caller":"traceutil/trace.go:171","msg":"trace[1703455348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8683; }","duration":"226.860387ms","start":"2026-04-19T11:21:19.052476Z","end":"2026-04-19T11:21:19.279336Z","steps":["trace[1703455348] 'agreement among raft nodes before linearized reading' (duration: 226.668562ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.279384Z","caller":"traceutil/trace.go:171","msg":"trace[1080202385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8683; }","duration":"119.663335ms","start":"2026-04-19T11:21:19.159704Z","end":"2026-04-19T11:21:19.279367Z","steps":["trace[1080202385] 'agreement among raft nodes before linearized reading' (duration: 119.478201ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.3704Z","caller":"traceutil/trace.go:171","msg":"trace[1650607915] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"130.603742ms","start":"2026-04-19T11:21:19.239768Z","end":"2026-04-19T11:21:19.370372Z","steps":["trace[1650607915] 'process raft request' (duration: 125.390055ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.387179Z","caller":"traceutil/trace.go:171","msg":"trace[1178822437] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"103.526609ms","start":"2026-04-19T11:21:19.283634Z","end":"2026-04-19T11:21:19.38716Z","steps":["trace[1178822437] 'process raft request' (duration: 103.10452ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.387382Z","caller":"traceutil/trace.go:171","msg":"trace[116788518] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"103.666212ms","start":"2026-04-19T11:21:19.283702Z","end":"2026-04-19T11:21:19.387368Z","steps":["trace[116788518] 'process raft request' (duration: 103.13804ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.387542Z","caller":"traceutil/trace.go:171","msg":"trace[1938165170] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"103.157539ms","start":"2026-04-19T11:21:19.284374Z","end":"2026-04-19T11:21:19.387531Z","steps":["trace[1938165170] 'process raft request' (duration: 102.502155ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.3877Z","caller":"traceutil/trace.go:171","msg":"trace[1296560141] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"102.841293ms","start":"2026-04-19T11:21:19.284847Z","end":"2026-04-19T11:21:19.387689Z","steps":["trace[1296560141] 'process raft request' (duration: 102.063484ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.387853Z","caller":"traceutil/trace.go:171","msg":"trace[1858280382] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"102.929205ms","start":"2026-04-19T11:21:19.284911Z","end":"2026-04-19T11:21:19.38784Z","steps":["trace[1858280382] 'process raft request' (duration: 102.034764ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:19.505592Z","caller":"traceutil/trace.go:171","msg":"trace[353334840] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9005; }","duration":"101.300379ms","start":"2026-04-19T11:21:19.404271Z","end":"2026-04-19T11:21:19.505571Z","steps":["trace[353334840] 'read index received' (duration: 94.111776ms)","trace[353334840] 'applied index is now lower than readState.Index' (duration: 7.187733ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:19.5059Z","caller":"traceutil/trace.go:171","msg":"trace[1922293555] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"113.679709ms","start":"2026-04-19T11:21:19.392206Z","end":"2026-04-19T11:21:19.505886Z","steps":["trace[1922293555] 'process raft request' (duration: 106.141198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:19.506242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.944214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:21:19.506305Z","caller":"traceutil/trace.go:171","msg":"trace[1156073144] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8690; }","duration":"102.049215ms","start":"2026-04-19T11:21:19.404241Z","end":"2026-04-19T11:21:19.50629Z","steps":["trace[1156073144] 'agreement among raft nodes before linearized reading' (duration: 101.921463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:27.679704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566492120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:21:27.701281Z","caller":"traceutil/trace.go:171","msg":"trace[900651129] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"962.363472ms","start":"2026-04-19T11:21:26.738884Z","end":"2026-04-19T11:21:27.701248Z","steps":["trace[900651129] 'process raft request' (duration: 962.194548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:27.701458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:26.738854Z","time spent":"962.496265ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:28.28517Z","caller":"traceutil/trace.go:171","msg":"trace[206855706] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"1.012796168s","start":"2026-04-19T11:21:27.272347Z","end":"2026-04-19T11:21:28.285143Z","steps":["trace[206855706] 'process raft request' (duration: 1.012417739s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.285291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.272321Z","time spent":"1.012918071s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T11:21:28.285298Z","caller":"traceutil/trace.go:171","msg":"trace[2066727501] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"1.003828004s","start":"2026-04-19T11:21:27.281437Z","end":"2026-04-19T11:21:28.285265Z","steps":["trace[2066727501] 'process raft request' (duration: 1.003527448s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.285457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.281416Z","time spent":"1.003961257s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:28.285596Z","caller":"traceutil/trace.go:171","msg":"trace[1145578954] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"934.935281ms","start":"2026-04-19T11:21:27.350651Z","end":"2026-04-19T11:21:28.285586Z","steps":["trace[1145578954] 'process raft request' (duration: 934.605014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.285661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.350605Z","time spent":"935.020823ms","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:28.286562Z","caller":"traceutil/trace.go:171","msg":"trace[1331597081] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"740.935239ms","start":"2026-04-19T11:21:27.545611Z","end":"2026-04-19T11:21:28.286547Z","steps":["trace[1331597081] 'process raft request' (duration: 740.646972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.286638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.545558Z","time spent":"741.038461ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:28.28692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108270633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:28.287015Z","caller":"traceutil/trace.go:171","msg":"trace[495619819] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8772; }","duration":"1.108445706s","start":"2026-04-19T11:21:27.178547Z","end":"2026-04-19T11:21:28.286993Z","steps":["trace[495619819] 'agreement among raft nodes before linearized reading' (duration: 1.108257992s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.287084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.178528Z","time spent":"1.108541738s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-19T11:21:28.286752Z","caller":"traceutil/trace.go:171","msg":"trace[1694338101] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9087; }","duration":"1.108089818s","start":"2026-04-19T11:21:27.178604Z","end":"2026-04-19T11:21:28.286694Z","steps":["trace[1694338101] 'read index received' (duration: 522.527564ms)","trace[1694338101] 'applied index is now lower than readState.Index' (duration: 585.560334ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:28.288034Z","caller":"traceutil/trace.go:171","msg":"trace[1556658467] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"979.277147ms","start":"2026-04-19T11:21:27.308736Z","end":"2026-04-19T11:21:28.288013Z","steps":["trace[1556658467] 'process raft request' (duration: 976.454423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.289225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.308704Z","time spent":"979.465631ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:28.301844Z","caller":"traceutil/trace.go:171","msg":"trace[2077057288] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"586.228001ms","start":"2026-04-19T11:21:27.715589Z","end":"2026-04-19T11:21:28.301817Z","steps":["trace[2077057288] 'process raft request' (duration: 586.062657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.301933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.99438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-19T11:21:28.301971Z","caller":"traceutil/trace.go:171","msg":"trace[1915987287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8774; }","duration":"856.082712ms","start":"2026-04-19T11:21:27.445876Z","end":"2026-04-19T11:21:28.301959Z","steps":["trace[1915987287] 'agreement among raft nodes before linearized reading' (duration: 855.949409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.301951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.961825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-19T11:21:28.301997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.445851Z","time spent":"856.141364ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-19T11:21:28.302023Z","caller":"traceutil/trace.go:171","msg":"trace[693179957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8774; }","duration":"877.103649ms","start":"2026-04-19T11:21:27.424903Z","end":"2026-04-19T11:21:28.302007Z","steps":["trace[693179957] 'agreement among raft nodes before linearized reading' (duration: 876.940255ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.302017Z","caller":"traceutil/trace.go:171","msg":"trace[1006857589] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"505.001447ms","start":"2026-04-19T11:21:27.796967Z","end":"2026-04-19T11:21:28.301969Z","steps":["trace[1006857589] 'process raft request' (duration: 504.794202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.302122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.995756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-19T11:21:28.302104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.031686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-04-19T11:21:28.30211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.139977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-19T11:21:28.30215Z","caller":"traceutil/trace.go:171","msg":"trace[1496791718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8774; }","duration":"877.041537ms","start":"2026-04-19T11:21:27.425102Z","end":"2026-04-19T11:21:28.302143Z","steps":["trace[1496791718] 'agreement among raft nodes before linearized reading' (duration: 876.978306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.302168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.425095Z","time spent":"877.069277ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:21:28.302169Z","caller":"traceutil/trace.go:171","msg":"trace[306170215] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8774; }","duration":"590.117158ms","start":"2026-04-19T11:21:27.712036Z","end":"2026-04-19T11:21:28.302153Z","steps":["trace[306170215] 'agreement among raft nodes before linearized reading' (duration: 589.945304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.302183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.518006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-19T11:21:28.302213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.712023Z","time spent":"590.181619ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-19T11:21:28.302233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.612501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-19T11:21:28.302219Z","caller":"traceutil/trace.go:171","msg":"trace[316783466] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8774; }","duration":"117.578827ms","start":"2026-04-19T11:21:28.184629Z","end":"2026-04-19T11:21:28.302208Z","steps":["trace[316783466] 'agreement among raft nodes before linearized reading' (duration: 117.520556ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.302256Z","caller":"traceutil/trace.go:171","msg":"trace[1794105522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8774; }","duration":"881.671072ms","start":"2026-04-19T11:21:27.420577Z","end":"2026-04-19T11:21:28.302249Z","steps":["trace[1794105522] 'agreement among raft nodes before linearized reading' (duration: 881.616481ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.302174Z","caller":"traceutil/trace.go:171","msg":"trace[559668016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8774; }","duration":"876.217528ms","start":"2026-04-19T11:21:27.425942Z","end":"2026-04-19T11:21:28.302159Z","steps":["trace[559668016] 'agreement among raft nodes before linearized reading' (duration: 876.077735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.302284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.420553Z","time spent":"881.725274ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:28.302296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030243523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42l79\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-04-19T11:21:28.302318Z","caller":"traceutil/trace.go:171","msg":"trace[179229006] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42l79; range_end:; response_count:1; response_revision:8774; }","duration":"1.030307885s","start":"2026-04-19T11:21:27.272003Z","end":"2026-04-19T11:21:28.302311Z","steps":["trace[179229006] 'agreement among raft nodes before linearized reading' (duration: 1.030245793s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.302228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.796945Z","time spent":"505.173031ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:28.30232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.425934Z","time spent":"876.369643ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:28.302339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.271979Z","time spent":"1.030356145s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42l79\" "} {"level":"warn","ts":"2026-04-19T11:21:28.302061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.424872Z","time spent":"877.18165ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:21:28.302095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.710989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:28.3024Z","caller":"traceutil/trace.go:171","msg":"trace[1212731084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8774; }","duration":"698.043796ms","start":"2026-04-19T11:21:27.604346Z","end":"2026-04-19T11:21:28.30239Z","steps":["trace[1212731084] 'agreement among raft nodes before linearized reading' (duration: 697.670318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.301978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.715567Z","time spent":"586.342963ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:28.302425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.60427Z","time spent":"698.146628ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:21:28.302523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067531328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:28.302643Z","caller":"traceutil/trace.go:171","msg":"trace[1862153466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8774; }","duration":"1.067694862s","start":"2026-04-19T11:21:27.234938Z","end":"2026-04-19T11:21:28.302633Z","steps":["trace[1862153466] 'agreement among raft nodes before linearized reading' (duration: 1.066865403s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.302663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.23491Z","time spent":"1.067748653s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:21:28.302776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.099932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xp9xp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-19T11:21:28.302845Z","caller":"traceutil/trace.go:171","msg":"trace[2077971336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xp9xp; range_end:; response_count:1; response_revision:8774; }","duration":"480.217504ms","start":"2026-04-19T11:21:27.822611Z","end":"2026-04-19T11:21:28.302828Z","steps":["trace[2077971336] 'agreement among raft nodes before linearized reading' (duration: 479.889607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.303165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:27.822577Z","time spent":"480.574531ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-xp9xp\" "} {"level":"info","ts":"2026-04-19T11:21:28.4175Z","caller":"traceutil/trace.go:171","msg":"trace[483904043] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"109.070644ms","start":"2026-04-19T11:21:28.308403Z","end":"2026-04-19T11:21:28.417473Z","steps":["trace[483904043] 'process raft request' (duration: 108.89991ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.417954Z","caller":"traceutil/trace.go:171","msg":"trace[633342506] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"109.260588ms","start":"2026-04-19T11:21:28.308657Z","end":"2026-04-19T11:21:28.417917Z","steps":["trace[633342506] 'process raft request' (duration: 108.768757ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.418011Z","caller":"traceutil/trace.go:171","msg":"trace[1134531365] linearizableReadLoop","detail":"{readStateIndex:9100; appliedIndex:9095; }","duration":"106.373503ms","start":"2026-04-19T11:21:28.311612Z","end":"2026-04-19T11:21:28.417986Z","steps":["trace[1134531365] 'read index received' (duration: 24.610798ms)","trace[1134531365] 'applied index is now lower than readState.Index' (duration: 81.761625ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:28.418141Z","caller":"traceutil/trace.go:171","msg":"trace[73842429] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"103.10796ms","start":"2026-04-19T11:21:28.315018Z","end":"2026-04-19T11:21:28.418126Z","steps":["trace[73842429] 'process raft request' (duration: 102.893905ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.418286Z","caller":"traceutil/trace.go:171","msg":"trace[1036660100] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"108.650185ms","start":"2026-04-19T11:21:28.309618Z","end":"2026-04-19T11:21:28.418268Z","steps":["trace[1036660100] 'process raft request' (duration: 108.076612ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.418391Z","caller":"traceutil/trace.go:171","msg":"trace[1685887353] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"108.068131ms","start":"2026-04-19T11:21:28.310292Z","end":"2026-04-19T11:21:28.41836Z","steps":["trace[1685887353] 'process raft request' (duration: 107.528129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.418596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.020084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228750"} {"level":"info","ts":"2026-04-19T11:21:28.418673Z","caller":"traceutil/trace.go:171","msg":"trace[1050220389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8780; }","duration":"102.114256ms","start":"2026-04-19T11:21:28.31654Z","end":"2026-04-19T11:21:28.418655Z","steps":["trace[1050220389] 'agreement among raft nodes before linearized reading' (duration: 101.617305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:28.418682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.050589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:28.418742Z","caller":"traceutil/trace.go:171","msg":"trace[1386517143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8780; }","duration":"107.13047ms","start":"2026-04-19T11:21:28.311596Z","end":"2026-04-19T11:21:28.418726Z","steps":["trace[1386517143] 'agreement among raft nodes before linearized reading' (duration: 107.041458ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.623459Z","caller":"traceutil/trace.go:171","msg":"trace[1494170861] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9101; }","duration":"127.433691ms","start":"2026-04-19T11:21:28.495994Z","end":"2026-04-19T11:21:28.623428Z","steps":["trace[1494170861] 'read index received' (duration: 127.37646ms)","trace[1494170861] 'applied index is now lower than readState.Index' (duration: 55.751µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:28.623773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.762809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-19T11:21:28.623766Z","caller":"traceutil/trace.go:171","msg":"trace[438250740] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"190.537273ms","start":"2026-04-19T11:21:28.433197Z","end":"2026-04-19T11:21:28.623734Z","steps":["trace[438250740] 'process raft request' (duration: 190.064342ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.623817Z","caller":"traceutil/trace.go:171","msg":"trace[129554623] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8781; }","duration":"127.870292ms","start":"2026-04-19T11:21:28.495935Z","end":"2026-04-19T11:21:28.623805Z","steps":["trace[129554623] 'agreement among raft nodes before linearized reading' (duration: 127.613055ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.760529Z","caller":"traceutil/trace.go:171","msg":"trace[241480692] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"120.468783ms","start":"2026-04-19T11:21:28.639926Z","end":"2026-04-19T11:21:28.760395Z","steps":["trace[241480692] 'process raft request' (duration: 52.269956ms)","trace[241480692] 'compare' (duration: 67.839359ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:28.760653Z","caller":"traceutil/trace.go:171","msg":"trace[2146929469] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"120.380291ms","start":"2026-04-19T11:21:28.640258Z","end":"2026-04-19T11:21:28.760638Z","steps":["trace[2146929469] 'process raft request' (duration: 119.957772ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:28.760645Z","caller":"traceutil/trace.go:171","msg":"trace[940816837] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9104; }","duration":"109.927954ms","start":"2026-04-19T11:21:28.650693Z","end":"2026-04-19T11:21:28.760621Z","steps":["trace[940816837] 'read index received' (duration: 41.493541ms)","trace[940816837] 'applied index is now lower than readState.Index' (duration: 68.433223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:28.760801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.406366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-19T11:21:28.760837Z","caller":"traceutil/trace.go:171","msg":"trace[1536244313] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8785; }","duration":"122.462907ms","start":"2026-04-19T11:21:28.638365Z","end":"2026-04-19T11:21:28.760828Z","steps":["trace[1536244313] 'agreement among raft nodes before linearized reading' (duration: 122.317754ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:29.592104Z","caller":"traceutil/trace.go:171","msg":"trace[99817450] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"249.242235ms","start":"2026-04-19T11:21:29.342835Z","end":"2026-04-19T11:21:29.592078Z","steps":["trace[99817450] 'process raft request' (duration: 249.053571ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:30.602884Z","caller":"traceutil/trace.go:171","msg":"trace[113733793] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"308.494549ms","start":"2026-04-19T11:21:30.294365Z","end":"2026-04-19T11:21:30.602859Z","steps":["trace[113733793] 'process raft request' (duration: 308.274014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:30.603028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.294344Z","time spent":"308.610461ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:30.603174Z","caller":"traceutil/trace.go:171","msg":"trace[1556170291] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"293.824416ms","start":"2026-04-19T11:21:30.309334Z","end":"2026-04-19T11:21:30.603159Z","steps":["trace[1556170291] 'process raft request' (duration: 293.714993ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:30.603171Z","caller":"traceutil/trace.go:171","msg":"trace[2044565731] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"295.031412ms","start":"2026-04-19T11:21:30.308113Z","end":"2026-04-19T11:21:30.603145Z","steps":["trace[2044565731] 'process raft request' (duration: 294.703775ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:30.603179Z","caller":"traceutil/trace.go:171","msg":"trace[1325286606] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9110; }","duration":"208.262175ms","start":"2026-04-19T11:21:30.394893Z","end":"2026-04-19T11:21:30.603155Z","steps":["trace[1325286606] 'read index received' (duration: 207.712722ms)","trace[1325286606] 'applied index is now lower than readState.Index' (duration: 548.803µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:30.603448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.554601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-19T11:21:30.603524Z","caller":"traceutil/trace.go:171","msg":"trace[1809084384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8792; }","duration":"208.673603ms","start":"2026-04-19T11:21:30.394833Z","end":"2026-04-19T11:21:30.603507Z","steps":["trace[1809084384] 'agreement among raft nodes before linearized reading' (duration: 208.454699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:31.036358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.921999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-19T11:21:31.036689Z","caller":"traceutil/trace.go:171","msg":"trace[1624557928] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9113; }","duration":"433.417842ms","start":"2026-04-19T11:21:30.603242Z","end":"2026-04-19T11:21:31.03666Z","steps":["trace[1624557928] 'read index received' (duration: 68.248679ms)","trace[1624557928] 'applied index is now lower than readState.Index' (duration: 365.166103ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:31.03673Z","caller":"traceutil/trace.go:171","msg":"trace[1504772220] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"428.208895ms","start":"2026-04-19T11:21:30.6085Z","end":"2026-04-19T11:21:31.036709Z","steps":["trace[1504772220] 'process raft request' (duration: 428.049411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:31.036938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.431326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-19T11:21:31.036979Z","caller":"traceutil/trace.go:171","msg":"trace[793032134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8793; }","duration":"613.504588ms","start":"2026-04-19T11:21:30.423463Z","end":"2026-04-19T11:21:31.036968Z","steps":["trace[793032134] 'agreement among raft nodes before linearized reading' (duration: 613.330664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:31.03694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.608472Z","time spent":"428.398328ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:31.037088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.21885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xp9xp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-19T11:21:31.036967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.35674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:21:31.037257Z","caller":"traceutil/trace.go:171","msg":"trace[1828162716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8793; }","duration":"611.673726ms","start":"2026-04-19T11:21:30.425561Z","end":"2026-04-19T11:21:31.037235Z","steps":["trace[1828162716] 'agreement among raft nodes before linearized reading' (duration: 611.194566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:31.037379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.425553Z","time spent":"611.808409ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-19T11:21:31.037105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.962988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-19T11:21:31.037487Z","caller":"traceutil/trace.go:171","msg":"trace[1073954845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8793; }","duration":"614.357627ms","start":"2026-04-19T11:21:30.423118Z","end":"2026-04-19T11:21:31.037476Z","steps":["trace[1073954845] 'agreement among raft nodes before linearized reading' (duration: 613.915747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:31.037531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.423109Z","time spent":"614.409939ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:31.037278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.069813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:21:31.03769Z","caller":"traceutil/trace.go:171","msg":"trace[1328592877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8793; }","duration":"615.505453ms","start":"2026-04-19T11:21:30.422159Z","end":"2026-04-19T11:21:31.037665Z","steps":["trace[1328592877] 'agreement among raft nodes before linearized reading' (duration: 615.033732ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:31.037159Z","caller":"traceutil/trace.go:171","msg":"trace[2041474970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xp9xp; range_end:; response_count:1; response_revision:8793; }","duration":"605.304692ms","start":"2026-04-19T11:21:30.431832Z","end":"2026-04-19T11:21:31.037136Z","steps":["trace[2041474970] 'agreement among raft nodes before linearized reading' (duration: 605.19222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:31.037807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.422134Z","time spent":"615.643406ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:21:31.037824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.431811Z","time spent":"605.999137ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-xp9xp\" "} {"level":"warn","ts":"2026-04-19T11:21:31.037013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:30.423456Z","time spent":"613.547739ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-19T11:21:31.187922Z","caller":"traceutil/trace.go:171","msg":"trace[745776672] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"145.205685ms","start":"2026-04-19T11:21:31.042696Z","end":"2026-04-19T11:21:31.187901Z","steps":["trace[745776672] 'process raft request' (duration: 71.852021ms)","trace[745776672] 'compare' (duration: 73.19838ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:31.18833Z","caller":"traceutil/trace.go:171","msg":"trace[31519863] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"145.565643ms","start":"2026-04-19T11:21:31.042756Z","end":"2026-04-19T11:21:31.188321Z","steps":["trace[31519863] 'process raft request' (duration: 145.107013ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:31.188476Z","caller":"traceutil/trace.go:171","msg":"trace[2005493630] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"144.887178ms","start":"2026-04-19T11:21:31.04356Z","end":"2026-04-19T11:21:31.188447Z","steps":["trace[2005493630] 'process raft request' (duration: 144.751325ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:31.188564Z","caller":"traceutil/trace.go:171","msg":"trace[937047700] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"145.273246ms","start":"2026-04-19T11:21:31.043282Z","end":"2026-04-19T11:21:31.188556Z","steps":["trace[937047700] 'process raft request' (duration: 144.925518ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:41.588418Z","caller":"traceutil/trace.go:171","msg":"trace[304112471] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"173.163117ms","start":"2026-04-19T11:21:41.415224Z","end":"2026-04-19T11:21:41.588387Z","steps":["trace[304112471] 'process raft request' (duration: 172.987213ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:41.724746Z","caller":"traceutil/trace.go:171","msg":"trace[1908825521] linearizableReadLoop","detail":"{readStateIndex:9215; appliedIndex:9213; }","duration":"173.562437ms","start":"2026-04-19T11:21:41.551164Z","end":"2026-04-19T11:21:41.724727Z","steps":["trace[1908825521] 'read index received' (duration: 37.109612ms)","trace[1908825521] 'applied index is now lower than readState.Index' (duration: 136.451935ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:41.72483Z","caller":"traceutil/trace.go:171","msg":"trace[68228178] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"305.102542ms","start":"2026-04-19T11:21:41.419675Z","end":"2026-04-19T11:21:41.724778Z","steps":["trace[68228178] 'process raft request' (duration: 304.942308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:41.724872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.69045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:21:41.724916Z","caller":"traceutil/trace.go:171","msg":"trace[1974674049] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8890; }","duration":"173.788282ms","start":"2026-04-19T11:21:41.551116Z","end":"2026-04-19T11:21:41.724904Z","steps":["trace[1974674049] 'agreement among raft nodes before linearized reading' (duration: 173.68821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:41.725062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:41.419665Z","time spent":"305.278375ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4914,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:43.387734Z","caller":"traceutil/trace.go:171","msg":"trace[311588379] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"130.530552ms","start":"2026-04-19T11:21:43.257179Z","end":"2026-04-19T11:21:43.38771Z","steps":["trace[311588379] 'process raft request' (duration: 98.569776ms)","trace[311588379] 'compare' (duration: 31.811853ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:43.388141Z","caller":"traceutil/trace.go:171","msg":"trace[647740303] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"130.88561ms","start":"2026-04-19T11:21:43.257216Z","end":"2026-04-19T11:21:43.388102Z","steps":["trace[647740303] 'process raft request' (duration: 130.4508ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:43.388332Z","caller":"traceutil/trace.go:171","msg":"trace[423835312] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"130.997043ms","start":"2026-04-19T11:21:43.257259Z","end":"2026-04-19T11:21:43.388256Z","steps":["trace[423835312] 'process raft request' (duration: 130.728187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.211354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000714853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:21:46.211524Z","caller":"traceutil/trace.go:171","msg":"trace[357489818] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8919; }","duration":"1.000914429s","start":"2026-04-19T11:21:45.210586Z","end":"2026-04-19T11:21:46.211501Z","steps":["trace[357489818] 'range keys from in-memory index tree' (duration: 1.000492959s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.2116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.210572Z","time spent":"1.001015051s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-19T11:21:46.211848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.611457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:21:46.211977Z","caller":"traceutil/trace.go:171","msg":"trace[1528212456] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9245; }","duration":"976.886953ms","start":"2026-04-19T11:21:45.235072Z","end":"2026-04-19T11:21:46.211959Z","steps":["trace[1528212456] 'read index received' (duration: 129.99546ms)","trace[1528212456] 'applied index is now lower than readState.Index' (duration: 846.890313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:46.21212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.058247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:21:46.212117Z","caller":"traceutil/trace.go:171","msg":"trace[968948687] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"1.00009529s","start":"2026-04-19T11:21:45.211964Z","end":"2026-04-19T11:21:46.212059Z","steps":["trace[968948687] 'process raft request' (duration: 153.186086ms)","trace[968948687] 'compare' (duration: 846.504564ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:46.212215Z","caller":"traceutil/trace.go:171","msg":"trace[1596157091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8920; }","duration":"977.19424ms","start":"2026-04-19T11:21:45.235008Z","end":"2026-04-19T11:21:46.212202Z","steps":["trace[1596157091] 'agreement among raft nodes before linearized reading' (duration: 977.044086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.212297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.94254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:21:46.212333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.211946Z","time spent":"1.000291233s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:46.212413Z","caller":"traceutil/trace.go:171","msg":"trace[1621302170] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8920; }","duration":"644.088123ms","start":"2026-04-19T11:21:45.56828Z","end":"2026-04-19T11:21:46.212368Z","steps":["trace[1621302170] 'agreement among raft nodes before linearized reading' (duration: 643.972511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.212483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.56826Z","time spent":"644.211466ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/ceph-etc\" "} {"level":"warn","ts":"2026-04-19T11:21:46.212591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.789218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T11:21:46.212558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.458525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:21:46.212625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.077849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:21:46.212646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.681726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-19T11:21:46.212664Z","caller":"traceutil/trace.go:171","msg":"trace[1911641739] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8920; }","duration":"196.12214ms","start":"2026-04-19T11:21:46.016534Z","end":"2026-04-19T11:21:46.212656Z","steps":["trace[1911641739] 'agreement among raft nodes before linearized reading' (duration: 196.055398ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:46.21266Z","caller":"traceutil/trace.go:171","msg":"trace[1938693263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8920; }","duration":"819.895821ms","start":"2026-04-19T11:21:45.392747Z","end":"2026-04-19T11:21:46.212643Z","steps":["trace[1938693263] 'agreement among raft nodes before linearized reading' (duration: 819.706136ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:46.212688Z","caller":"traceutil/trace.go:171","msg":"trace[1492570760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8920; }","duration":"819.742667ms","start":"2026-04-19T11:21:45.392935Z","end":"2026-04-19T11:21:46.212677Z","steps":["trace[1492570760] 'agreement among raft nodes before linearized reading' (duration: 819.559393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.212649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.327036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-04-19T11:21:46.2127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.392726Z","time spent":"819.965953ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-19T11:21:46.212718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.392929Z","time spent":"819.783458ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:46.212723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.88845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T11:21:46.212758Z","caller":"traceutil/trace.go:171","msg":"trace[1034152897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8920; }","duration":"819.936972ms","start":"2026-04-19T11:21:45.392811Z","end":"2026-04-19T11:21:46.212748Z","steps":["trace[1034152897] 'agreement among raft nodes before linearized reading' (duration: 819.829879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.21276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.952047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T11:21:46.212797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.090123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-19T11:21:46.212782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.65301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:21:46.212755Z","caller":"traceutil/trace.go:171","msg":"trace[1572467003] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8920; }","duration":"956.49014ms","start":"2026-04-19T11:21:45.256247Z","end":"2026-04-19T11:21:46.212737Z","steps":["trace[1572467003] 'agreement among raft nodes before linearized reading' (duration: 956.006769ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:46.212818Z","caller":"traceutil/trace.go:171","msg":"trace[387829273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8920; }","duration":"901.146224ms","start":"2026-04-19T11:21:45.311665Z","end":"2026-04-19T11:21:46.212812Z","steps":["trace[387829273] 'agreement among raft nodes before linearized reading' (duration: 901.086023ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:46.21281Z","caller":"traceutil/trace.go:171","msg":"trace[389412118] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8920; }","duration":"829.056339ms","start":"2026-04-19T11:21:45.38374Z","end":"2026-04-19T11:21:46.212797Z","steps":["trace[389412118] 'agreement among raft nodes before linearized reading' (duration: 828.964177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.212838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.311647Z","time spent":"901.186275ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-19T11:21:46.212839Z","caller":"traceutil/trace.go:171","msg":"trace[395229810] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8920; }","duration":"523.740883ms","start":"2026-04-19T11:21:45.689082Z","end":"2026-04-19T11:21:46.212823Z","steps":["trace[395229810] 'agreement among raft nodes before linearized reading' (duration: 523.655491ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:46.212683Z","caller":"traceutil/trace.go:171","msg":"trace[734148178] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8920; }","duration":"422.637559ms","start":"2026-04-19T11:21:45.79002Z","end":"2026-04-19T11:21:46.212657Z","steps":["trace[734148178] 'agreement among raft nodes before linearized reading' (duration: 422.424014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.21285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.383719Z","time spent":"829.121691ms","remote":"127.0.0.1:55906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:21:46.212795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.392806Z","time spent":"819.982963ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T11:21:46.212893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.689065Z","time spent":"523.812614ms","remote":"127.0.0.1:35146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:21:46.212912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.790004Z","time spent":"422.871625ms","remote":"127.0.0.1:35238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-19T11:21:46.212867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.971727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jgfrq.18a7bd62a4fb771b\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-19T11:21:46.212253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.234983Z","time spent":"977.260592ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T11:21:46.212847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.256225Z","time spent":"956.608962ms","remote":"127.0.0.1:46934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-19T11:21:46.212979Z","caller":"traceutil/trace.go:171","msg":"trace[1454008477] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jgfrq.18a7bd62a4fb771b; range_end:; response_count:1; response_revision:8920; }","duration":"472.168352ms","start":"2026-04-19T11:21:45.74079Z","end":"2026-04-19T11:21:46.212958Z","steps":["trace[1454008477] 'agreement among raft nodes before linearized reading' (duration: 471.66184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.213055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:45.740765Z","time spent":"472.277564ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":787,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jgfrq.18a7bd62a4fb771b\" "} {"level":"info","ts":"2026-04-19T11:21:46.419833Z","caller":"traceutil/trace.go:171","msg":"trace[831808889] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"137.344026ms","start":"2026-04-19T11:21:46.282457Z","end":"2026-04-19T11:21:46.4198Z","steps":["trace[831808889] 'process raft request' (duration: 85.897199ms)","trace[831808889] 'compare' (duration: 51.177901ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:46.987492Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000242b.wal"} {"level":"info","ts":"2026-04-19T11:21:46.98782Z","caller":"traceutil/trace.go:171","msg":"trace[646310173] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"329.529466ms","start":"2026-04-19T11:21:46.658268Z","end":"2026-04-19T11:21:46.987798Z","steps":["trace[646310173] 'process raft request' (duration: 329.392203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:46.98795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:46.658243Z","time spent":"329.642539ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:47.173023Z","caller":"traceutil/trace.go:171","msg":"trace[1901375717] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"510.597104ms","start":"2026-04-19T11:21:46.662396Z","end":"2026-04-19T11:21:47.172993Z","steps":["trace[1901375717] 'process raft request' (duration: 425.186566ms)","trace[1901375717] 'compare' (duration: 85.0572ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:21:47.17305Z","caller":"traceutil/trace.go:171","msg":"trace[741694561] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"497.488916ms","start":"2026-04-19T11:21:46.675534Z","end":"2026-04-19T11:21:47.173022Z","steps":["trace[741694561] 'process raft request' (duration: 497.376624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:47.173147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:46.662382Z","time spent":"510.701076ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:21:47.173032Z","caller":"traceutil/trace.go:171","msg":"trace[278347534] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9257; }","duration":"394.347206ms","start":"2026-04-19T11:21:46.778667Z","end":"2026-04-19T11:21:47.173014Z","steps":["trace[278347534] 'read index received' (duration: 209.016952ms)","trace[278347534] 'applied index is now lower than readState.Index' (duration: 185.329214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:47.173199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:46.675513Z","time spent":"497.603209ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:21:47.173588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.917559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:46 size:631989"} {"level":"info","ts":"2026-04-19T11:21:47.17364Z","caller":"traceutil/trace.go:171","msg":"trace[1620062189] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:46; response_revision:8933; }","duration":"394.975171ms","start":"2026-04-19T11:21:46.778654Z","end":"2026-04-19T11:21:47.173629Z","steps":["trace[1620062189] 'agreement among raft nodes before linearized reading' (duration: 394.415828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:47.173682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:21:46.778596Z","time spent":"395.075303ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":46,"response size":632011,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-19T11:21:50.46431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.925607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T11:21:50.464402Z","caller":"traceutil/trace.go:171","msg":"trace[1187102610] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9333; }","duration":"223.726016ms","start":"2026-04-19T11:21:50.240661Z","end":"2026-04-19T11:21:50.464387Z","steps":["trace[1187102610] 'read index received' (duration: 119.613904ms)","trace[1187102610] 'applied index is now lower than readState.Index' (duration: 104.111122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:50.464512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.850339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T11:21:50.46454Z","caller":"traceutil/trace.go:171","msg":"trace[1036192101] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9006; }","duration":"223.892679ms","start":"2026-04-19T11:21:50.240635Z","end":"2026-04-19T11:21:50.464528Z","steps":["trace[1036192101] 'agreement among raft nodes before linearized reading' (duration: 223.831958ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:50.464512Z","caller":"traceutil/trace.go:171","msg":"trace[1157568772] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"227.281906ms","start":"2026-04-19T11:21:50.23719Z","end":"2026-04-19T11:21:50.464472Z","steps":["trace[1157568772] 'process raft request' (duration: 123.103433ms)","trace[1157568772] 'compare' (duration: 103.789404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:21:50.464812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.990389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-19T11:21:50.46486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.420287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:21:50.464875Z","caller":"traceutil/trace.go:171","msg":"trace[1910638184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9006; }","duration":"182.100681ms","start":"2026-04-19T11:21:50.282758Z","end":"2026-04-19T11:21:50.464858Z","steps":["trace[1910638184] 'agreement among raft nodes before linearized reading' (duration: 181.884536ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:50.464932Z","caller":"traceutil/trace.go:171","msg":"trace[474952498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9006; }","duration":"174.524599ms","start":"2026-04-19T11:21:50.29039Z","end":"2026-04-19T11:21:50.464915Z","steps":["trace[474952498] 'agreement among raft nodes before linearized reading' (duration: 174.306304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:50.464947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.447506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-19T11:21:50.464992Z","caller":"traceutil/trace.go:171","msg":"trace[1983401177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9006; }","duration":"181.478257ms","start":"2026-04-19T11:21:50.283491Z","end":"2026-04-19T11:21:50.464969Z","steps":["trace[1983401177] 'agreement among raft nodes before linearized reading' (duration: 181.396255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:21:50.465048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.335156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-19T11:21:50.465188Z","caller":"traceutil/trace.go:171","msg":"trace[1491349231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9006; }","duration":"178.492539ms","start":"2026-04-19T11:21:50.286671Z","end":"2026-04-19T11:21:50.465164Z","steps":["trace[1491349231] 'agreement among raft nodes before linearized reading' (duration: 178.132861ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:52.67648Z","caller":"traceutil/trace.go:171","msg":"trace[2092124961] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"124.595077ms","start":"2026-04-19T11:21:52.551854Z","end":"2026-04-19T11:21:52.676449Z","steps":["trace[2092124961] 'process raft request' (duration: 124.382962ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:52.68321Z","caller":"traceutil/trace.go:171","msg":"trace[1337768964] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"129.816905ms","start":"2026-04-19T11:21:52.553329Z","end":"2026-04-19T11:21:52.683146Z","steps":["trace[1337768964] 'process raft request' (duration: 129.719773ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:52.683172Z","caller":"traceutil/trace.go:171","msg":"trace[1742122137] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"129.968179ms","start":"2026-04-19T11:21:52.553156Z","end":"2026-04-19T11:21:52.683124Z","steps":["trace[1742122137] 'process raft request' (duration: 129.546339ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:21:52.683369Z","caller":"traceutil/trace.go:171","msg":"trace[561164705] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"130.04551ms","start":"2026-04-19T11:21:52.55328Z","end":"2026-04-19T11:21:52.683326Z","steps":["trace[561164705] 'process raft request' (duration: 129.655142ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:22:00.73523Z","caller":"traceutil/trace.go:171","msg":"trace[1657920116] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"162.510987ms","start":"2026-04-19T11:22:00.572679Z","end":"2026-04-19T11:22:00.73519Z","steps":["trace[1657920116] 'process raft request' (duration: 105.33194ms)","trace[1657920116] 'compare' (duration: 56.918651ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:22:13.177217Z","caller":"traceutil/trace.go:171","msg":"trace[914595988] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"214.961897ms","start":"2026-04-19T11:22:12.962227Z","end":"2026-04-19T11:22:13.177189Z","steps":["trace[914595988] 'process raft request' (duration: 182.715345ms)","trace[914595988] 'compare' (duration: 32.078328ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:22:13.177391Z","caller":"traceutil/trace.go:171","msg":"trace[214254198] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"214.564089ms","start":"2026-04-19T11:22:12.962793Z","end":"2026-04-19T11:22:13.177357Z","steps":["trace[214254198] 'process raft request' (duration: 214.355674ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:22:51.345794Z","caller":"traceutil/trace.go:171","msg":"trace[1998680373] linearizableReadLoop","detail":"{readStateIndex:9894; appliedIndex:9892; }","duration":"110.219161ms","start":"2026-04-19T11:22:51.235541Z","end":"2026-04-19T11:22:51.345761Z","steps":["trace[1998680373] 'read index received' (duration: 70.132851ms)","trace[1998680373] 'applied index is now lower than readState.Index' (duration: 40.0852ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:22:51.34583Z","caller":"traceutil/trace.go:171","msg":"trace[1925956434] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"191.453684ms","start":"2026-04-19T11:22:51.15433Z","end":"2026-04-19T11:22:51.345783Z","steps":["trace[1925956434] 'process raft request' (duration: 151.322833ms)","trace[1925956434] 'compare' (duration: 39.716661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:22:51.345983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.421146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:22:51.346017Z","caller":"traceutil/trace.go:171","msg":"trace[595190299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9550; }","duration":"110.506958ms","start":"2026-04-19T11:22:51.235496Z","end":"2026-04-19T11:22:51.346003Z","steps":["trace[595190299] 'agreement among raft nodes before linearized reading' (duration: 110.417046ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:22:51.346077Z","caller":"traceutil/trace.go:171","msg":"trace[1768979021] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"133.262944ms","start":"2026-04-19T11:22:51.212777Z","end":"2026-04-19T11:22:51.34604Z","steps":["trace[1768979021] 'process raft request' (duration: 132.882455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:22:51.886361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17769125663566494245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T11:22:52.008825Z","caller":"traceutil/trace.go:171","msg":"trace[1916600763] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"624.18373ms","start":"2026-04-19T11:22:51.384606Z","end":"2026-04-19T11:22:52.00879Z","steps":["trace[1916600763] 'process raft request' (duration: 551.707566ms)","trace[1916600763] 'compare' (duration: 72.26114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T11:22:52.008977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:22:51.384589Z","time spent":"624.311654ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:22:52.048998Z","caller":"traceutil/trace.go:171","msg":"trace[1596965401] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"537.591046ms","start":"2026-04-19T11:22:51.51137Z","end":"2026-04-19T11:22:52.048961Z","steps":["trace[1596965401] 'process raft request' (duration: 537.390262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:22:52.049354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:22:51.511347Z","time spent":"537.876972ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T11:22:52.049301Z","caller":"traceutil/trace.go:171","msg":"trace[1922886750] linearizableReadLoop","detail":"{readStateIndex:9898; appliedIndex:9895; }","duration":"663.406511ms","start":"2026-04-19T11:22:51.3858Z","end":"2026-04-19T11:22:52.049206Z","steps":["trace[1922886750] 'read index received' (duration: 550.584751ms)","trace[1922886750] 'applied index is now lower than readState.Index' (duration: 112.8191ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T11:22:52.049422Z","caller":"traceutil/trace.go:171","msg":"trace[339739997] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"538.005305ms","start":"2026-04-19T11:22:51.511386Z","end":"2026-04-19T11:22:52.049392Z","steps":["trace[339739997] 'process raft request' (duration: 537.529404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:22:52.049564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:22:51.511367Z","time spent":"538.119018ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T11:22:52.049835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.331382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xp9xp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-19T11:22:52.04988Z","caller":"traceutil/trace.go:171","msg":"trace[697445587] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xp9xp; range_end:; response_count:1; response_revision:9554; }","duration":"340.410494ms","start":"2026-04-19T11:22:51.709457Z","end":"2026-04-19T11:22:52.049868Z","steps":["trace[697445587] 'agreement among raft nodes before linearized reading' (duration: 340.2576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:22:52.04992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:22:51.709438Z","time spent":"340.472985ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-xp9xp\" "} {"level":"warn","ts":"2026-04-19T11:22:52.049892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.039193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-19T11:22:52.049983Z","caller":"traceutil/trace.go:171","msg":"trace[1855182042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9554; }","duration":"663.162255ms","start":"2026-04-19T11:22:51.386803Z","end":"2026-04-19T11:22:52.049965Z","steps":["trace[1855182042] 'agreement among raft nodes before linearized reading' (duration: 662.904469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:22:52.050012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.145777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19334"} {"level":"info","ts":"2026-04-19T11:22:52.050135Z","caller":"traceutil/trace.go:171","msg":"trace[855040096] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9554; }","duration":"664.351422ms","start":"2026-04-19T11:22:51.385758Z","end":"2026-04-19T11:22:52.05011Z","steps":["trace[855040096] 'agreement among raft nodes before linearized reading' (duration: 663.834501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:22:52.050244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:22:51.385748Z","time spent":"664.478125ms","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19356,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-19T11:22:52.050035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T11:22:51.386788Z","time spent":"663.237237ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-19T11:23:05.296974Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"78a0acde880f698","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-19T11:23:05.303771Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-19T11:23:05.303879Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-19T11:24:51.892948Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7999} {"level":"info","ts":"2026-04-19T11:24:51.963252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7999,"took":"68.100934ms","hash":3328730152,"current-db-size-bytes":57393152,"current-db-size":"57 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-19T11:24:51.963312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3328730152,"revision":7999,"compact-revision":5894} {"level":"info","ts":"2026-04-19T11:24:56.236495Z","caller":"traceutil/trace.go:171","msg":"trace[806668433] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"176.423242ms","start":"2026-04-19T11:24:56.060046Z","end":"2026-04-19T11:24:56.23647Z","steps":["trace[806668433] 'process raft request' (duration: 176.269859ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:24:56.23749Z","caller":"traceutil/trace.go:171","msg":"trace[2047737745] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"176.37603ms","start":"2026-04-19T11:24:56.061086Z","end":"2026-04-19T11:24:56.237462Z","steps":["trace[2047737745] 'process raft request' (duration: 176.223477ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:26:57.217824Z","caller":"traceutil/trace.go:171","msg":"trace[2036596327] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"123.122985ms","start":"2026-04-19T11:26:57.094668Z","end":"2026-04-19T11:26:57.217791Z","steps":["trace[2036596327] 'process raft request' (duration: 121.212441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T11:27:00.860071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.112594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T11:27:00.860213Z","caller":"traceutil/trace.go:171","msg":"trace[1443478369] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:11158; }","duration":"105.312909ms","start":"2026-04-19T11:27:00.754877Z","end":"2026-04-19T11:27:00.86019Z","steps":["trace[1443478369] 'count revisions from in-memory index tree' (duration: 104.974851ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T11:29:51.900227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10390} {"level":"info","ts":"2026-04-19T11:29:51.985191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10390,"took":"82.594415ms","hash":1705500863,"current-db-size-bytes":57393152,"current-db-size":"57 MB","current-db-size-in-use-bytes":22327296,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-19T11:29:51.985265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1705500863,"revision":10390,"compact-revision":7999}