{"level":"warn","ts":"2026-03-13T23:02:16.356568Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:16.35665Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.131:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.131:2380","--initial-cluster=instance=https://199.204.45.131:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.131:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.131:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:02:16.356711Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:16.356726Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-03-13T23:02:16.356748Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:16.357352Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"]} {"level":"info","ts":"2026-03-13T23:02:16.357426Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.131:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:02:16.36119Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.554864ms"} {"level":"info","ts":"2026-03-13T23:02:16.367083Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2fdf33955ed9ec6c","cluster-id":"e3dd6b4ed8cb907a"} {"level":"info","ts":"2026-03-13T23:02:16.367169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:02:16.367194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 0"} {"level":"info","ts":"2026-03-13T23:02:16.367208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2fdf33955ed9ec6c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:02:16.367223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became follower at term 1"} {"level":"info","ts":"2026-03-13T23:02:16.36726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"warn","ts":"2026-03-13T23:02:16.372996Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:02:16.374297Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:02:16.37548Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:02:16.378012Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2fdf33955ed9ec6c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:02:16.378222Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2fdf33955ed9ec6c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:02:16.378301Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:16.378408Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:16.378435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:16.381512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c switched to configuration voters=(3449532556223573100)"} {"level":"info","ts":"2026-03-13T23:02:16.381768Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","added-peer-id":"2fdf33955ed9ec6c","added-peer-peer-urls":["https://199.204.45.131:2380"]} {"level":"info","ts":"2026-03-13T23:02:16.383401Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:16.383744Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-03-13T23:02:16.383809Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2fdf33955ed9ec6c","initial-advertise-peer-urls":["https://199.204.45.131:2380"],"listen-peer-urls":["https://199.204.45.131:2380"],"advertise-client-urls":["https://199.204.45.131:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.131:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:02:16.383836Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.131:2380"} {"level":"info","ts":"2026-03-13T23:02:16.383874Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:02:17.367518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:02:17.367638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:02:17.367687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgPreVoteResp from 2fdf33955ed9ec6c at term 1"} {"level":"info","ts":"2026-03-13T23:02:17.367711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:02:17.367726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c received MsgVoteResp from 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-03-13T23:02:17.367753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2fdf33955ed9ec6c became leader at term 2"} {"level":"info","ts":"2026-03-13T23:02:17.367768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2fdf33955ed9ec6c elected leader 2fdf33955ed9ec6c at term 2"} {"level":"info","ts":"2026-03-13T23:02:17.368988Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2fdf33955ed9ec6c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.131:2379]}","request-path":"/0/members/2fdf33955ed9ec6c/attributes","cluster-id":"e3dd6b4ed8cb907a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:02:17.369024Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:17.369228Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:17.369287Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:17.370183Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e3dd6b4ed8cb907a","local-member-id":"2fdf33955ed9ec6c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:17.370305Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:17.370345Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:17.372983Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:02:17.373139Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.131:2379"} {"level":"info","ts":"2026-03-13T23:02:17.373279Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:02:17.373346Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-13T23:02:18.887627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.355882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-13T23:02:18.887628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.970813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-13T23:02:18.887748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.075104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:18.887784Z","caller":"traceutil/trace.go:171","msg":"trace[450982259] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"108.583337ms","start":"2026-03-13T23:02:18.779174Z","end":"2026-03-13T23:02:18.887758Z","steps":["trace[450982259] 'agreement among raft nodes before linearized reading' (duration: 108.29935ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:18.887787Z","caller":"traceutil/trace.go:171","msg":"trace[1694019617] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"108.208958ms","start":"2026-03-13T23:02:18.779559Z","end":"2026-03-13T23:02:18.887768Z","steps":["trace[1694019617] 'agreement among raft nodes before linearized reading' (duration: 107.964032ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:18.887859Z","caller":"traceutil/trace.go:171","msg":"trace[398275733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:10; }","duration":"160.199377ms","start":"2026-03-13T23:02:18.72764Z","end":"2026-03-13T23:02:18.887839Z","steps":["trace[398275733] 'agreement among raft nodes before linearized reading' (duration: 160.009872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:18.887643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.417623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:18.888235Z","caller":"traceutil/trace.go:171","msg":"trace[997111055] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"108.785992ms","start":"2026-03-13T23:02:18.779147Z","end":"2026-03-13T23:02:18.887933Z","steps":["trace[997111055] 'agreement among raft nodes before linearized reading' (duration: 108.410983ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.007886Z","caller":"traceutil/trace.go:171","msg":"trace[1453134483] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:13; }","duration":"120.471958ms","start":"2026-03-13T23:02:18.887373Z","end":"2026-03-13T23:02:19.007845Z","steps":["trace[1453134483] 'read index received' (duration: 73.276872ms)","trace[1453134483] 'applied index is now lower than readState.Index' (duration: 47.193686ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:19.007987Z","caller":"traceutil/trace.go:171","msg":"trace[1175643384] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"186.523499ms","start":"2026-03-13T23:02:18.821415Z","end":"2026-03-13T23:02:19.007939Z","steps":["trace[1175643384] 'process raft request' (duration: 139.217551ms)","trace[1175643384] 'compare' (duration: 46.883018ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:19.008078Z","caller":"traceutil/trace.go:171","msg":"trace[857720627] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"186.451128ms","start":"2026-03-13T23:02:18.821547Z","end":"2026-03-13T23:02:19.007999Z","steps":["trace[857720627] 'process raft request' (duration: 186.246923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.008158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.041566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-7hn2w\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-13T23:02:19.008211Z","caller":"traceutil/trace.go:171","msg":"trace[1541991162] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-7hn2w; range_end:; response_count:1; response_revision:12; }","duration":"188.134948ms","start":"2026-03-13T23:02:18.820062Z","end":"2026-03-13T23:02:19.008197Z","steps":["trace[1541991162] 'agreement among raft nodes before linearized reading' (duration: 187.994524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.008131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.820573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:19.008383Z","caller":"traceutil/trace.go:171","msg":"trace[1141825023] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"142.148631ms","start":"2026-03-13T23:02:18.866215Z","end":"2026-03-13T23:02:19.008364Z","steps":["trace[1141825023] 'agreement among raft nodes before linearized reading' (duration: 141.809803ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.013792Z","caller":"traceutil/trace.go:171","msg":"trace[1676684384] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"121.992554ms","start":"2026-03-13T23:02:18.891782Z","end":"2026-03-13T23:02:19.013774Z","steps":["trace[1676684384] 'process raft request' (duration: 121.81971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.013838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.718304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:19.013831Z","caller":"traceutil/trace.go:171","msg":"trace[1657931801] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"122.564088ms","start":"2026-03-13T23:02:18.891232Z","end":"2026-03-13T23:02:19.013796Z","steps":["trace[1657931801] 'process raft request' (duration: 122.328962ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.013784Z","caller":"traceutil/trace.go:171","msg":"trace[2079144158] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"123.725045ms","start":"2026-03-13T23:02:18.890019Z","end":"2026-03-13T23:02:19.013744Z","steps":["trace[2079144158] 'process raft request' (duration: 123.448658ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.013902Z","caller":"traceutil/trace.go:171","msg":"trace[780883352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18; }","duration":"123.785716ms","start":"2026-03-13T23:02:18.8901Z","end":"2026-03-13T23:02:19.013886Z","steps":["trace[780883352] 'agreement among raft nodes before linearized reading' (duration: 123.673083ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.014067Z","caller":"traceutil/trace.go:171","msg":"trace[2137269599] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"121.602915ms","start":"2026-03-13T23:02:18.892453Z","end":"2026-03-13T23:02:19.014056Z","steps":["trace[2137269599] 'process raft request' (duration: 121.174655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.014097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.937713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:19.014078Z","caller":"traceutil/trace.go:171","msg":"trace[1666876141] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"121.201435ms","start":"2026-03-13T23:02:18.892645Z","end":"2026-03-13T23:02:19.013846Z","steps":["trace[1666876141] 'process raft request' (duration: 121.062952ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.014205Z","caller":"traceutil/trace.go:171","msg":"trace[381138066] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"121.617805ms","start":"2026-03-13T23:02:18.892577Z","end":"2026-03-13T23:02:19.014195Z","steps":["trace[381138066] 'process raft request' (duration: 121.107253ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.014131Z","caller":"traceutil/trace.go:171","msg":"trace[751257909] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:18; }","duration":"111.007205ms","start":"2026-03-13T23:02:18.903113Z","end":"2026-03-13T23:02:19.01412Z","steps":["trace[751257909] 'agreement among raft nodes before linearized reading' (duration: 110.949193ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.014162Z","caller":"traceutil/trace.go:171","msg":"trace[340355128] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"121.304987ms","start":"2026-03-13T23:02:18.892849Z","end":"2026-03-13T23:02:19.014154Z","steps":["trace[340355128] 'process raft request' (duration: 120.886717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.254219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T23:02:19.254517Z","caller":"traceutil/trace.go:171","msg":"trace[143233576] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"174.024174ms","start":"2026-03-13T23:02:19.080442Z","end":"2026-03-13T23:02:19.254467Z","steps":["trace[143233576] 'process raft request' (duration: 61.018492ms)","trace[143233576] 'compare' (duration: 111.948597ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:19.254562Z","caller":"traceutil/trace.go:171","msg":"trace[883397761] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"173.351608ms","start":"2026-03-13T23:02:19.081163Z","end":"2026-03-13T23:02:19.254514Z","steps":["trace[883397761] 'process raft request' (duration: 173.206455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.254656Z","caller":"traceutil/trace.go:171","msg":"trace[1042745603] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"161.210581ms","start":"2026-03-13T23:02:19.093426Z","end":"2026-03-13T23:02:19.254637Z","steps":["trace[1042745603] 'process raft request' (duration: 161.16283ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.254663Z","caller":"traceutil/trace.go:171","msg":"trace[308310111] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"172.833196ms","start":"2026-03-13T23:02:19.081795Z","end":"2026-03-13T23:02:19.254628Z","steps":["trace[308310111] 'process raft request' (duration: 172.710363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.254818Z","caller":"traceutil/trace.go:171","msg":"trace[96228326] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"173.268427ms","start":"2026-03-13T23:02:19.081489Z","end":"2026-03-13T23:02:19.254757Z","steps":["trace[96228326] 'process raft request' (duration: 172.96462ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.254919Z","caller":"traceutil/trace.go:171","msg":"trace[1697996327] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"172.915938ms","start":"2026-03-13T23:02:19.08198Z","end":"2026-03-13T23:02:19.254896Z","steps":["trace[1697996327] 'process raft request' (duration: 172.550289ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.254957Z","caller":"traceutil/trace.go:171","msg":"trace[1815610009] linearizableReadLoop","detail":"{readStateIndex:38; appliedIndex:31; }","duration":"163.452284ms","start":"2026-03-13T23:02:19.091481Z","end":"2026-03-13T23:02:19.254933Z","steps":["trace[1815610009] 'read index received' (duration: 50.003052ms)","trace[1815610009] 'applied index is now lower than readState.Index' (duration: 113.446912ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:19.255059Z","caller":"traceutil/trace.go:171","msg":"trace[1528416794] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"162.087693ms","start":"2026-03-13T23:02:19.092956Z","end":"2026-03-13T23:02:19.255043Z","steps":["trace[1528416794] 'process raft request' (duration: 161.610071ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.255132Z","caller":"traceutil/trace.go:171","msg":"trace[1778121374] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"173.602064ms","start":"2026-03-13T23:02:19.081519Z","end":"2026-03-13T23:02:19.255121Z","steps":["trace[1778121374] 'process raft request' (duration: 172.954059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.255218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.7037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:19.255274Z","caller":"traceutil/trace.go:171","msg":"trace[1765347266] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:36; }","duration":"163.816603ms","start":"2026-03-13T23:02:19.091442Z","end":"2026-03-13T23:02:19.255258Z","steps":["trace[1765347266] 'agreement among raft nodes before linearized reading' (duration: 163.572017ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.255174Z","caller":"traceutil/trace.go:171","msg":"trace[2095262836] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"173.760868ms","start":"2026-03-13T23:02:19.081348Z","end":"2026-03-13T23:02:19.255109Z","steps":["trace[2095262836] 'process raft request' (duration: 173.084452ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.448039Z","caller":"traceutil/trace.go:171","msg":"trace[1664539587] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"108.26888ms","start":"2026-03-13T23:02:19.339736Z","end":"2026-03-13T23:02:19.448005Z","steps":["trace[1664539587] 'process raft request' (duration: 108.181518ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.448134Z","caller":"traceutil/trace.go:171","msg":"trace[1607511542] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"110.523783ms","start":"2026-03-13T23:02:19.337581Z","end":"2026-03-13T23:02:19.448104Z","steps":["trace[1607511542] 'process raft request' (duration: 45.180088ms)","trace[1607511542] 'compare' (duration: 64.924075ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:19.778678Z","caller":"traceutil/trace.go:171","msg":"trace[139967904] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"228.716998ms","start":"2026-03-13T23:02:19.549933Z","end":"2026-03-13T23:02:19.77865Z","steps":["trace[139967904] 'process raft request' (duration: 228.562034ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:19.779772Z","caller":"traceutil/trace.go:171","msg":"trace[20856202] linearizableReadLoop","detail":"{readStateIndex:57; appliedIndex:55; }","duration":"187.611726ms","start":"2026-03-13T23:02:19.592144Z","end":"2026-03-13T23:02:19.779755Z","steps":["trace[20856202] 'read index received' (duration: 186.412397ms)","trace[20856202] 'applied index is now lower than readState.Index' (duration: 1.198529ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:19.779913Z","caller":"traceutil/trace.go:171","msg":"trace[1545347072] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"229.193408ms","start":"2026-03-13T23:02:19.550706Z","end":"2026-03-13T23:02:19.779899Z","steps":["trace[1545347072] 'process raft request' (duration: 228.960583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:19.780121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.954813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:19.780226Z","caller":"traceutil/trace.go:171","msg":"trace[2141373999] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:53; }","duration":"188.108517ms","start":"2026-03-13T23:02:19.592085Z","end":"2026-03-13T23:02:19.780194Z","steps":["trace[2141373999] 'agreement among raft nodes before linearized reading' (duration: 187.916632ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.00442Z","caller":"traceutil/trace.go:171","msg":"trace[2002865910] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"220.208036ms","start":"2026-03-13T23:02:19.784187Z","end":"2026-03-13T23:02:20.004395Z","steps":["trace[2002865910] 'process raft request' (duration: 220.102933ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.004471Z","caller":"traceutil/trace.go:171","msg":"trace[471439821] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"220.827251ms","start":"2026-03-13T23:02:19.783618Z","end":"2026-03-13T23:02:20.004446Z","steps":["trace[471439821] 'process raft request' (duration: 121.565014ms)","trace[471439821] 'compare' (duration: 98.9666ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:20.00498Z","caller":"traceutil/trace.go:171","msg":"trace[1779587041] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"220.305788ms","start":"2026-03-13T23:02:19.784659Z","end":"2026-03-13T23:02:20.004965Z","steps":["trace[1779587041] 'process raft request' (duration: 219.702424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.004972Z","caller":"traceutil/trace.go:171","msg":"trace[2137568972] linearizableReadLoop","detail":"{readStateIndex:61; appliedIndex:58; }","duration":"156.267174ms","start":"2026-03-13T23:02:19.848663Z","end":"2026-03-13T23:02:20.00493Z","steps":["trace[2137568972] 'read index received' (duration: 56.535807ms)","trace[2137568972] 'applied index is now lower than readState.Index' (duration: 99.728507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:20.005163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.015221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:20.005231Z","caller":"traceutil/trace.go:171","msg":"trace[120715456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:57; }","duration":"187.125524ms","start":"2026-03-13T23:02:19.818087Z","end":"2026-03-13T23:02:20.005213Z","steps":["trace[120715456] 'agreement among raft nodes before linearized reading' (duration: 186.994021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:20.031267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.326023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:20.031365Z","caller":"traceutil/trace.go:171","msg":"trace[653179399] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:57; }","duration":"180.459837ms","start":"2026-03-13T23:02:19.850883Z","end":"2026-03-13T23:02:20.031343Z","steps":["trace[653179399] 'agreement among raft nodes before linearized reading' (duration: 180.324074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:20.303765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.280279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-13T23:02:20.304023Z","caller":"traceutil/trace.go:171","msg":"trace[1684755308] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"203.772487ms","start":"2026-03-13T23:02:20.100231Z","end":"2026-03-13T23:02:20.304003Z","steps":["trace[1684755308] 'process raft request' (duration: 203.734296ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.304066Z","caller":"traceutil/trace.go:171","msg":"trace[153717502] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"244.534412ms","start":"2026-03-13T23:02:20.059503Z","end":"2026-03-13T23:02:20.304037Z","steps":["trace[153717502] 'process raft request' (duration: 83.909204ms)","trace[153717502] 'compare' (duration: 160.102415ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:20.304116Z","caller":"traceutil/trace.go:171","msg":"trace[1682022965] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"244.48798ms","start":"2026-03-13T23:02:20.059591Z","end":"2026-03-13T23:02:20.304079Z","steps":["trace[1682022965] 'process raft request' (duration: 244.265014ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.304277Z","caller":"traceutil/trace.go:171","msg":"trace[1741631774] linearizableReadLoop","detail":"{readStateIndex:68; appliedIndex:65; }","duration":"205.14835ms","start":"2026-03-13T23:02:20.099099Z","end":"2026-03-13T23:02:20.304247Z","steps":["trace[1741631774] 'read index received' (duration: 44.41254ms)","trace[1741631774] 'applied index is now lower than readState.Index' (duration: 160.73219ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:20.304302Z","caller":"traceutil/trace.go:171","msg":"trace[531136007] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"243.818594ms","start":"2026-03-13T23:02:20.060419Z","end":"2026-03-13T23:02:20.304238Z","steps":["trace[531136007] 'process raft request' (duration: 243.492407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:20.304398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.283953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:20.304453Z","caller":"traceutil/trace.go:171","msg":"trace[1925927658] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:64; }","duration":"205.378745ms","start":"2026-03-13T23:02:20.099046Z","end":"2026-03-13T23:02:20.304425Z","steps":["trace[1925927658] 'agreement among raft nodes before linearized reading' (duration: 205.288133ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.456451Z","caller":"traceutil/trace.go:171","msg":"trace[1122315595] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"147.508967ms","start":"2026-03-13T23:02:20.308912Z","end":"2026-03-13T23:02:20.456421Z","steps":["trace[1122315595] 'process raft request' (duration: 147.336743ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:20.456446Z","caller":"traceutil/trace.go:171","msg":"trace[416640772] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"147.699432ms","start":"2026-03-13T23:02:20.308689Z","end":"2026-03-13T23:02:20.456389Z","steps":["trace[416640772] 'process raft request' (duration: 106.924448ms)","trace[416640772] 'compare' (duration: 40.436016ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:20.456436Z","caller":"traceutil/trace.go:171","msg":"trace[1514448486] linearizableReadLoop","detail":"{readStateIndex:72; appliedIndex:70; }","duration":"145.963241ms","start":"2026-03-13T23:02:20.310432Z","end":"2026-03-13T23:02:20.456395Z","steps":["trace[1514448486] 'read index received' (duration: 14.666387ms)","trace[1514448486] 'applied index is now lower than readState.Index' (duration: 131.294044ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:20.456597Z","caller":"traceutil/trace.go:171","msg":"trace[2118492153] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"128.517038ms","start":"2026-03-13T23:02:20.328059Z","end":"2026-03-13T23:02:20.456576Z","steps":["trace[2118492153] 'process raft request' (duration: 128.260442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:20.456741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.282918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:20.456794Z","caller":"traceutil/trace.go:171","msg":"trace[1305125248] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:68; }","duration":"146.389601ms","start":"2026-03-13T23:02:20.31039Z","end":"2026-03-13T23:02:20.45678Z","steps":["trace[1305125248] 'agreement among raft nodes before linearized reading' (duration: 146.158005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:21.418419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850743255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:02:21.552855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054964412s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:02:21.623686Z","caller":"traceutil/trace.go:171","msg":"trace[1156448161] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"1.128210283s","start":"2026-03-13T23:02:20.495446Z","end":"2026-03-13T23:02:21.623657Z","steps":["trace[1156448161] 'process raft request' (duration: 1.12808159s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:21.623751Z","caller":"traceutil/trace.go:171","msg":"trace[775670767] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"1.130085537s","start":"2026-03-13T23:02:20.493615Z","end":"2026-03-13T23:02:21.623701Z","steps":["trace[775670767] 'process raft request' (duration: 1.059521769s)","trace[775670767] 'compare' (duration: 70.20172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:21.623841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:20.495418Z","time spent":"1.128353647s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:21.623919Z","caller":"traceutil/trace.go:171","msg":"trace[754240041] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"1.128295215s","start":"2026-03-13T23:02:20.495614Z","end":"2026-03-13T23:02:21.623909Z","steps":["trace[754240041] 'process raft request' (duration: 1.127959437s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:21.623928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:20.493587Z","time spent":"1.130238861s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:02:21.623977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:20.495593Z","time spent":"1.128354477s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":581,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:21.623684Z","caller":"traceutil/trace.go:171","msg":"trace[393023741] linearizableReadLoop","detail":"{readStateIndex:80; appliedIndex:76; }","duration":"705.733676ms","start":"2026-03-13T23:02:20.91793Z","end":"2026-03-13T23:02:21.623664Z","steps":["trace[393023741] 'read index received' (duration: 635.178307ms)","trace[393023741] 'applied index is now lower than readState.Index' (duration: 70.554559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:21.623881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.970271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:21.624033Z","caller":"traceutil/trace.go:171","msg":"trace[734497867] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"1.126646597s","start":"2026-03-13T23:02:20.497375Z","end":"2026-03-13T23:02:21.624022Z","steps":["trace[734497867] 'process raft request' (duration: 1.126239467s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:21.624101Z","caller":"traceutil/trace.go:171","msg":"trace[1456122021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:75; }","duration":"706.209317ms","start":"2026-03-13T23:02:20.917842Z","end":"2026-03-13T23:02:21.624052Z","steps":["trace[1456122021] 'agreement among raft nodes before linearized reading' (duration: 705.890069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:21.62423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:20.917818Z","time spent":"706.36532ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:02:21.624331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:20.497354Z","time spent":"1.126711378s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:21.773285Z","caller":"traceutil/trace.go:171","msg":"trace[13014183] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"142.679963ms","start":"2026-03-13T23:02:21.630568Z","end":"2026-03-13T23:02:21.773248Z","steps":["trace[13014183] 'process raft request' (duration: 96.260585ms)","trace[13014183] 'compare' (duration: 46.185032ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:21.773506Z","caller":"traceutil/trace.go:171","msg":"trace[1451800426] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"141.29078ms","start":"2026-03-13T23:02:21.632185Z","end":"2026-03-13T23:02:21.773476Z","steps":["trace[1451800426] 'process raft request' (duration: 141.244939ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:21.7736Z","caller":"traceutil/trace.go:171","msg":"trace[1987635716] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"142.679224ms","start":"2026-03-13T23:02:21.630854Z","end":"2026-03-13T23:02:21.773533Z","steps":["trace[1987635716] 'process raft request' (duration: 142.274224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:21.996308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.316527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-13T23:02:21.996566Z","caller":"traceutil/trace.go:171","msg":"trace[1765079830] linearizableReadLoop","detail":"{readStateIndex:85; appliedIndex:84; }","duration":"218.934775ms","start":"2026-03-13T23:02:21.777596Z","end":"2026-03-13T23:02:21.996531Z","steps":["trace[1765079830] 'read index received' (duration: 100.25734ms)","trace[1765079830] 'applied index is now lower than readState.Index' (duration: 118.674565ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:21.996662Z","caller":"traceutil/trace.go:171","msg":"trace[2049039655] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"219.1157ms","start":"2026-03-13T23:02:21.777479Z","end":"2026-03-13T23:02:21.996594Z","steps":["trace[2049039655] 'process raft request' (duration: 100.378843ms)","trace[2049039655] 'compare' (duration: 118.113992ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:21.996756Z","caller":"traceutil/trace.go:171","msg":"trace[1829872228] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"216.905828ms","start":"2026-03-13T23:02:21.779814Z","end":"2026-03-13T23:02:21.99672Z","steps":["trace[1829872228] 'process raft request' (duration: 216.648342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:21.996829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.206253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.189c88f42c7770f5\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T23:02:21.996926Z","caller":"traceutil/trace.go:171","msg":"trace[608258032] range","detail":"{range_begin:/registry/events/default/instance.189c88f42c7770f5; range_end:; response_count:1; response_revision:81; }","duration":"219.346645ms","start":"2026-03-13T23:02:21.777553Z","end":"2026-03-13T23:02:21.9969Z","steps":["trace[608258032] 'agreement among raft nodes before linearized reading' (duration: 219.087209ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:22.12059Z","caller":"traceutil/trace.go:171","msg":"trace[1998258059] linearizableReadLoop","detail":"{readStateIndex:87; appliedIndex:86; }","duration":"120.368834ms","start":"2026-03-13T23:02:22.000181Z","end":"2026-03-13T23:02:22.12055Z","steps":["trace[1998258059] 'read index received' (duration: 108.520574ms)","trace[1998258059] 'applied index is now lower than readState.Index' (duration: 11.84363ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:22.120587Z","caller":"traceutil/trace.go:171","msg":"trace[1726359164] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"121.105582ms","start":"2026-03-13T23:02:21.999391Z","end":"2026-03-13T23:02:22.120497Z","steps":["trace[1726359164] 'process raft request' (duration: 109.342124ms)","trace[1726359164] 'compare' (duration: 11.510672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:22.120751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.550999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T23:02:22.120609Z","caller":"traceutil/trace.go:171","msg":"trace[259033289] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"118.690455ms","start":"2026-03-13T23:02:22.001882Z","end":"2026-03-13T23:02:22.120573Z","steps":["trace[259033289] 'process raft request' (duration: 118.582632ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:22.120794Z","caller":"traceutil/trace.go:171","msg":"trace[891946143] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:0; response_revision:83; }","duration":"120.659522ms","start":"2026-03-13T23:02:22.000122Z","end":"2026-03-13T23:02:22.120782Z","steps":["trace[891946143] 'agreement among raft nodes before linearized reading' (duration: 120.549249ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:37.562017Z","caller":"traceutil/trace.go:171","msg":"trace[373652088] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"400.158485ms","start":"2026-03-13T23:02:37.161833Z","end":"2026-03-13T23:02:37.561992Z","steps":["trace[373652088] 'read index received' (duration: 400.045993ms)","trace[373652088] 'applied index is now lower than readState.Index' (duration: 111.262µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:37.562201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.350481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:02:37.562188Z","caller":"traceutil/trace.go:171","msg":"trace[1977956884] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"401.343284ms","start":"2026-03-13T23:02:37.160784Z","end":"2026-03-13T23:02:37.562128Z","steps":["trace[1977956884] 'process raft request' (duration: 401.023936ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:37.562255Z","caller":"traceutil/trace.go:171","msg":"trace[1188820410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"400.433332ms","start":"2026-03-13T23:02:37.161803Z","end":"2026-03-13T23:02:37.562237Z","steps":["trace[1188820410] 'agreement among raft nodes before linearized reading' (duration: 400.34322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.562322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.161793Z","time spent":"400.514374ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:02:37.562448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.160735Z","time spent":"401.579269ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:37.562649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.787107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:02:37.562806Z","caller":"traceutil/trace.go:171","msg":"trace[2144724509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"215.993082ms","start":"2026-03-13T23:02:37.34676Z","end":"2026-03-13T23:02:37.562753Z","steps":["trace[2144724509] 'agreement among raft nodes before linearized reading' (duration: 215.670725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.264897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389108357s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:02:39.358635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479248483s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:39.359743Z","caller":"traceutil/trace.go:171","msg":"trace[1256247269] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.792837476s","start":"2026-03-13T23:02:37.566839Z","end":"2026-03-13T23:02:39.359676Z","steps":["trace[1256247269] 'process raft request' (duration: 308.880553ms)","trace[1256247269] 'compare' (duration: 1.478978606s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:39.359899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.566808Z","time spent":"1.792978329s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:39.360064Z","caller":"traceutil/trace.go:171","msg":"trace[1802165484] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.792802025s","start":"2026-03-13T23:02:37.567026Z","end":"2026-03-13T23:02:39.359828Z","steps":["trace[1802165484] 'process raft request' (duration: 1.79175956s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.360208Z","caller":"traceutil/trace.go:171","msg":"trace[178285669] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.791244739s","start":"2026-03-13T23:02:37.568886Z","end":"2026-03-13T23:02:39.36013Z","steps":["trace[178285669] 'process raft request' (duration: 1.790129263s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.360273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.566994Z","time spent":"1.793180244s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.360437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.56886Z","time spent":"1.791434823s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.522465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.273624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:02:39.522953Z","caller":"traceutil/trace.go:171","msg":"trace[2083515047] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:430; }","duration":"717.998978ms","start":"2026-03-13T23:02:38.80458Z","end":"2026-03-13T23:02:39.522579Z","steps":["trace[2083515047] 'read index received' (duration: 460.548293ms)","trace[2083515047] 'applied index is now lower than readState.Index' (duration: 257.449135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:39.522971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.357208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:02:39.523048Z","caller":"traceutil/trace.go:171","msg":"trace[266370356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"718.45349ms","start":"2026-03-13T23:02:38.804572Z","end":"2026-03-13T23:02:39.523026Z","steps":["trace[266370356] 'agreement among raft nodes before linearized reading' (duration: 718.275106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.523137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:38.804487Z","time spent":"718.639904ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:02:41.552358Z","caller":"traceutil/trace.go:171","msg":"trace[311775541] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"182.566846ms","start":"2026-03-13T23:02:41.369754Z","end":"2026-03-13T23:02:41.55232Z","steps":["trace[311775541] 'process raft request' (duration: 182.325061ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:41.57747Z","caller":"traceutil/trace.go:171","msg":"trace[1856039265] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"205.018434ms","start":"2026-03-13T23:02:41.372428Z","end":"2026-03-13T23:02:41.577446Z","steps":["trace[1856039265] 'process raft request' (duration: 204.971683ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:41.57757Z","caller":"traceutil/trace.go:171","msg":"trace[1901142445] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"206.201221ms","start":"2026-03-13T23:02:41.371334Z","end":"2026-03-13T23:02:41.577535Z","steps":["trace[1901142445] 'process raft request' (duration: 205.939295ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:41.777519Z","caller":"traceutil/trace.go:171","msg":"trace[795072167] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"188.768363ms","start":"2026-03-13T23:02:41.588705Z","end":"2026-03-13T23:02:41.777474Z","steps":["trace[795072167] 'process raft request' (duration: 95.976854ms)","trace[795072167] 'compare' (duration: 92.558484ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:45.962052Z","caller":"traceutil/trace.go:171","msg":"trace[136183540] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:475; }","duration":"371.917392ms","start":"2026-03-13T23:02:45.590108Z","end":"2026-03-13T23:02:45.962026Z","steps":["trace[136183540] 'read index received' (duration: 371.739748ms)","trace[136183540] 'applied index is now lower than readState.Index' (duration: 176.554µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:45.962222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.099697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:02:45.962267Z","caller":"traceutil/trace.go:171","msg":"trace[2027152618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"372.180248ms","start":"2026-03-13T23:02:45.590071Z","end":"2026-03-13T23:02:45.962251Z","steps":["trace[2027152618] 'agreement among raft nodes before linearized reading' (duration: 372.090826ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:45.962237Z","caller":"traceutil/trace.go:171","msg":"trace[1179879102] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"391.553884ms","start":"2026-03-13T23:02:45.570627Z","end":"2026-03-13T23:02:45.962181Z","steps":["trace[1179879102] 'process raft request' (duration: 391.238476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:45.962323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:45.590056Z","time spent":"372.24858ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:02:45.962512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:45.570601Z","time spent":"391.770378ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:46.053858Z","caller":"traceutil/trace.go:171","msg":"trace[1783962427] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"379.271806ms","start":"2026-03-13T23:02:45.674546Z","end":"2026-03-13T23:02:46.053817Z","steps":["trace[1783962427] 'process raft request' (duration: 377.283589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:46.05396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.714011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:02:46.054047Z","caller":"traceutil/trace.go:171","msg":"trace[1496072400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"461.849245ms","start":"2026-03-13T23:02:45.592175Z","end":"2026-03-13T23:02:46.054024Z","steps":["trace[1496072400] 'agreement among raft nodes before linearized reading' (duration: 461.65251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:46.054042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.658182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:02:46.054096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:45.592161Z","time spent":"461.927126ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:02:46.054141Z","caller":"traceutil/trace.go:171","msg":"trace[693273297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"249.816016ms","start":"2026-03-13T23:02:45.804306Z","end":"2026-03-13T23:02:46.054122Z","steps":["trace[693273297] 'agreement among raft nodes before linearized reading' (duration: 249.666762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:46.054148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:45.67451Z","time spent":"379.511372ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:46.054262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.53164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:02:46.054366Z","caller":"traceutil/trace.go:171","msg":"trace[1225702806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"261.701685ms","start":"2026-03-13T23:02:45.792641Z","end":"2026-03-13T23:02:46.054342Z","steps":["trace[1225702806] 'agreement among raft nodes before linearized reading' (duration: 261.49749ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:48.204121Z","caller":"traceutil/trace.go:171","msg":"trace[480642218] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"113.605547ms","start":"2026-03-13T23:02:48.090483Z","end":"2026-03-13T23:02:48.204088Z","steps":["trace[480642218] 'process raft request' (duration: 68.193271ms)","trace[480642218] 'compare' (duration: 45.310264ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:49.852155Z","caller":"traceutil/trace.go:171","msg":"trace[591904496] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"130.661658ms","start":"2026-03-13T23:02:49.721468Z","end":"2026-03-13T23:02:49.85213Z","steps":["trace[591904496] 'process raft request' (duration: 130.500424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:52.728789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.570468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:52.729085Z","caller":"traceutil/trace.go:171","msg":"trace[1879338027] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"143.036508ms","start":"2026-03-13T23:02:52.586021Z","end":"2026-03-13T23:02:52.729058Z","steps":["trace[1879338027] 'process raft request' (duration: 20.119122ms)","trace[1879338027] 'compare' (duration: 122.275731ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:52.729259Z","caller":"traceutil/trace.go:171","msg":"trace[259754090] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"143.150202ms","start":"2026-03-13T23:02:52.586099Z","end":"2026-03-13T23:02:52.72925Z","steps":["trace[259754090] 'process raft request' (duration: 142.848555ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:54.199579Z","caller":"traceutil/trace.go:171","msg":"trace[1070659206] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"160.217982ms","start":"2026-03-13T23:02:54.039333Z","end":"2026-03-13T23:02:54.199551Z","steps":["trace[1070659206] 'process raft request' (duration: 159.971426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:54.647658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:54.23504Z","time spent":"412.607967ms","remote":"127.0.0.1:53506","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:02:54.647915Z","caller":"traceutil/trace.go:171","msg":"trace[858649685] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"444.66491ms","start":"2026-03-13T23:02:54.203215Z","end":"2026-03-13T23:02:54.64788Z","steps":["trace[858649685] 'process raft request' (duration: 443.478382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:54.648116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:54.203187Z","time spent":"444.845315ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:54.648611Z","caller":"traceutil/trace.go:171","msg":"trace[1954678349] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"421.717741ms","start":"2026-03-13T23:02:54.226873Z","end":"2026-03-13T23:02:54.648591Z","steps":["trace[1954678349] 'read index received' (duration: 419.830376ms)","trace[1954678349] 'applied index is now lower than readState.Index' (duration: 1.886505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:54.648686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.825554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:02:54.648705Z","caller":"traceutil/trace.go:171","msg":"trace[1588564878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"421.901755ms","start":"2026-03-13T23:02:54.226796Z","end":"2026-03-13T23:02:54.648697Z","steps":["trace[1588564878] 'agreement among raft nodes before linearized reading' (duration: 421.846234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:54.648719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:54.226764Z","time spent":"421.952477ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:02:54.648732Z","caller":"traceutil/trace.go:171","msg":"trace[492854108] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"443.627706ms","start":"2026-03-13T23:02:54.205057Z","end":"2026-03-13T23:02:54.648685Z","steps":["trace[492854108] 'process raft request' (duration: 443.416331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:54.648936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:54.205043Z","time spent":"443.783869ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:02.891534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:03.392487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:03.778615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520898041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:03.779106Z","caller":"traceutil/trace.go:171","msg":"trace[598369818] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"1.387600921s","start":"2026-03-13T23:03:02.391483Z","end":"2026-03-13T23:03:03.779084Z","steps":["trace[598369818] 'read index received' (duration: 1.387281494s)","trace[598369818] 'applied index is now lower than readState.Index' (duration: 318.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:03.779183Z","caller":"traceutil/trace.go:171","msg":"trace[1869955167] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.521508585s","start":"2026-03-13T23:03:02.257613Z","end":"2026-03-13T23:03:03.779122Z","steps":["trace[1869955167] 'process raft request' (duration: 1.521239669s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.779324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387805006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:03.779394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.257598Z","time spent":"1.52168592s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:03.779408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334173597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qqhfz\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-13T23:03:03.779468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.480895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:03.779499Z","caller":"traceutil/trace.go:171","msg":"trace[1867290893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"975.550506ms","start":"2026-03-13T23:03:02.80394Z","end":"2026-03-13T23:03:03.77949Z","steps":["trace[1867290893] 'agreement among raft nodes before linearized reading' (duration: 975.503115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.77953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.803923Z","time spent":"975.600158ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:03.779546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0860135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:03:03.779588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093579538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:03:03.779581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088441016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:03:03.779629Z","caller":"traceutil/trace.go:171","msg":"trace[303951396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"1.09368371s","start":"2026-03-13T23:03:02.685936Z","end":"2026-03-13T23:03:03.77962Z","steps":["trace[303951396] 'agreement among raft nodes before linearized reading' (duration: 1.093552077s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.779643Z","caller":"traceutil/trace.go:171","msg":"trace[687309104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"1.086149273s","start":"2026-03-13T23:03:02.693467Z","end":"2026-03-13T23:03:03.779617Z","steps":["trace[687309104] 'agreement among raft nodes before linearized reading' (duration: 1.085871506s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.779591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.392018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:03:03.779689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.693447Z","time spent":"1.086233305s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:03:03.779732Z","caller":"traceutil/trace.go:171","msg":"trace[942858659] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:558; }","duration":"560.594993ms","start":"2026-03-13T23:03:03.219108Z","end":"2026-03-13T23:03:03.779703Z","steps":["trace[942858659] 'agreement among raft nodes before linearized reading' (duration: 560.265145ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.779651Z","caller":"traceutil/trace.go:171","msg":"trace[588054806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"1.088513018s","start":"2026-03-13T23:03:02.691117Z","end":"2026-03-13T23:03:03.77963Z","steps":["trace[588054806] 'agreement among raft nodes before linearized reading' (duration: 1.088329634s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.779802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.691084Z","time spent":"1.088708843s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:03:03.779809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.219076Z","time spent":"560.708256ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-13T23:03:03.779461Z","caller":"traceutil/trace.go:171","msg":"trace[2064818370] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qqhfz; range_end:; response_count:1; response_revision:558; }","duration":"1.33427222s","start":"2026-03-13T23:03:02.445173Z","end":"2026-03-13T23:03:03.779445Z","steps":["trace[2064818370] 'agreement among raft nodes before linearized reading' (duration: 1.334162117s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.77991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.445148Z","time spent":"1.33473961s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-qqhfz\" "} {"level":"info","ts":"2026-03-13T23:03:03.779404Z","caller":"traceutil/trace.go:171","msg":"trace[1424393839] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"1.387917459s","start":"2026-03-13T23:03:02.391442Z","end":"2026-03-13T23:03:03.77936Z","steps":["trace[1424393839] 'agreement among raft nodes before linearized reading' (duration: 1.387764275s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.780011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.391422Z","time spent":"1.388575704s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-13T23:03:03.779666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:02.685914Z","time spent":"1.093741092s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:04.463647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.536404ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-13T23:03:04.463805Z","caller":"traceutil/trace.go:171","msg":"trace[1710280487] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"682.452544ms","start":"2026-03-13T23:03:03.781324Z","end":"2026-03-13T23:03:04.463777Z","steps":["trace[1710280487] 'read index received' (duration: 166.782476ms)","trace[1710280487] 'applied index is now lower than readState.Index' (duration: 515.667758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:04.46396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.616538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:04.463995Z","caller":"traceutil/trace.go:171","msg":"trace[169024085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"682.69646ms","start":"2026-03-13T23:03:03.781286Z","end":"2026-03-13T23:03:04.463983Z","steps":["trace[169024085] 'agreement among raft nodes before linearized reading' (duration: 682.595917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:04.46404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.781267Z","time spent":"682.763662ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:04.464057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.78098Z","time spent":"682.961946ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:03:04.891069Z","caller":"traceutil/trace.go:171","msg":"trace[1967150734] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:577; }","duration":"427.1377ms","start":"2026-03-13T23:03:04.463834Z","end":"2026-03-13T23:03:04.890972Z","steps":["trace[1967150734] 'read index received' (duration: 385.030041ms)","trace[1967150734] 'applied index is now lower than readState.Index' (duration: 42.105889ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:04.891593Z","caller":"traceutil/trace.go:171","msg":"trace[63203929] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.106548632s","start":"2026-03-13T23:03:03.785018Z","end":"2026-03-13T23:03:04.891566Z","steps":["trace[63203929] 'process raft request' (duration: 1.104036433s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:04.891745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.784996Z","time spent":"1.106651625s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:04.892011Z","caller":"traceutil/trace.go:171","msg":"trace[947525903] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.106485581s","start":"2026-03-13T23:03:03.785505Z","end":"2026-03-13T23:03:04.891991Z","steps":["trace[947525903] 'process raft request' (duration: 1.105204891s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:04.892099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.785492Z","time spent":"1.106549772s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:04.89248Z","caller":"traceutil/trace.go:171","msg":"trace[1189928345] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.099447646s","start":"2026-03-13T23:03:03.793011Z","end":"2026-03-13T23:03:04.892458Z","steps":["trace[1189928345] 'process raft request' (duration: 1.097843138s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:04.892637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.792999Z","time spent":"1.099520667s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:04.892745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.029426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:04.892884Z","caller":"traceutil/trace.go:171","msg":"trace[1966251737] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"904.223751ms","start":"2026-03-13T23:03:03.988631Z","end":"2026-03-13T23:03:04.892855Z","steps":["trace[1966251737] 'agreement among raft nodes before linearized reading' (duration: 903.981965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:04.892955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.988608Z","time spent":"904.323534ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-13T23:03:04.889989Z","caller":"traceutil/trace.go:171","msg":"trace[507342147] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.105260231s","start":"2026-03-13T23:03:03.783953Z","end":"2026-03-13T23:03:04.889214Z","steps":["trace[507342147] 'process raft request' (duration: 1.064894713s)","trace[507342147] 'compare' (duration: 39.938428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:04.893351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:03.783931Z","time spent":"1.109277416s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:05.199704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.687162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:05.199845Z","caller":"traceutil/trace.go:171","msg":"trace[1427285880] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"308.668977ms","start":"2026-03-13T23:03:04.891159Z","end":"2026-03-13T23:03:05.199828Z","steps":["trace[1427285880] 'read index received' (duration: 173.434151ms)","trace[1427285880] 'applied index is now lower than readState.Index' (duration: 135.233406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:05.199978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.940435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:05.199909Z","caller":"traceutil/trace.go:171","msg":"trace[1807782615] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"733.928652ms","start":"2026-03-13T23:03:04.465929Z","end":"2026-03-13T23:03:05.199858Z","steps":["trace[1807782615] 'process raft request' (duration: 598.725117ms)","trace[1807782615] 'compare' (duration: 134.540359ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:05.200019Z","caller":"traceutil/trace.go:171","msg":"trace[654790207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"729.023917ms","start":"2026-03-13T23:03:04.470984Z","end":"2026-03-13T23:03:05.200008Z","steps":["trace[654790207] 'agreement among raft nodes before linearized reading' (duration: 728.934665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:05.200054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:04.47096Z","time spent":"729.087198ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:05.20009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.673499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:05.200203Z","caller":"traceutil/trace.go:171","msg":"trace[81633099] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:563; }","duration":"297.841853ms","start":"2026-03-13T23:03:04.902334Z","end":"2026-03-13T23:03:05.200176Z","steps":["trace[81633099] 'agreement among raft nodes before linearized reading' (duration: 297.645118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:05.200211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:04.465907Z","time spent":"734.124787ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:07.079289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395078466s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:07.079458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275034189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:07.079492Z","caller":"traceutil/trace.go:171","msg":"trace[184727083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"1.395293322s","start":"2026-03-13T23:03:05.684168Z","end":"2026-03-13T23:03:07.079461Z","steps":["trace[184727083] 'range keys from in-memory index tree' (duration: 1.395055886s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:07.07954Z","caller":"traceutil/trace.go:171","msg":"trace[732714165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"1.275178222s","start":"2026-03-13T23:03:05.80434Z","end":"2026-03-13T23:03:07.079518Z","steps":["trace[732714165] 'range keys from in-memory index tree' (duration: 1.274865254s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:07.07959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:05.804309Z","time spent":"1.275273054s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:07.079708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295070089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:03:07.07978Z","caller":"traceutil/trace.go:171","msg":"trace[759676617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.295183201s","start":"2026-03-13T23:03:05.784579Z","end":"2026-03-13T23:03:07.079763Z","steps":["trace[759676617] 'range keys from in-memory index tree' (duration: 1.294636219s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:07.079829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:05.784559Z","time spent":"1.295250433s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:07.398723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:07.898863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:08.399006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:08.837002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.756246826s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:08.83735Z","caller":"traceutil/trace.go:171","msg":"trace[2092309307] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.440834251s","start":"2026-03-13T23:03:06.396495Z","end":"2026-03-13T23:03:08.837329Z","steps":["trace[2092309307] 'process raft request' (duration: 2.440714178s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:08.837459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:06.396462Z","time spent":"2.440929483s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:08.850149Z","caller":"traceutil/trace.go:171","msg":"trace[1635166455] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.765476103s","start":"2026-03-13T23:03:07.084638Z","end":"2026-03-13T23:03:08.850114Z","steps":["trace[1635166455] 'process raft request' (duration: 1.7653552s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:08.850321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:07.084615Z","time spent":"1.765614356s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:08.852289Z","caller":"traceutil/trace.go:171","msg":"trace[1933600249] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:582; }","duration":"1.954555302s","start":"2026-03-13T23:03:06.897716Z","end":"2026-03-13T23:03:08.852272Z","steps":["trace[1933600249] 'read index received' (duration: 1.939475348s)","trace[1933600249] 'applied index is now lower than readState.Index' (duration: 15.028143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:08.852585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9548528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:03:08.85268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954610114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:08.852672Z","caller":"traceutil/trace.go:171","msg":"trace[1610405139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:565; }","duration":"1.954990993s","start":"2026-03-13T23:03:06.897658Z","end":"2026-03-13T23:03:08.852649Z","steps":["trace[1610405139] 'agreement among raft nodes before linearized reading' (duration: 1.954700796s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:08.852715Z","caller":"traceutil/trace.go:171","msg":"trace[1536400741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:565; }","duration":"1.954646785s","start":"2026-03-13T23:03:06.89806Z","end":"2026-03-13T23:03:08.852707Z","steps":["trace[1536400741] 'agreement among raft nodes before linearized reading' (duration: 1.954557943s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:08.852741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:06.89801Z","time spent":"1.954725766s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:08.852738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:06.897634Z","time spent":"1.955091435s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:03:08.852893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771662548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:08.853589Z","caller":"traceutil/trace.go:171","msg":"trace[1404803931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"1.772412846s","start":"2026-03-13T23:03:07.081167Z","end":"2026-03-13T23:03:08.85358Z","steps":["trace[1404803931] 'agreement among raft nodes before linearized reading' (duration: 1.771460644s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:08.852987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954926271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:03:08.853679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:07.081139Z","time spent":"1.772531828s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:03:08.853769Z","caller":"traceutil/trace.go:171","msg":"trace[2022624612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:565; }","duration":"1.955669339s","start":"2026-03-13T23:03:06.89803Z","end":"2026-03-13T23:03:08.853699Z","steps":["trace[2022624612] 'agreement among raft nodes before linearized reading' (duration: 1.954591534s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:08.85386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:06.898022Z","time spent":"1.955814192s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:03:09.477619Z","caller":"traceutil/trace.go:171","msg":"trace[1561158847] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"163.140391ms","start":"2026-03-13T23:03:09.314434Z","end":"2026-03-13T23:03:09.477575Z","steps":["trace[1561158847] 'process raft request' (duration: 161.39946ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.488048Z","caller":"traceutil/trace.go:171","msg":"trace[296292747] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"164.401461ms","start":"2026-03-13T23:03:09.323598Z","end":"2026-03-13T23:03:09.487999Z","steps":["trace[296292747] 'process raft request' (duration: 164.137515ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.488449Z","caller":"traceutil/trace.go:171","msg":"trace[1902171118] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"103.49009ms","start":"2026-03-13T23:03:09.38492Z","end":"2026-03-13T23:03:09.48841Z","steps":["trace[1902171118] 'process raft request' (duration: 103.226974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:09.8958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.540233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:09.89632Z","caller":"traceutil/trace.go:171","msg":"trace[933818983] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:641; }","duration":"254.568038ms","start":"2026-03-13T23:03:09.641731Z","end":"2026-03-13T23:03:09.896299Z","steps":["trace[933818983] 'read index received' (duration: 92.508912ms)","trace[933818983] 'applied index is now lower than readState.Index' (duration: 162.057716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:09.896703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.863534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-13T23:03:09.897037Z","caller":"traceutil/trace.go:171","msg":"trace[1679385911] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"253.911203ms","start":"2026-03-13T23:03:09.64307Z","end":"2026-03-13T23:03:09.896981Z","steps":["trace[1679385911] 'process raft request' (duration: 253.073953ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.897122Z","caller":"traceutil/trace.go:171","msg":"trace[1644994380] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:625; }","duration":"255.405587ms","start":"2026-03-13T23:03:09.641686Z","end":"2026-03-13T23:03:09.897091Z","steps":["trace[1644994380] 'agreement among raft nodes before linearized reading' (duration: 254.67357ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.896838Z","caller":"traceutil/trace.go:171","msg":"trace[174608619] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"261.459499ms","start":"2026-03-13T23:03:09.635352Z","end":"2026-03-13T23:03:09.896812Z","steps":["trace[174608619] 'process raft request' (duration: 98.778109ms)","trace[174608619] 'compare' (duration: 161.184785ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:09.896887Z","caller":"traceutil/trace.go:171","msg":"trace[1342580966] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"257.964158ms","start":"2026-03-13T23:03:09.638883Z","end":"2026-03-13T23:03:09.896848Z","steps":["trace[1342580966] 'process raft request' (duration: 257.088507ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.896931Z","caller":"traceutil/trace.go:171","msg":"trace[1632558671] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"257.64395ms","start":"2026-03-13T23:03:09.639268Z","end":"2026-03-13T23:03:09.896912Z","steps":["trace[1632558671] 'process raft request' (duration: 256.833211ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.896485Z","caller":"traceutil/trace.go:171","msg":"trace[1718451831] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"257.436825ms","start":"2026-03-13T23:03:09.639Z","end":"2026-03-13T23:03:09.896437Z","steps":["trace[1718451831] 'process raft request' (duration: 257.053506ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:10.622414Z","caller":"traceutil/trace.go:171","msg":"trace[1863543041] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"133.509145ms","start":"2026-03-13T23:03:10.488868Z","end":"2026-03-13T23:03:10.622377Z","steps":["trace[1863543041] 'process raft request' (duration: 97.060109ms)","trace[1863543041] 'compare' (duration: 36.231451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:10.832143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.577002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:10.832252Z","caller":"traceutil/trace.go:171","msg":"trace[439247837] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:713; }","duration":"209.174082ms","start":"2026-03-13T23:03:10.623061Z","end":"2026-03-13T23:03:10.832235Z","steps":["trace[439247837] 'read index received' (duration: 99.290682ms)","trace[439247837] 'applied index is now lower than readState.Index' (duration: 109.88216ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:10.83231Z","caller":"traceutil/trace.go:171","msg":"trace[1598461255] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"234.308971ms","start":"2026-03-13T23:03:10.59796Z","end":"2026-03-13T23:03:10.832269Z","steps":["trace[1598461255] 'process raft request' (duration: 124.526974ms)","trace[1598461255] 'compare' (duration: 109.398828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:10.832619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.357492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qvnnd\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-13T23:03:10.83273Z","caller":"traceutil/trace.go:171","msg":"trace[257129409] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qvnnd; range_end:; response_count:1; response_revision:693; }","duration":"205.557717ms","start":"2026-03-13T23:03:10.627147Z","end":"2026-03-13T23:03:10.832705Z","steps":["trace[257129409] 'agreement among raft nodes before linearized reading' (duration: 205.301241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:10.833144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.035462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:10.83318Z","caller":"traceutil/trace.go:171","msg":"trace[1345923385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:693; }","duration":"279.102864ms","start":"2026-03-13T23:03:10.554068Z","end":"2026-03-13T23:03:10.833171Z","steps":["trace[1345923385] 'agreement among raft nodes before linearized reading' (duration: 278.266604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.29489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.063317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:11.295059Z","caller":"traceutil/trace.go:171","msg":"trace[734659237] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:714; }","duration":"441.359394ms","start":"2026-03-13T23:03:10.853682Z","end":"2026-03-13T23:03:11.295041Z","steps":["trace[734659237] 'read index received' (duration: 5.674553ms)","trace[734659237] 'applied index is now lower than readState.Index' (duration: 435.683651ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:11.295128Z","caller":"traceutil/trace.go:171","msg":"trace[1928656355] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"444.278431ms","start":"2026-03-13T23:03:10.850841Z","end":"2026-03-13T23:03:11.295119Z","steps":["trace[1928656355] 'process raft request' (duration: 444.151238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.295175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.850831Z","time spent":"444.320343ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:11.295163Z","caller":"traceutil/trace.go:171","msg":"trace[204384795] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"453.615112ms","start":"2026-03-13T23:03:10.841514Z","end":"2026-03-13T23:03:11.295129Z","steps":["trace[204384795] 'process raft request' (duration: 282.234487ms)","trace[204384795] 'compare' (duration: 170.941524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:11.295297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.841507Z","time spent":"453.714694ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:11.295651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.921656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:03:11.295778Z","caller":"traceutil/trace.go:171","msg":"trace[634182650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:696; }","duration":"442.111981ms","start":"2026-03-13T23:03:10.853639Z","end":"2026-03-13T23:03:11.295751Z","steps":["trace[634182650] 'agreement among raft nodes before linearized reading' (duration: 441.64788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.295836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.853629Z","time spent":"442.194993ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:11.331925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.320399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.331981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.05333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:03:11.33201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.948099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:11.332036Z","caller":"traceutil/trace.go:171","msg":"trace[1221791449] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"463.433541ms","start":"2026-03-13T23:03:10.868564Z","end":"2026-03-13T23:03:11.331997Z","steps":["trace[1221791449] 'agreement among raft nodes before linearized reading' (duration: 463.249787ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332063Z","caller":"traceutil/trace.go:171","msg":"trace[1404248511] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"460.012091ms","start":"2026-03-13T23:03:10.87203Z","end":"2026-03-13T23:03:11.332042Z","steps":["trace[1404248511] 'agreement among raft nodes before linearized reading' (duration: 459.9483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.33205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.905418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.332106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.868555Z","time spent":"463.541333ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.872019Z","time spent":"460.081502ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.30268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:03:11.332164Z","caller":"traceutil/trace.go:171","msg":"trace[1229504310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"460.027241ms","start":"2026-03-13T23:03:10.872102Z","end":"2026-03-13T23:03:11.33213Z","steps":["trace[1229504310] 'agreement among raft nodes before linearized reading' (duration: 459.803096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.3322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.834798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:03:11.332196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.856179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:03:11.332233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.87207Z","time spent":"460.147984ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.33225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.610126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.332267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.775516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:11.332252Z","caller":"traceutil/trace.go:171","msg":"trace[1785842254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:697; }","duration":"468.89854ms","start":"2026-03-13T23:03:10.86334Z","end":"2026-03-13T23:03:11.332238Z","steps":["trace[1785842254] 'agreement among raft nodes before linearized reading' (duration: 468.747386ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332278Z","caller":"traceutil/trace.go:171","msg":"trace[1892224656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:697; }","duration":"468.987962ms","start":"2026-03-13T23:03:10.863266Z","end":"2026-03-13T23:03:11.332254Z","steps":["trace[1892224656] 'agreement among raft nodes before linearized reading' (duration: 468.672665ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332295Z","caller":"traceutil/trace.go:171","msg":"trace[189661887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"462.817847ms","start":"2026-03-13T23:03:10.869468Z","end":"2026-03-13T23:03:11.332286Z","steps":["trace[189661887] 'agreement among raft nodes before linearized reading' (duration: 462.778926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.33231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.863331Z","time spent":"468.969421ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.869459Z","time spent":"462.870658ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.779919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.332342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.863247Z","time spent":"469.081914ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.866958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:11.332369Z","caller":"traceutil/trace.go:171","msg":"trace[1095118718] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"458.192618ms","start":"2026-03-13T23:03:10.874164Z","end":"2026-03-13T23:03:11.332356Z","steps":["trace[1095118718] 'agreement among raft nodes before linearized reading' (duration: 457.691677ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.33204Z","caller":"traceutil/trace.go:171","msg":"trace[2006676558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:697; }","duration":"468.129562ms","start":"2026-03-13T23:03:10.863892Z","end":"2026-03-13T23:03:11.332022Z","steps":["trace[2006676558] 'agreement among raft nodes before linearized reading' (duration: 467.923077ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332398Z","caller":"traceutil/trace.go:171","msg":"trace[1576405721] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"462.936529ms","start":"2026-03-13T23:03:10.86945Z","end":"2026-03-13T23:03:11.332386Z","steps":["trace[1576405721] 'agreement among raft nodes before linearized reading' (duration: 462.876958ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332213Z","caller":"traceutil/trace.go:171","msg":"trace[1078770175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:697; }","duration":"469.408202ms","start":"2026-03-13T23:03:10.862792Z","end":"2026-03-13T23:03:11.3322Z","steps":["trace[1078770175] 'agreement among raft nodes before linearized reading' (duration: 469.262208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.331925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.009571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.332454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.749163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.332454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.863883Z","time spent":"468.553711ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:03:11.332496Z","caller":"traceutil/trace.go:171","msg":"trace[178859583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"460.715107ms","start":"2026-03-13T23:03:10.87177Z","end":"2026-03-13T23:03:11.332485Z","steps":["trace[178859583] 'agreement among raft nodes before linearized reading' (duration: 460.024011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.332442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.185795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.33256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.871737Z","time spent":"460.81523ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-13T23:03:11.332553Z","caller":"traceutil/trace.go:171","msg":"trace[1229794045] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"263.912607ms","start":"2026-03-13T23:03:11.068583Z","end":"2026-03-13T23:03:11.332495Z","steps":["trace[1229794045] 'agreement among raft nodes before linearized reading' (duration: 263.822155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.332406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.874157Z","time spent":"458.236779ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.361438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:11.332301Z","caller":"traceutil/trace.go:171","msg":"trace[2100841522] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"463.676657ms","start":"2026-03-13T23:03:10.868608Z","end":"2026-03-13T23:03:11.332285Z","steps":["trace[2100841522] 'agreement among raft nodes before linearized reading' (duration: 463.612995ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332644Z","caller":"traceutil/trace.go:171","msg":"trace[388189899] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"460.445481ms","start":"2026-03-13T23:03:10.872159Z","end":"2026-03-13T23:03:11.332604Z","steps":["trace[388189899] 'agreement among raft nodes before linearized reading' (duration: 460.050202ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:11.332688Z","caller":"traceutil/trace.go:171","msg":"trace[467888556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:697; }","duration":"431.465011ms","start":"2026-03-13T23:03:10.9012Z","end":"2026-03-13T23:03:11.332665Z","steps":["trace[467888556] 'agreement among raft nodes before linearized reading' (duration: 431.377589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.332715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.868592Z","time spent":"464.099897ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.872147Z","time spent":"460.575424ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.901176Z","time spent":"431.549142ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.862765Z","time spent":"470.133588ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:11.332998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.869432Z","time spent":"463.505623ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-13T23:03:12.376892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.744336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:12.377045Z","caller":"traceutil/trace.go:171","msg":"trace[953385451] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.077213792s","start":"2026-03-13T23:03:11.299801Z","end":"2026-03-13T23:03:12.377015Z","steps":["trace[953385451] 'process raft request' (duration: 102.246851ms)","trace[953385451] 'compare' (duration: 974.597332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:12.377235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.299776Z","time spent":"1.077326114s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:12.377175Z","caller":"traceutil/trace.go:171","msg":"trace[474882593] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"1.045353054s","start":"2026-03-13T23:03:11.331781Z","end":"2026-03-13T23:03:12.377134Z","steps":["trace[474882593] 'read index received' (duration: 70.28303ms)","trace[474882593] 'applied index is now lower than readState.Index' (duration: 975.066754ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:12.37731Z","caller":"traceutil/trace.go:171","msg":"trace[1582899467] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"1.039310193s","start":"2026-03-13T23:03:11.337977Z","end":"2026-03-13T23:03:12.377287Z","steps":["trace[1582899467] 'process raft request' (duration: 1.039049796s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.377395Z","caller":"traceutil/trace.go:171","msg":"trace[870061069] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"1.037736756s","start":"2026-03-13T23:03:11.339641Z","end":"2026-03-13T23:03:12.377377Z","steps":["trace[870061069] 'process raft request' (duration: 1.037610423s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.377421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.337956Z","time spent":"1.039409334s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:12.377426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07288718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-13T23:03:12.37747Z","caller":"traceutil/trace.go:171","msg":"trace[552926044] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:702; }","duration":"1.072970913s","start":"2026-03-13T23:03:11.304485Z","end":"2026-03-13T23:03:12.377456Z","steps":["trace[552926044] 'agreement among raft nodes before linearized reading' (duration: 1.072830409s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.377502Z","caller":"traceutil/trace.go:171","msg":"trace[726892168] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"1.039365143s","start":"2026-03-13T23:03:11.338127Z","end":"2026-03-13T23:03:12.377492Z","steps":["trace[726892168] 'process raft request' (duration: 1.038980324s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.377506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.304476Z","time spent":"1.073021933s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-13T23:03:12.377555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.33812Z","time spent":"1.039410844s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:12.377497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.339617Z","time spent":"1.037831687s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:12.377596Z","caller":"traceutil/trace.go:171","msg":"trace[1306475462] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"1.038010752s","start":"2026-03-13T23:03:11.339545Z","end":"2026-03-13T23:03:12.377556Z","steps":["trace[1306475462] 'process raft request' (duration: 1.037613043s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.377778Z","caller":"traceutil/trace.go:171","msg":"trace[1592088679] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"978.790861ms","start":"2026-03-13T23:03:11.398978Z","end":"2026-03-13T23:03:12.377769Z","steps":["trace[1592088679] 'process raft request' (duration: 978.707429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.377794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.339517Z","time spent":"1.038192725s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.377828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.398945Z","time spent":"978.860263ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.377798Z","caller":"traceutil/trace.go:171","msg":"trace[1626441276] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"1.038044893s","start":"2026-03-13T23:03:11.339727Z","end":"2026-03-13T23:03:12.377772Z","steps":["trace[1626441276] 'process raft request' (duration: 1.037587302s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.378073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.33971Z","time spent":"1.038253767s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:12.50182Z","caller":"traceutil/trace.go:171","msg":"trace[991364571] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"631.406745ms","start":"2026-03-13T23:03:11.870369Z","end":"2026-03-13T23:03:12.501776Z","steps":["trace[991364571] 'process raft request' (duration: 630.853842ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.501841Z","caller":"traceutil/trace.go:171","msg":"trace[572752718] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"831.242297ms","start":"2026-03-13T23:03:11.670498Z","end":"2026-03-13T23:03:12.501741Z","steps":["trace[572752718] 'process raft request' (duration: 830.679783ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.501901Z","caller":"traceutil/trace.go:171","msg":"trace[721863039] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"1.030903264s","start":"2026-03-13T23:03:11.470944Z","end":"2026-03-13T23:03:12.501847Z","steps":["trace[721863039] 'process raft request' (duration: 1.009533852s)","trace[721863039] 'compare' (duration: 20.545163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:12.502033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.870344Z","time spent":"631.606109ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.502059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.470907Z","time spent":"1.031091109s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.502122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.670475Z","time spent":"831.520853ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.502124Z","caller":"traceutil/trace.go:171","msg":"trace[961916328] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"430.442126ms","start":"2026-03-13T23:03:12.070855Z","end":"2026-03-13T23:03:12.501298Z","steps":["trace[961916328] 'process raft request' (duration: 430.401445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.502262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:12.070825Z","time spent":"431.360997ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.505688Z","caller":"traceutil/trace.go:171","msg":"trace[1973345857] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"234.104817ms","start":"2026-03-13T23:03:12.271561Z","end":"2026-03-13T23:03:12.505666Z","steps":["trace[1973345857] 'process raft request' (duration: 233.649036ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.505846Z","caller":"traceutil/trace.go:171","msg":"trace[1745210801] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"123.401487ms","start":"2026-03-13T23:03:12.382417Z","end":"2026-03-13T23:03:12.505818Z","steps":["trace[1745210801] 'process raft request' (duration: 123.129211ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.505916Z","caller":"traceutil/trace.go:171","msg":"trace[102617871] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:725; }","duration":"128.570649ms","start":"2026-03-13T23:03:12.377279Z","end":"2026-03-13T23:03:12.505849Z","steps":["trace[102617871] 'read index received' (duration: 103.165353ms)","trace[102617871] 'applied index is now lower than readState.Index' (duration: 25.403496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:12.507603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022041857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qqhfz\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-03-13T23:03:12.507629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.962308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-13T23:03:12.507648Z","caller":"traceutil/trace.go:171","msg":"trace[870382390] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"124.751629ms","start":"2026-03-13T23:03:12.382882Z","end":"2026-03-13T23:03:12.507633Z","steps":["trace[870382390] 'process raft request' (duration: 122.797083ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.507675Z","caller":"traceutil/trace.go:171","msg":"trace[2121488510] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:712; }","duration":"126.04306ms","start":"2026-03-13T23:03:12.38162Z","end":"2026-03-13T23:03:12.507663Z","steps":["trace[2121488510] 'agreement among raft nodes before linearized reading' (duration: 125.946708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.507743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.275479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:12.507645Z","caller":"traceutil/trace.go:171","msg":"trace[1079099180] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qqhfz; range_end:; response_count:1; response_revision:712; }","duration":"1.022135319s","start":"2026-03-13T23:03:11.485499Z","end":"2026-03-13T23:03:12.507635Z","steps":["trace[1079099180] 'agreement among raft nodes before linearized reading' (duration: 1.021954745s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.507771Z","caller":"traceutil/trace.go:171","msg":"trace[1786221943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:712; }","duration":"702.34256ms","start":"2026-03-13T23:03:11.805421Z","end":"2026-03-13T23:03:12.507764Z","steps":["trace[1786221943] 'agreement among raft nodes before linearized reading' (duration: 702.303839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.507792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.805394Z","time spent":"702.393571ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:12.507797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.485477Z","time spent":"1.022305293s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-qqhfz\" "} {"level":"info","ts":"2026-03-13T23:03:13.434672Z","caller":"traceutil/trace.go:171","msg":"trace[1361857724] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"157.54771ms","start":"2026-03-13T23:03:13.277083Z","end":"2026-03-13T23:03:13.43463Z","steps":["trace[1361857724] 'process raft request' (duration: 67.259169ms)","trace[1361857724] 'compare' (duration: 89.947383ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:13.435079Z","caller":"traceutil/trace.go:171","msg":"trace[1727401897] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"144.200355ms","start":"2026-03-13T23:03:13.290855Z","end":"2026-03-13T23:03:13.435055Z","steps":["trace[1727401897] 'process raft request' (duration: 143.822227ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:18.650563Z","caller":"traceutil/trace.go:171","msg":"trace[1447277493] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"244.864329ms","start":"2026-03-13T23:03:18.405674Z","end":"2026-03-13T23:03:18.650538Z","steps":["trace[1447277493] 'process raft request' (duration: 244.789818ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:18.650764Z","caller":"traceutil/trace.go:171","msg":"trace[1077869277] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"245.183487ms","start":"2026-03-13T23:03:18.40557Z","end":"2026-03-13T23:03:18.650753Z","steps":["trace[1077869277] 'process raft request' (duration: 225.094376ms)","trace[1077869277] 'compare' (duration: 19.656421ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:18.650957Z","caller":"traceutil/trace.go:171","msg":"trace[1669498372] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"244.592394ms","start":"2026-03-13T23:03:18.40634Z","end":"2026-03-13T23:03:18.650933Z","steps":["trace[1669498372] 'process raft request' (duration: 244.161354ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:18.651166Z","caller":"traceutil/trace.go:171","msg":"trace[1181837491] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"244.351147ms","start":"2026-03-13T23:03:18.406783Z","end":"2026-03-13T23:03:18.651134Z","steps":["trace[1181837491] 'process raft request' (duration: 244.077711ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:18.731212Z","caller":"traceutil/trace.go:171","msg":"trace[1001674502] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"270.077732ms","start":"2026-03-13T23:03:18.461097Z","end":"2026-03-13T23:03:18.731175Z","steps":["trace[1001674502] 'process raft request' (duration: 269.860487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:21.722703Z","caller":"traceutil/trace.go:171","msg":"trace[1015930710] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"128.20268ms","start":"2026-03-13T23:03:21.594473Z","end":"2026-03-13T23:03:21.722676Z","steps":["trace[1015930710] 'process raft request' (duration: 128.031846ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.86684Z","caller":"traceutil/trace.go:171","msg":"trace[141001407] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"142.098197ms","start":"2026-03-13T23:03:22.724713Z","end":"2026-03-13T23:03:22.866811Z","steps":["trace[141001407] 'process raft request' (duration: 122.534777ms)","trace[141001407] 'compare' (duration: 19.399276ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:22.866956Z","caller":"traceutil/trace.go:171","msg":"trace[7367149] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"142.199439ms","start":"2026-03-13T23:03:22.724725Z","end":"2026-03-13T23:03:22.866925Z","steps":["trace[7367149] 'process raft request' (duration: 142.041276ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.877145Z","caller":"traceutil/trace.go:171","msg":"trace[1631636625] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"152.198544ms","start":"2026-03-13T23:03:22.72492Z","end":"2026-03-13T23:03:22.877118Z","steps":["trace[1631636625] 'process raft request' (duration: 152.02724ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.877285Z","caller":"traceutil/trace.go:171","msg":"trace[412092474] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:854; }","duration":"146.817797ms","start":"2026-03-13T23:03:22.730433Z","end":"2026-03-13T23:03:22.877251Z","steps":["trace[412092474] 'read index received' (duration: 116.828413ms)","trace[412092474] 'applied index is now lower than readState.Index' (duration: 29.987614ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:22.877357Z","caller":"traceutil/trace.go:171","msg":"trace[1978503223] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"152.342647ms","start":"2026-03-13T23:03:22.724993Z","end":"2026-03-13T23:03:22.877336Z","steps":["trace[1978503223] 'process raft request' (duration: 152.083051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:22.877458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.996812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:22.877567Z","caller":"traceutil/trace.go:171","msg":"trace[198038473] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:832; }","duration":"147.141215ms","start":"2026-03-13T23:03:22.730402Z","end":"2026-03-13T23:03:22.877544Z","steps":["trace[198038473] 'agreement among raft nodes before linearized reading' (duration: 146.968551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.673938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.963565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:23.674071Z","caller":"traceutil/trace.go:171","msg":"trace[1711164387] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"124.488983ms","start":"2026-03-13T23:03:23.549559Z","end":"2026-03-13T23:03:23.674048Z","steps":["trace[1711164387] 'process raft request' (duration: 16.336503ms)","trace[1711164387] 'compare' (duration: 107.789541ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:23.904911Z","caller":"traceutil/trace.go:171","msg":"trace[824761445] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"222.253618ms","start":"2026-03-13T23:03:23.682622Z","end":"2026-03-13T23:03:23.904876Z","steps":["trace[824761445] 'process raft request' (duration: 145.532677ms)","trace[824761445] 'compare' (duration: 76.555198ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:24.094545Z","caller":"traceutil/trace.go:171","msg":"trace[589501124] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"290.763358ms","start":"2026-03-13T23:03:23.803759Z","end":"2026-03-13T23:03:24.094522Z","steps":["trace[589501124] 'process raft request' (duration: 290.718426ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:24.094601Z","caller":"traceutil/trace.go:171","msg":"trace[884881055] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"372.394254ms","start":"2026-03-13T23:03:23.722147Z","end":"2026-03-13T23:03:24.094541Z","steps":["trace[884881055] 'process raft request' (duration: 286.760973ms)","trace[884881055] 'compare' (duration: 85.416866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:24.094782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:23.722121Z","time spent":"372.578338ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2261,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:24.327343Z","caller":"traceutil/trace.go:171","msg":"trace[285846955] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"227.070171ms","start":"2026-03-13T23:03:24.100247Z","end":"2026-03-13T23:03:24.327317Z","steps":["trace[285846955] 'process raft request' (duration: 185.6815ms)","trace[285846955] 'compare' (duration: 41.239938ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:24.328147Z","caller":"traceutil/trace.go:171","msg":"trace[2113402448] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"185.73995ms","start":"2026-03-13T23:03:24.142385Z","end":"2026-03-13T23:03:24.328125Z","steps":["trace[2113402448] 'process raft request' (duration: 185.667089ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:24.524664Z","caller":"traceutil/trace.go:171","msg":"trace[1072242216] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"114.99893ms","start":"2026-03-13T23:03:24.409637Z","end":"2026-03-13T23:03:24.524636Z","steps":["trace[1072242216] 'process raft request' (duration: 41.598846ms)","trace[1072242216] 'compare' (duration: 73.203199ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:29.392005Z","caller":"traceutil/trace.go:171","msg":"trace[831238007] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"130.561976ms","start":"2026-03-13T23:03:29.261414Z","end":"2026-03-13T23:03:29.391976Z","steps":["trace[831238007] 'process raft request' (duration: 130.430523ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:32.782685Z","caller":"traceutil/trace.go:171","msg":"trace[1723013542] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"129.157263ms","start":"2026-03-13T23:03:32.653488Z","end":"2026-03-13T23:03:32.782645Z","steps":["trace[1723013542] 'process raft request' (duration: 76.582748ms)","trace[1723013542] 'compare' (duration: 52.452722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:33.323039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:33.824009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:34.345756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850744956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:34.700693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.963047781s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:34.701187Z","caller":"traceutil/trace.go:171","msg":"trace[1349552746] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:982; }","duration":"1.878472645s","start":"2026-03-13T23:03:32.822677Z","end":"2026-03-13T23:03:34.701149Z","steps":["trace[1349552746] 'read index received' (duration: 1.878122227s)","trace[1349552746] 'applied index is now lower than readState.Index' (duration: 348.948µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:34.701287Z","caller":"traceutil/trace.go:171","msg":"trace[1852782084] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"2.01790975s","start":"2026-03-13T23:03:32.683343Z","end":"2026-03-13T23:03:34.701253Z","steps":["trace[1852782084] 'process raft request' (duration: 2.017633043s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.701626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.683322Z","time spent":"2.018226277s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:34.701764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879050149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:03:34.701816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798560149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:03:34.701861Z","caller":"traceutil/trace.go:171","msg":"trace[1700837300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:954; }","duration":"1.798658652s","start":"2026-03-13T23:03:32.903188Z","end":"2026-03-13T23:03:34.701847Z","steps":["trace[1700837300] 'agreement among raft nodes before linearized reading' (duration: 1.798494108s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:34.701856Z","caller":"traceutil/trace.go:171","msg":"trace[294376361] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:954; }","duration":"1.879203492s","start":"2026-03-13T23:03:32.822627Z","end":"2026-03-13T23:03:34.70183Z","steps":["trace[294376361] 'agreement among raft nodes before linearized reading' (duration: 1.879013808s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.701909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.903165Z","time spent":"1.798736213s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:34.701924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.822607Z","time spent":"1.879302585s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:34.701979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787491569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:03:34.702041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797977385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:03:34.702044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788494053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:03:34.702107Z","caller":"traceutil/trace.go:171","msg":"trace[680047127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:954; }","duration":"1.798063537s","start":"2026-03-13T23:03:32.904026Z","end":"2026-03-13T23:03:34.702089Z","steps":["trace[680047127] 'agreement among raft nodes before linearized reading' (duration: 1.797894383s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:34.702124Z","caller":"traceutil/trace.go:171","msg":"trace[100648454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:954; }","duration":"1.788615296s","start":"2026-03-13T23:03:32.91349Z","end":"2026-03-13T23:03:34.702105Z","steps":["trace[100648454] 'agreement among raft nodes before linearized reading' (duration: 1.7883771s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.702143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.904018Z","time spent":"1.798115898s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:34.702172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480790448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:03:34.702176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.518083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:03:34.702183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.913468Z","time spent":"1.788702767s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:03:34.702225Z","caller":"traceutil/trace.go:171","msg":"trace[1492354535] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:954; }","duration":"1.48087774s","start":"2026-03-13T23:03:33.221334Z","end":"2026-03-13T23:03:34.702211Z","steps":["trace[1492354535] 'agreement among raft nodes before linearized reading' (duration: 1.480752107s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:34.702053Z","caller":"traceutil/trace.go:171","msg":"trace[122346617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:954; }","duration":"1.787573221s","start":"2026-03-13T23:03:32.914454Z","end":"2026-03-13T23:03:34.702028Z","steps":["trace[122346617] 'agreement among raft nodes before linearized reading' (duration: 1.787341575s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.702245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.260661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:34.70205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.475832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:34.702267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.914448Z","time spent":"1.787811566s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:03:34.702273Z","caller":"traceutil/trace.go:171","msg":"trace[1013950756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:954; }","duration":"898.320912ms","start":"2026-03-13T23:03:33.803943Z","end":"2026-03-13T23:03:34.702264Z","steps":["trace[1013950756] 'agreement among raft nodes before linearized reading' (duration: 898.280501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.702273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.221302Z","time spent":"1.480958871s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-13T23:03:34.702232Z","caller":"traceutil/trace.go:171","msg":"trace[269208338] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:954; }","duration":"710.610735ms","start":"2026-03-13T23:03:33.991607Z","end":"2026-03-13T23:03:34.702218Z","steps":["trace[269208338] 'agreement among raft nodes before linearized reading' (duration: 710.531963ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:34.702307Z","caller":"traceutil/trace.go:171","msg":"trace[1360036312] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:954; }","duration":"299.753799ms","start":"2026-03-13T23:03:34.402532Z","end":"2026-03-13T23:03:34.702285Z","steps":["trace[1360036312] 'agreement among raft nodes before linearized reading' (duration: 299.469772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.7023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.803923Z","time spent":"898.370524ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:34.702401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.991577Z","time spent":"710.777119ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:34.702976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165802401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:34.703448Z","caller":"traceutil/trace.go:171","msg":"trace[637144198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:954; }","duration":"1.166052978s","start":"2026-03-13T23:03:33.53709Z","end":"2026-03-13T23:03:34.703143Z","steps":["trace[637144198] 'agreement among raft nodes before linearized reading' (duration: 1.164675936s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.703792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.537058Z","time spent":"1.166533428s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:03:44.602077Z","caller":"traceutil/trace.go:171","msg":"trace[1981543734] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"109.391163ms","start":"2026-03-13T23:03:44.49265Z","end":"2026-03-13T23:03:44.602041Z","steps":["trace[1981543734] 'process raft request' (duration: 109.184919ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:44.941203Z","caller":"traceutil/trace.go:171","msg":"trace[1725974966] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"157.561857ms","start":"2026-03-13T23:03:44.783613Z","end":"2026-03-13T23:03:44.941175Z","steps":["trace[1725974966] 'process raft request' (duration: 131.49093ms)","trace[1725974966] 'compare' (duration: 25.919003ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:44.941443Z","caller":"traceutil/trace.go:171","msg":"trace[489567233] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"154.910556ms","start":"2026-03-13T23:03:44.786524Z","end":"2026-03-13T23:03:44.941435Z","steps":["trace[489567233] 'process raft request' (duration: 154.615179ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:44.941497Z","caller":"traceutil/trace.go:171","msg":"trace[540481271] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1073; }","duration":"155.10415ms","start":"2026-03-13T23:03:44.786365Z","end":"2026-03-13T23:03:44.941469Z","steps":["trace[540481271] 'read index received' (duration: 17.621454ms)","trace[540481271] 'applied index is now lower than readState.Index' (duration: 137.481546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:44.941602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.230003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:44.941647Z","caller":"traceutil/trace.go:171","msg":"trace[546798301] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1040; }","duration":"155.314465ms","start":"2026-03-13T23:03:44.786322Z","end":"2026-03-13T23:03:44.941636Z","steps":["trace[546798301] 'agreement among raft nodes before linearized reading' (duration: 155.234583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:44.941661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.322283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:44.941697Z","caller":"traceutil/trace.go:171","msg":"trace[971805607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1040; }","duration":"137.402274ms","start":"2026-03-13T23:03:44.804285Z","end":"2026-03-13T23:03:44.941687Z","steps":["trace[971805607] 'agreement among raft nodes before linearized reading' (duration: 137.345163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:44.941859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.429153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:44.942229Z","caller":"traceutil/trace.go:171","msg":"trace[1113971765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1040; }","duration":"105.562476ms","start":"2026-03-13T23:03:44.836357Z","end":"2026-03-13T23:03:44.941919Z","steps":["trace[1113971765] 'agreement among raft nodes before linearized reading' (duration: 105.29348ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:44.941604Z","caller":"traceutil/trace.go:171","msg":"trace[1632314420] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"154.958956ms","start":"2026-03-13T23:03:44.786594Z","end":"2026-03-13T23:03:44.941552Z","steps":["trace[1632314420] 'process raft request' (duration: 154.769852ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:45.126939Z","caller":"traceutil/trace.go:171","msg":"trace[1231376750] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"180.933392ms","start":"2026-03-13T23:03:44.945969Z","end":"2026-03-13T23:03:45.126902Z","steps":["trace[1231376750] 'process raft request' (duration: 152.689656ms)","trace[1231376750] 'compare' (duration: 27.691043ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:45.264181Z","caller":"traceutil/trace.go:171","msg":"trace[1304525997] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1043; }","duration":"126.464205ms","start":"2026-03-13T23:03:45.137695Z","end":"2026-03-13T23:03:45.264159Z","steps":["trace[1304525997] 'process raft request' (duration: 126.090456ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:45.476547Z","caller":"traceutil/trace.go:171","msg":"trace[1887374195] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"193.407917ms","start":"2026-03-13T23:03:45.28308Z","end":"2026-03-13T23:03:45.476487Z","steps":["trace[1887374195] 'process raft request' (duration: 193.237083ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:45.700191Z","caller":"traceutil/trace.go:171","msg":"trace[88255689] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"157.978576ms","start":"2026-03-13T23:03:45.54218Z","end":"2026-03-13T23:03:45.700158Z","steps":["trace[88255689] 'process raft request' (duration: 98.457484ms)","trace[88255689] 'compare' (duration: 59.323368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:54.897429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.474933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-mlzzw\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-13T23:03:54.897523Z","caller":"traceutil/trace.go:171","msg":"trace[1619430708] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-mlzzw; range_end:; response_count:1; response_revision:1102; }","duration":"167.606516ms","start":"2026-03-13T23:03:54.729897Z","end":"2026-03-13T23:03:54.897503Z","steps":["trace[1619430708] 'range keys from in-memory index tree' (duration: 167.3471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:01.192323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.148158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:04:01.192431Z","caller":"traceutil/trace.go:171","msg":"trace[1912698623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1220; }","duration":"157.2965ms","start":"2026-03-13T23:04:01.035113Z","end":"2026-03-13T23:04:01.192409Z","steps":["trace[1912698623] 'range keys from in-memory index tree' (duration: 156.976064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:01.192398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.400832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T23:04:01.192332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.586389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:04:01.192556Z","caller":"traceutil/trace.go:171","msg":"trace[221275510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"175.819225ms","start":"2026-03-13T23:04:01.016689Z","end":"2026-03-13T23:04:01.192508Z","steps":["trace[221275510] 'range keys from in-memory index tree' (duration: 175.423015ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:01.192562Z","caller":"traceutil/trace.go:171","msg":"trace[1356279531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1220; }","duration":"153.584865ms","start":"2026-03-13T23:04:01.038912Z","end":"2026-03-13T23:04:01.192496Z","steps":["trace[1356279531] 'range keys from in-memory index tree' (duration: 153.149185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:01.192888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.682131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:04:01.192941Z","caller":"traceutil/trace.go:171","msg":"trace[917081063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1220; }","duration":"144.751963ms","start":"2026-03-13T23:04:01.048174Z","end":"2026-03-13T23:04:01.192926Z","steps":["trace[917081063] 'range keys from in-memory index tree' (duration: 143.818812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.718989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850745479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:04:03.928602Z","caller":"traceutil/trace.go:171","msg":"trace[2013410124] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"710.278398ms","start":"2026-03-13T23:04:03.218297Z","end":"2026-03-13T23:04:03.928575Z","steps":["trace[2013410124] 'read index received' (duration: 710.029262ms)","trace[2013410124] 'applied index is now lower than readState.Index' (duration: 248.016µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:03.928823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.502243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:04:03.928836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.155265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:04:03.928871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.349778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:04:03.928881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.313655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:03.928911Z","caller":"traceutil/trace.go:171","msg":"trace[2095566638] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:1227; }","duration":"706.44025ms","start":"2026-03-13T23:04:03.222458Z","end":"2026-03-13T23:04:03.928899Z","steps":["trace[2095566638] 'agreement among raft nodes before linearized reading' (duration: 706.266796ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:03.928913Z","caller":"traceutil/trace.go:171","msg":"trace[119871481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"409.277698ms","start":"2026-03-13T23:04:03.519617Z","end":"2026-03-13T23:04:03.928895Z","steps":["trace[119871481] 'agreement among raft nodes before linearized reading' (duration: 409.134495ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:03.928951Z","caller":"traceutil/trace.go:171","msg":"trace[199496952] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"985.627161ms","start":"2026-03-13T23:04:02.943313Z","end":"2026-03-13T23:04:03.92894Z","steps":["trace[199496952] 'process raft request' (duration: 984.992436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.928957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.519602Z","time spent":"409.347099ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:03.928976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.490751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:03.928955Z","caller":"traceutil/trace.go:171","msg":"trace[311797656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"124.438688ms","start":"2026-03-13T23:04:03.804495Z","end":"2026-03-13T23:04:03.928933Z","steps":["trace[311797656] 'agreement among raft nodes before linearized reading' (duration: 124.336055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.929027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.439882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:04:03.929045Z","caller":"traceutil/trace.go:171","msg":"trace[1206068961] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1227; }","duration":"135.622214ms","start":"2026-03-13T23:04:03.793406Z","end":"2026-03-13T23:04:03.929029Z","steps":["trace[1206068961] 'agreement among raft nodes before linearized reading' (duration: 135.46865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.92905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:02.943297Z","time spent":"985.693362ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:03.929059Z","caller":"traceutil/trace.go:171","msg":"trace[1691761709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1227; }","duration":"686.488973ms","start":"2026-03-13T23:04:03.242561Z","end":"2026-03-13T23:04:03.92905Z","steps":["trace[1691761709] 'agreement among raft nodes before linearized reading' (duration: 686.413432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.929072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.578909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-13T23:04:03.92905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.524198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T23:04:03.929091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.24255Z","time spent":"686.535344ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:03.929093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.157752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:04:03.929131Z","caller":"traceutil/trace.go:171","msg":"trace[911772130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1227; }","duration":"677.703412ms","start":"2026-03-13T23:04:03.251413Z","end":"2026-03-13T23:04:03.929116Z","steps":["trace[911772130] 'agreement among raft nodes before linearized reading' (duration: 677.500147ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:03.929142Z","caller":"traceutil/trace.go:171","msg":"trace[1997669888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1227; }","duration":"677.647521ms","start":"2026-03-13T23:04:03.251476Z","end":"2026-03-13T23:04:03.929123Z","steps":["trace[1997669888] 'agreement among raft nodes before linearized reading' (duration: 677.434396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.929166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.251384Z","time spent":"677.773794ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:04:03.929165Z","caller":"traceutil/trace.go:171","msg":"trace[265795988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1227; }","duration":"678.266265ms","start":"2026-03-13T23:04:03.250883Z","end":"2026-03-13T23:04:03.929149Z","steps":["trace[265795988] 'agreement among raft nodes before linearized reading' (duration: 678.07259ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:03.928904Z","caller":"traceutil/trace.go:171","msg":"trace[1865028522] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1227; }","duration":"710.644167ms","start":"2026-03-13T23:04:03.218241Z","end":"2026-03-13T23:04:03.928885Z","steps":["trace[1865028522] 'agreement among raft nodes before linearized reading' (duration: 710.480853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:03.929205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.25146Z","time spent":"677.737493ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:03.929205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.250866Z","time spent":"678.330576ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:04:03.929221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.218217Z","time spent":"710.994814ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":8,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:04:03.928952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:03.22244Z","time spent":"706.503731ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-13T23:04:04.120608Z","caller":"traceutil/trace.go:171","msg":"trace[894107995] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"187.350029ms","start":"2026-03-13T23:04:03.933233Z","end":"2026-03-13T23:04:04.120583Z","steps":["trace[894107995] 'process raft request' (duration: 184.947054ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:04.120945Z","caller":"traceutil/trace.go:171","msg":"trace[450847686] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"186.949459ms","start":"2026-03-13T23:04:03.933957Z","end":"2026-03-13T23:04:04.120907Z","steps":["trace[450847686] 'process raft request' (duration: 186.585891ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:04.121004Z","caller":"traceutil/trace.go:171","msg":"trace[1713784147] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"116.64329ms","start":"2026-03-13T23:04:04.004338Z","end":"2026-03-13T23:04:04.120981Z","steps":["trace[1713784147] 'process raft request' (duration: 116.565168ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:04.121105Z","caller":"traceutil/trace.go:171","msg":"trace[74716995] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"186.678443ms","start":"2026-03-13T23:04:03.934414Z","end":"2026-03-13T23:04:04.121092Z","steps":["trace[74716995] 'process raft request' (duration: 186.352946ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:04.121129Z","caller":"traceutil/trace.go:171","msg":"trace[771046358] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"186.50932ms","start":"2026-03-13T23:04:03.934593Z","end":"2026-03-13T23:04:04.121102Z","steps":["trace[771046358] 'process raft request' (duration: 186.267424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:14.524272Z","caller":"traceutil/trace.go:171","msg":"trace[1210145669] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"157.372122ms","start":"2026-03-13T23:04:14.366865Z","end":"2026-03-13T23:04:14.524237Z","steps":["trace[1210145669] 'process raft request' (duration: 157.187228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:32.226873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.424542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:04:32.226909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.863377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f70355e7-b647-4f67-9bd6-921b8bca8a6c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-13T23:04:32.226938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.711111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:32.226968Z","caller":"traceutil/trace.go:171","msg":"trace[1746420425] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f70355e7-b647-4f67-9bd6-921b8bca8a6c; range_end:; response_count:1; response_revision:1636; }","duration":"293.957048ms","start":"2026-03-13T23:04:31.932999Z","end":"2026-03-13T23:04:32.226956Z","steps":["trace[1746420425] 'range keys from in-memory index tree' (duration: 293.717003ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.22697Z","caller":"traceutil/trace.go:171","msg":"trace[1547720546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1636; }","duration":"409.574015ms","start":"2026-03-13T23:04:31.817376Z","end":"2026-03-13T23:04:32.22695Z","steps":["trace[1547720546] 'range keys from in-memory index tree' (duration: 409.304648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:32.227012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:31.817345Z","time spent":"409.658836ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:32.227061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.65388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:04:32.226984Z","caller":"traceutil/trace.go:171","msg":"trace[1880133166] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1706; }","duration":"161.556928ms","start":"2026-03-13T23:04:32.06542Z","end":"2026-03-13T23:04:32.226977Z","steps":["trace[1880133166] 'read index received' (duration: 77.162µs)","trace[1880133166] 'applied index is now lower than readState.Index' (duration: 161.479136ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:32.22708Z","caller":"traceutil/trace.go:171","msg":"trace[847933650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"161.885895ms","start":"2026-03-13T23:04:32.065187Z","end":"2026-03-13T23:04:32.227073Z","steps":["trace[847933650] 'agreement among raft nodes before linearized reading' (duration: 161.809333ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.227069Z","caller":"traceutil/trace.go:171","msg":"trace[1719257516] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"215.868091ms","start":"2026-03-13T23:04:32.011151Z","end":"2026-03-13T23:04:32.227019Z","steps":["trace[1719257516] 'process raft request' (duration: 23.019148ms)","trace[1719257516] 'compare' (duration: 192.559267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:32.727231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850746355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:04:33.315977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.876647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:33.316135Z","caller":"traceutil/trace.go:171","msg":"trace[1133864641] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.120229201s","start":"2026-03-13T23:04:32.195876Z","end":"2026-03-13T23:04:33.316106Z","steps":["trace[1133864641] 'process raft request' (duration: 971.057967ms)","trace[1133864641] 'compare' (duration: 148.54563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:33.316398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.195854Z","time spent":"1.120504268s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:33.701058Z","caller":"traceutil/trace.go:171","msg":"trace[830447346] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.462477015s","start":"2026-03-13T23:04:32.23856Z","end":"2026-03-13T23:04:33.701037Z","steps":["trace[830447346] 'process raft request' (duration: 1.462307341s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:33.70119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.238524Z","time spent":"1.462597888s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:33.701231Z","caller":"traceutil/trace.go:171","msg":"trace[1091445042] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1707; }","duration":"1.474102361s","start":"2026-03-13T23:04:32.227111Z","end":"2026-03-13T23:04:33.701214Z","steps":["trace[1091445042] 'read index received' (duration: 939.845572ms)","trace[1091445042] 'applied index is now lower than readState.Index' (duration: 534.255889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:33.701447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536321335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f70355e7-b647-4f67-9bd6-921b8bca8a6c\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-13T23:04:33.701494Z","caller":"traceutil/trace.go:171","msg":"trace[1763218684] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.283481849s","start":"2026-03-13T23:04:32.418005Z","end":"2026-03-13T23:04:33.701487Z","steps":["trace[1763218684] 'process raft request' (duration: 1.282982747s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:33.701492Z","caller":"traceutil/trace.go:171","msg":"trace[1581964029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f70355e7-b647-4f67-9bd6-921b8bca8a6c; range_end:; response_count:1; response_revision:1640; }","duration":"1.536411667s","start":"2026-03-13T23:04:32.165068Z","end":"2026-03-13T23:04:33.70148Z","steps":["trace[1581964029] 'agreement among raft nodes before linearized reading' (duration: 1.536338986s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:33.701524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.165031Z","time spent":"1.536485199s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f70355e7-b647-4f67-9bd6-921b8bca8a6c\" "} {"level":"warn","ts":"2026-03-13T23:04:33.701499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529678294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:04:33.701549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556794914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:04:33.701591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500296882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:04:33.701608Z","caller":"traceutil/trace.go:171","msg":"trace[1280269633] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1640; }","duration":"1.529842198s","start":"2026-03-13T23:04:32.171741Z","end":"2026-03-13T23:04:33.701583Z","steps":["trace[1280269633] 'agreement among raft nodes before linearized reading' (duration: 1.529621613s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:33.701628Z","caller":"traceutil/trace.go:171","msg":"trace[1933433112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1640; }","duration":"1.500365293s","start":"2026-03-13T23:04:32.201253Z","end":"2026-03-13T23:04:33.701618Z","steps":["trace[1933433112] 'agreement among raft nodes before linearized reading' (duration: 1.50023293s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:33.701653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.201235Z","time spent":"1.500413224s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:04:33.70164Z","caller":"traceutil/trace.go:171","msg":"trace[2028222512] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1640; }","duration":"1.556958698s","start":"2026-03-13T23:04:32.144653Z","end":"2026-03-13T23:04:33.701612Z","steps":["trace[2028222512] 'agreement among raft nodes before linearized reading' (duration: 1.556774444s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:33.701531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.417966Z","time spent":"1.28354416s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:33.701662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.171732Z","time spent":"1.529919089s","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:04:33.701725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.144615Z","time spent":"1.557070831s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:04:34.229206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:04:34.229302Z","caller":"traceutil/trace.go:171","msg":"trace[256708223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218165s","start":"2026-03-13T23:04:32.229066Z","end":"2026-03-13T23:04:34.229284Z","steps":["trace[256708223] 'agreement among raft nodes before linearized reading' (duration: 2.000092402s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.229346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.229055Z","time spent":"2.000282006s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:34.543859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.471362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:34.543954Z","caller":"traceutil/trace.go:171","msg":"trace[294506423] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1710; }","duration":"842.671007ms","start":"2026-03-13T23:04:33.701267Z","end":"2026-03-13T23:04:34.543938Z","steps":["trace[294506423] 'read index received' (duration: 169.954819ms)","trace[294506423] 'applied index is now lower than readState.Index' (duration: 672.714778ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:34.544023Z","caller":"traceutil/trace.go:171","msg":"trace[1896666630] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.166247614s","start":"2026-03-13T23:04:33.377762Z","end":"2026-03-13T23:04:34.54401Z","steps":["trace[1896666630] 'process raft request' (duration: 493.551977ms)","trace[1896666630] 'compare' (duration: 672.37034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:34.544075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:33.377726Z","time spent":"1.166321016s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:34.544354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260067771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:04:34.544384Z","caller":"traceutil/trace.go:171","msg":"trace[1259832178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1641; }","duration":"2.260098972s","start":"2026-03-13T23:04:32.284275Z","end":"2026-03-13T23:04:34.544374Z","steps":["trace[1259832178] 'agreement among raft nodes before linearized reading' (duration: 2.259974529s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.544412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.284189Z","time spent":"2.260217574s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:34.544386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123493444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:04:34.544438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29233688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:04:34.54447Z","caller":"traceutil/trace.go:171","msg":"trace[1544228550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1641; }","duration":"2.123628327s","start":"2026-03-13T23:04:32.420824Z","end":"2026-03-13T23:04:34.544452Z","steps":["trace[1544228550] 'agreement among raft nodes before linearized reading' (duration: 2.123387252s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.544447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22552761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:04:34.544468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319384159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:04:34.544537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.420793Z","time spent":"2.12371509s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:04:34.544542Z","caller":"traceutil/trace.go:171","msg":"trace[871610924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1641; }","duration":"1.292453962s","start":"2026-03-13T23:04:33.252044Z","end":"2026-03-13T23:04:34.544498Z","steps":["trace[871610924] 'agreement among raft nodes before linearized reading' (duration: 1.292266458s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.544481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025507762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:34.544553Z","caller":"traceutil/trace.go:171","msg":"trace[280790386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1641; }","duration":"2.225671023s","start":"2026-03-13T23:04:32.318864Z","end":"2026-03-13T23:04:34.544535Z","steps":["trace[280790386] 'agreement among raft nodes before linearized reading' (duration: 2.225350216s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:34.544565Z","caller":"traceutil/trace.go:171","msg":"trace[1582642146] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:1641; }","duration":"1.319488932s","start":"2026-03-13T23:04:33.225059Z","end":"2026-03-13T23:04:34.544547Z","steps":["trace[1582642146] 'agreement among raft nodes before linearized reading' (duration: 1.319253516s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.544594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:33.252023Z","time spent":"1.292557705s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:04:34.544613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.318848Z","time spent":"2.225756625s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:34.544625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:33.224995Z","time spent":"1.319621114s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-13T23:04:34.544621Z","caller":"traceutil/trace.go:171","msg":"trace[1479602447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1641; }","duration":"1.025708367s","start":"2026-03-13T23:04:33.518885Z","end":"2026-03-13T23:04:34.544594Z","steps":["trace[1479602447] 'agreement among raft nodes before linearized reading' (duration: 1.025490522s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.54468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:33.518855Z","time spent":"1.025814229s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:34.544769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162336614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:04:34.544957Z","caller":"traceutil/trace.go:171","msg":"trace[1684355882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1641; }","duration":"2.162591869s","start":"2026-03-13T23:04:32.382336Z","end":"2026-03-13T23:04:34.544928Z","steps":["trace[1684355882] 'agreement among raft nodes before linearized reading' (duration: 2.162037537s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.545026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:32.382298Z","time spent":"2.162712052s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:04:34.783715Z","caller":"traceutil/trace.go:171","msg":"trace[1718476343] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.077204115s","start":"2026-03-13T23:04:33.706477Z","end":"2026-03-13T23:04:34.783681Z","steps":["trace[1718476343] 'process raft request' (duration: 1.00141148s)","trace[1718476343] 'compare' (duration: 75.292584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:34.783896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:33.706449Z","time spent":"1.077355379s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:34.784063Z","caller":"traceutil/trace.go:171","msg":"trace[519349676] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"551.041682ms","start":"2026-03-13T23:04:34.232991Z","end":"2026-03-13T23:04:34.784033Z","steps":["trace[519349676] 'process raft request' (duration: 550.601112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.784204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:34.232961Z","time spent":"551.171445ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:04:34.784597Z","caller":"traceutil/trace.go:171","msg":"trace[1663258811] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"235.216814ms","start":"2026-03-13T23:04:34.54935Z","end":"2026-03-13T23:04:34.784567Z","steps":["trace[1663258811] 'process raft request' (duration: 234.884006ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:34.784641Z","caller":"traceutil/trace.go:171","msg":"trace[1430377515] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"235.203164ms","start":"2026-03-13T23:04:34.549392Z","end":"2026-03-13T23:04:34.784595Z","steps":["trace[1430377515] 'process raft request' (duration: 235.078881ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:34.784783Z","caller":"traceutil/trace.go:171","msg":"trace[1340400132] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1711; }","duration":"240.781061ms","start":"2026-03-13T23:04:34.543978Z","end":"2026-03-13T23:04:34.784759Z","steps":["trace[1340400132] 'read index received' (duration: 163.922451ms)","trace[1340400132] 'applied index is now lower than readState.Index' (duration: 76.85769ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:34.784799Z","caller":"traceutil/trace.go:171","msg":"trace[237209294] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"235.002529ms","start":"2026-03-13T23:04:34.54977Z","end":"2026-03-13T23:04:34.784772Z","steps":["trace[237209294] 'process raft request' (duration: 234.895977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.784902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.702331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:04:34.784889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.584066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:34.784954Z","caller":"traceutil/trace.go:171","msg":"trace[673553340] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1647; }","duration":"580.802363ms","start":"2026-03-13T23:04:34.20414Z","end":"2026-03-13T23:04:34.784942Z","steps":["trace[673553340] 'agreement among raft nodes before linearized reading' (duration: 580.722621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.784985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:34.204116Z","time spent":"580.861124ms","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:04:34.784991Z","caller":"traceutil/trace.go:171","msg":"trace[1539929770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1647; }","duration":"548.704978ms","start":"2026-03-13T23:04:34.236248Z","end":"2026-03-13T23:04:34.784953Z","steps":["trace[1539929770] 'agreement among raft nodes before linearized reading' (duration: 548.538875ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:34.785013Z","caller":"traceutil/trace.go:171","msg":"trace[914110712] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"235.230514ms","start":"2026-03-13T23:04:34.549761Z","end":"2026-03-13T23:04:34.784991Z","steps":["trace[914110712] 'process raft request' (duration: 234.794744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:34.785037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:34.236228Z","time spent":"548.798661ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:04:42.521097Z","caller":"traceutil/trace.go:171","msg":"trace[2113431996] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1790; }","duration":"201.996813ms","start":"2026-03-13T23:04:42.31907Z","end":"2026-03-13T23:04:42.521067Z","steps":["trace[2113431996] 'read index received' (duration: 201.747578ms)","trace[2113431996] 'applied index is now lower than readState.Index' (duration: 248.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:42.521156Z","caller":"traceutil/trace.go:171","msg":"trace[856618691] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"287.089302ms","start":"2026-03-13T23:04:42.234041Z","end":"2026-03-13T23:04:42.521131Z","steps":["trace[856618691] 'process raft request' (duration: 286.817526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:42.521516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.420882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mfz86\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-03-13T23:04:42.521568Z","caller":"traceutil/trace.go:171","msg":"trace[750372661] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mfz86; range_end:; response_count:1; response_revision:1718; }","duration":"202.538735ms","start":"2026-03-13T23:04:42.319014Z","end":"2026-03-13T23:04:42.521553Z","steps":["trace[750372661] 'agreement among raft nodes before linearized reading' (duration: 202.174207ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:42.801521Z","caller":"traceutil/trace.go:171","msg":"trace[1078249416] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"268.103214ms","start":"2026-03-13T23:04:42.533392Z","end":"2026-03-13T23:04:42.801496Z","steps":["trace[1078249416] 'process raft request' (duration: 267.902689ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:42.802082Z","caller":"traceutil/trace.go:171","msg":"trace[722207943] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1791; }","duration":"192.288595ms","start":"2026-03-13T23:04:42.609756Z","end":"2026-03-13T23:04:42.802045Z","steps":["trace[722207943] 'read index received' (duration: 191.591329ms)","trace[722207943] 'applied index is now lower than readState.Index' (duration: 695.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:42.802137Z","caller":"traceutil/trace.go:171","msg":"trace[294663016] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"222.942236ms","start":"2026-03-13T23:04:42.579173Z","end":"2026-03-13T23:04:42.802115Z","steps":["trace[294663016] 'process raft request' (duration: 222.753981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:42.802296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.54342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:04:42.80236Z","caller":"traceutil/trace.go:171","msg":"trace[1083899998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1720; }","duration":"192.684714ms","start":"2026-03-13T23:04:42.609654Z","end":"2026-03-13T23:04:42.802339Z","steps":["trace[1083899998] 'agreement among raft nodes before linearized reading' (duration: 192.494629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:49.357429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850746605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:04:49.858927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850746605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:04:50.039023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198151528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:04:50.040762Z","caller":"traceutil/trace.go:171","msg":"trace[1858171182] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"1.19999058s","start":"2026-03-13T23:04:48.840744Z","end":"2026-03-13T23:04:50.040734Z","steps":["trace[1858171182] 'process raft request' (duration: 1.19912562s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.040914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:48.840711Z","time spent":"1.200127852s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:50.085721Z","caller":"traceutil/trace.go:171","msg":"trace[178558105] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1835; }","duration":"1.228795639s","start":"2026-03-13T23:04:48.856901Z","end":"2026-03-13T23:04:50.085697Z","steps":["trace[178558105] 'read index received' (duration: 1.182346422s)","trace[178558105] 'applied index is now lower than readState.Index' (duration: 46.448207ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:50.085761Z","caller":"traceutil/trace.go:171","msg":"trace[464860149] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"646.578874ms","start":"2026-03-13T23:04:49.439131Z","end":"2026-03-13T23:04:50.08571Z","steps":["trace[464860149] 'process raft request' (duration: 646.38755ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:50.085826Z","caller":"traceutil/trace.go:171","msg":"trace[1472474435] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"299.246116ms","start":"2026-03-13T23:04:49.786571Z","end":"2026-03-13T23:04:50.085817Z","steps":["trace[1472474435] 'process raft request' (duration: 299.086512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.085907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:49.439106Z","time spent":"646.716918ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:50.086136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19603314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:04:50.086164Z","caller":"traceutil/trace.go:171","msg":"trace[551833439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1764; }","duration":"1.19606117s","start":"2026-03-13T23:04:48.890095Z","end":"2026-03-13T23:04:50.086156Z","steps":["trace[551833439] 'agreement among raft nodes before linearized reading' (duration: 1.195932097s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:48.890062Z","time spent":"1.196117632s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:50.086291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08113284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:04:50.086305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080296641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:04:50.086314Z","caller":"traceutil/trace.go:171","msg":"trace[102341512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1764; }","duration":"1.081174911s","start":"2026-03-13T23:04:49.005133Z","end":"2026-03-13T23:04:50.086308Z","steps":["trace[102341512] 'agreement among raft nodes before linearized reading' (duration: 1.081099299s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:49.005121Z","time spent":"1.081210231s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:04:50.086335Z","caller":"traceutil/trace.go:171","msg":"trace[798391708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1764; }","duration":"1.080362102s","start":"2026-03-13T23:04:49.005963Z","end":"2026-03-13T23:04:50.086325Z","steps":["trace[798391708] 'agreement among raft nodes before linearized reading' (duration: 1.080205069s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:49.005948Z","time spent":"1.080405324s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:50.086418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081459997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:04:50.086439Z","caller":"traceutil/trace.go:171","msg":"trace[414971195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1764; }","duration":"1.081544139s","start":"2026-03-13T23:04:49.00489Z","end":"2026-03-13T23:04:50.086434Z","steps":["trace[414971195] 'agreement among raft nodes before linearized reading' (duration: 1.081486727s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:49.004855Z","time spent":"1.08159787s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:04:50.086474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229583776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:04:50.086501Z","caller":"traceutil/trace.go:171","msg":"trace[1909989738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"1.229641478s","start":"2026-03-13T23:04:48.856847Z","end":"2026-03-13T23:04:50.086489Z","steps":["trace[1909989738] 'agreement among raft nodes before linearized reading' (duration: 1.229568356s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:48.856826Z","time spent":"1.229691089s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:04:50.086538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096075107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:04:50.086559Z","caller":"traceutil/trace.go:171","msg":"trace[1941601307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1764; }","duration":"1.096150218s","start":"2026-03-13T23:04:48.990404Z","end":"2026-03-13T23:04:50.086554Z","steps":["trace[1941601307] 'agreement among raft nodes before linearized reading' (duration: 1.096095977s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:48.990369Z","time spent":"1.0962084s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:04:50.086591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.060625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:04:50.086578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.514107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:50.086678Z","caller":"traceutil/trace.go:171","msg":"trace[1187721261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"254.671371ms","start":"2026-03-13T23:04:49.831986Z","end":"2026-03-13T23:04:50.086657Z","steps":["trace[1187721261] 'agreement among raft nodes before linearized reading' (duration: 254.496827ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:50.086649Z","caller":"traceutil/trace.go:171","msg":"trace[175790300] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1764; }","duration":"741.158076ms","start":"2026-03-13T23:04:49.345478Z","end":"2026-03-13T23:04:50.086636Z","steps":["trace[175790300] 'agreement among raft nodes before linearized reading' (duration: 741.020043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.086731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:49.345453Z","time spent":"741.267699ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:05:06.321179Z","caller":"traceutil/trace.go:171","msg":"trace[1880791524] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1930; }","duration":"138.83922ms","start":"2026-03-13T23:05:06.182316Z","end":"2026-03-13T23:05:06.321155Z","steps":["trace[1880791524] 'read index received' (duration: 138.672986ms)","trace[1880791524] 'applied index is now lower than readState.Index' (duration: 165.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:06.321289Z","caller":"traceutil/trace.go:171","msg":"trace[1289599568] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"173.668585ms","start":"2026-03-13T23:05:06.147587Z","end":"2026-03-13T23:05:06.321255Z","steps":["trace[1289599568] 'process raft request' (duration: 173.388049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.321385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.048154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-13T23:05:06.32143Z","caller":"traceutil/trace.go:171","msg":"trace[1184176497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1853; }","duration":"139.132227ms","start":"2026-03-13T23:05:06.182284Z","end":"2026-03-13T23:05:06.321417Z","steps":["trace[1184176497] 'agreement among raft nodes before linearized reading' (duration: 138.991764ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.364734Z","caller":"traceutil/trace.go:171","msg":"trace[872709948] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"107.541274ms","start":"2026-03-13T23:05:06.257164Z","end":"2026-03-13T23:05:06.364705Z","steps":["trace[872709948] 'process raft request' (duration: 107.33632ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.365133Z","caller":"traceutil/trace.go:171","msg":"trace[1724713480] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"107.121755ms","start":"2026-03-13T23:05:06.257788Z","end":"2026-03-13T23:05:06.36491Z","steps":["trace[1724713480] 'process raft request' (duration: 106.87578ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.475804Z","caller":"traceutil/trace.go:171","msg":"trace[553366195] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"105.673252ms","start":"2026-03-13T23:05:06.370102Z","end":"2026-03-13T23:05:06.475775Z","steps":["trace[553366195] 'process raft request' (duration: 105.5779ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.475793Z","caller":"traceutil/trace.go:171","msg":"trace[490984696] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"106.286225ms","start":"2026-03-13T23:05:06.369464Z","end":"2026-03-13T23:05:06.47575Z","steps":["trace[490984696] 'process raft request' (duration: 49.489165ms)","trace[490984696] 'compare' (duration: 56.592986ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:06.668191Z","caller":"traceutil/trace.go:171","msg":"trace[1430132711] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"186.949144ms","start":"2026-03-13T23:05:06.481219Z","end":"2026-03-13T23:05:06.668168Z","steps":["trace[1430132711] 'process raft request' (duration: 186.625377ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.66819Z","caller":"traceutil/trace.go:171","msg":"trace[2048969444] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"186.828062ms","start":"2026-03-13T23:05:06.48133Z","end":"2026-03-13T23:05:06.668159Z","steps":["trace[2048969444] 'process raft request' (duration: 186.7331ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:13.700861Z","caller":"traceutil/trace.go:171","msg":"trace[1098556376] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"280.461332ms","start":"2026-03-13T23:05:13.420289Z","end":"2026-03-13T23:05:13.700751Z","steps":["trace[1098556376] 'read index received' (duration: 280.299268ms)","trace[1098556376] 'applied index is now lower than readState.Index' (duration: 161.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:13.700868Z","caller":"traceutil/trace.go:171","msg":"trace[186575491] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"292.234008ms","start":"2026-03-13T23:05:13.408589Z","end":"2026-03-13T23:05:13.700823Z","steps":["trace[186575491] 'process raft request' (duration: 292.052533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:13.701076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.77503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:05:13.701173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.026246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:13.701292Z","caller":"traceutil/trace.go:171","msg":"trace[1932640858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"183.303942ms","start":"2026-03-13T23:05:13.517897Z","end":"2026-03-13T23:05:13.701201Z","steps":["trace[1932640858] 'agreement among raft nodes before linearized reading' (duration: 183.041586ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:13.701303Z","caller":"traceutil/trace.go:171","msg":"trace[1377862933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"280.855161ms","start":"2026-03-13T23:05:13.420272Z","end":"2026-03-13T23:05:13.701127Z","steps":["trace[1377862933] 'agreement among raft nodes before linearized reading' (duration: 280.663737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:14.419677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.675588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:14.419798Z","caller":"traceutil/trace.go:171","msg":"trace[986271212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"615.849392ms","start":"2026-03-13T23:05:13.803928Z","end":"2026-03-13T23:05:14.419777Z","steps":["trace[986271212] 'range keys from in-memory index tree' (duration: 615.568255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:14.420211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:13.803911Z","time spent":"616.289101ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:05:14.599926Z","caller":"traceutil/trace.go:171","msg":"trace[979259575] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"237.731219ms","start":"2026-03-13T23:05:14.36216Z","end":"2026-03-13T23:05:14.599892Z","steps":["trace[979259575] 'process raft request' (duration: 237.572755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:14.809107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.969997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:14.809377Z","caller":"traceutil/trace.go:171","msg":"trace[1823844538] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"126.701506ms","start":"2026-03-13T23:05:14.682658Z","end":"2026-03-13T23:05:14.80936Z","steps":["trace[1823844538] 'process raft request' (duration: 126.619105ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:14.809402Z","caller":"traceutil/trace.go:171","msg":"trace[88051799] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"419.707951ms","start":"2026-03-13T23:05:14.389669Z","end":"2026-03-13T23:05:14.809377Z","steps":["trace[88051799] 'process raft request' (duration: 419.511686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:14.809476Z","caller":"traceutil/trace.go:171","msg":"trace[439624506] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"420.457038ms","start":"2026-03-13T23:05:14.388967Z","end":"2026-03-13T23:05:14.809424Z","steps":["trace[439624506] 'process raft request' (duration: 286.965989ms)","trace[439624506] 'compare' (duration: 132.884845ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:14.809503Z","caller":"traceutil/trace.go:171","msg":"trace[444750352] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1971; }","duration":"282.424737ms","start":"2026-03-13T23:05:14.526952Z","end":"2026-03-13T23:05:14.809377Z","steps":["trace[444750352] 'read index received' (duration: 72.783151ms)","trace[444750352] 'applied index is now lower than readState.Index' (duration: 209.637426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:14.80952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:14.389641Z","time spent":"419.810003ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:14.809595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.646381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:05:14.809675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.248985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:05:14.809699Z","caller":"traceutil/trace.go:171","msg":"trace[1195339419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"110.313907ms","start":"2026-03-13T23:05:14.699379Z","end":"2026-03-13T23:05:14.809693Z","steps":["trace[1195339419] 'agreement among raft nodes before linearized reading' (duration: 110.248475ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:14.809672Z","caller":"traceutil/trace.go:171","msg":"trace[1008527662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"282.781884ms","start":"2026-03-13T23:05:14.526881Z","end":"2026-03-13T23:05:14.809663Z","steps":["trace[1008527662] 'agreement among raft nodes before linearized reading' (duration: 282.499878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:14.809752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.614783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:05:14.809729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.087223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:05:14.809765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.14451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:05:14.809787Z","caller":"traceutil/trace.go:171","msg":"trace[1168925957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"232.705045ms","start":"2026-03-13T23:05:14.577073Z","end":"2026-03-13T23:05:14.809779Z","steps":["trace[1168925957] 'agreement among raft nodes before linearized reading' (duration: 232.571352ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:14.809803Z","caller":"traceutil/trace.go:171","msg":"trace[2065383220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"109.182891ms","start":"2026-03-13T23:05:14.70061Z","end":"2026-03-13T23:05:14.809793Z","steps":["trace[2065383220] 'agreement among raft nodes before linearized reading' (duration: 109.082989ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:14.809849Z","caller":"traceutil/trace.go:171","msg":"trace[2113618341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"100.006274ms","start":"2026-03-13T23:05:14.709809Z","end":"2026-03-13T23:05:14.809815Z","steps":["trace[2113618341] 'agreement among raft nodes before linearized reading' (duration: 99.788619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:14.809612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:14.388945Z","time spent":"420.59593ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:14.809892Z","caller":"traceutil/trace.go:171","msg":"trace[1642725678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"280.191306ms","start":"2026-03-13T23:05:14.529595Z","end":"2026-03-13T23:05:14.809786Z","steps":["trace[1642725678] 'agreement among raft nodes before linearized reading' (duration: 280.004112ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:20.846054Z","caller":"traceutil/trace.go:171","msg":"trace[2073832212] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"136.725152ms","start":"2026-03-13T23:05:20.709298Z","end":"2026-03-13T23:05:20.846023Z","steps":["trace[2073832212] 'process raft request' (duration: 47.46445ms)","trace[2073832212] 'compare' (duration: 89.102148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:21.926847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.369544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:21.92699Z","caller":"traceutil/trace.go:171","msg":"trace[2028814527] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2000; }","duration":"1.073104458s","start":"2026-03-13T23:05:20.853865Z","end":"2026-03-13T23:05:21.926969Z","steps":["trace[2028814527] 'read index received' (duration: 65.023405ms)","trace[2028814527] 'applied index is now lower than readState.Index' (duration: 1.008078983s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:21.927081Z","caller":"traceutil/trace.go:171","msg":"trace[470717649] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.090748495s","start":"2026-03-13T23:05:20.836298Z","end":"2026-03-13T23:05:21.927046Z","steps":["trace[470717649] 'process raft request' (duration: 209.934881ms)","trace[470717649] 'compare' (duration: 876.098678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:21.927154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073294492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:05:21.927192Z","caller":"traceutil/trace.go:171","msg":"trace[978273939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"1.073380434s","start":"2026-03-13T23:05:20.853799Z","end":"2026-03-13T23:05:21.92718Z","steps":["trace[978273939] 'agreement among raft nodes before linearized reading' (duration: 1.073244211s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.927225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.853775Z","time spent":"1.073441725s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:05:21.927301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.836271Z","time spent":"1.09091559s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:21.96379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080001403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:05:21.963818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087710417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:05:21.96385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088177728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:05:21.963865Z","caller":"traceutil/trace.go:171","msg":"trace[305688679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.080096796s","start":"2026-03-13T23:05:20.88375Z","end":"2026-03-13T23:05:21.963847Z","steps":["trace[305688679] 'agreement among raft nodes before linearized reading' (duration: 1.079928192s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:21.963873Z","caller":"traceutil/trace.go:171","msg":"trace[263873686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.087767988s","start":"2026-03-13T23:05:20.876091Z","end":"2026-03-13T23:05:21.963859Z","steps":["trace[263873686] 'agreement among raft nodes before linearized reading' (duration: 1.087618785s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:21.963903Z","caller":"traceutil/trace.go:171","msg":"trace[1071521517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"1.0882533s","start":"2026-03-13T23:05:20.875635Z","end":"2026-03-13T23:05:21.963888Z","steps":["trace[1071521517] 'agreement among raft nodes before linearized reading' (duration: 1.088100996s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.963909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.883741Z","time spent":"1.080158977s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:21.963926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.876061Z","time spent":"1.0878538s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:21.963939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.875625Z","time spent":"1.088307071s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:05:21.963784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0900279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:05:21.964047Z","caller":"traceutil/trace.go:171","msg":"trace[2070693082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"1.090356387s","start":"2026-03-13T23:05:20.873683Z","end":"2026-03-13T23:05:21.964039Z","steps":["trace[2070693082] 'agreement among raft nodes before linearized reading' (duration: 1.089932258s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.964077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.873659Z","time spent":"1.090412228s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:05:21.964105Z","caller":"traceutil/trace.go:171","msg":"trace[734366555] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"143.879843ms","start":"2026-03-13T23:05:21.820212Z","end":"2026-03-13T23:05:21.964091Z","steps":["trace[734366555] 'process raft request' (duration: 143.239489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.963912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085266232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:05:21.96421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.903792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-13T23:05:21.964234Z","caller":"traceutil/trace.go:171","msg":"trace[536225781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1922; }","duration":"768.989053ms","start":"2026-03-13T23:05:21.195238Z","end":"2026-03-13T23:05:21.964227Z","steps":["trace[536225781] 'agreement among raft nodes before linearized reading' (duration: 768.903292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.964238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.442955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:21.964259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:21.195204Z","time spent":"769.050185ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:05:21.964267Z","caller":"traceutil/trace.go:171","msg":"trace[1614209521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"159.505755ms","start":"2026-03-13T23:05:21.804752Z","end":"2026-03-13T23:05:21.964258Z","steps":["trace[1614209521] 'agreement among raft nodes before linearized reading' (duration: 159.463264ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:21.964322Z","caller":"traceutil/trace.go:171","msg":"trace[1477132789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.08562897s","start":"2026-03-13T23:05:20.878596Z","end":"2026-03-13T23:05:21.964225Z","steps":["trace[1477132789] 'agreement among raft nodes before linearized reading' (duration: 1.085247532s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.964424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.878581Z","time spent":"1.085826315s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:21.96477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090893769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:21.964992Z","caller":"traceutil/trace.go:171","msg":"trace[895079194] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1922; }","duration":"1.091124814s","start":"2026-03-13T23:05:20.873802Z","end":"2026-03-13T23:05:21.964927Z","steps":["trace[895079194] 'agreement among raft nodes before linearized reading' (duration: 1.090011129s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:21.965409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:20.873746Z","time spent":"1.091639676s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:22.365734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.983325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:22.36586Z","caller":"traceutil/trace.go:171","msg":"trace[213698606] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"396.058727ms","start":"2026-03-13T23:05:21.969781Z","end":"2026-03-13T23:05:22.36584Z","steps":["trace[213698606] 'process raft request' (duration: 117.833816ms)","trace[213698606] 'compare' (duration: 277.705919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:22.365923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:21.969764Z","time spent":"396.127699ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:22.421073Z","caller":"traceutil/trace.go:171","msg":"trace[1664352330] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"451.246632ms","start":"2026-03-13T23:05:21.969799Z","end":"2026-03-13T23:05:22.421045Z","steps":["trace[1664352330] 'process raft request' (duration: 451.050997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:22.421238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:21.969764Z","time spent":"451.392355ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:22.421383Z","caller":"traceutil/trace.go:171","msg":"trace[1176717597] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"451.302563ms","start":"2026-03-13T23:05:21.970048Z","end":"2026-03-13T23:05:22.42135Z","steps":["trace[1176717597] 'process raft request' (duration: 450.935314ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:22.421476Z","caller":"traceutil/trace.go:171","msg":"trace[387307199] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"451.429486ms","start":"2026-03-13T23:05:21.970034Z","end":"2026-03-13T23:05:22.421463Z","steps":["trace[387307199] 'process raft request' (duration: 451.210851ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:22.421478Z","caller":"traceutil/trace.go:171","msg":"trace[1650946994] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2003; }","duration":"407.602088ms","start":"2026-03-13T23:05:22.013847Z","end":"2026-03-13T23:05:22.421449Z","steps":["trace[1650946994] 'read index received' (duration: 73.870585ms)","trace[1650946994] 'applied index is now lower than readState.Index' (duration: 333.730263ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:22.421523Z","caller":"traceutil/trace.go:171","msg":"trace[43768144] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"450.514225ms","start":"2026-03-13T23:05:21.970975Z","end":"2026-03-13T23:05:22.421489Z","steps":["trace[43768144] 'process raft request' (duration: 450.370112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:22.421609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.748611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:22.421603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:21.970033Z","time spent":"451.431006ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:22.421653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:21.970904Z","time spent":"450.682439ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:22.421541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:21.970007Z","time spent":"451.504117ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:22.42168Z","caller":"traceutil/trace.go:171","msg":"trace[2147348473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1927; }","duration":"407.849104ms","start":"2026-03-13T23:05:22.013818Z","end":"2026-03-13T23:05:22.421667Z","steps":["trace[2147348473] 'agreement among raft nodes before linearized reading' (duration: 407.745202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:22.421715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:22.013806Z","time spent":"407.902345ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:05:22.462183Z","caller":"traceutil/trace.go:171","msg":"trace[218643987] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"144.268913ms","start":"2026-03-13T23:05:22.317891Z","end":"2026-03-13T23:05:22.462159Z","steps":["trace[218643987] 'process raft request' (duration: 144.108439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:22.680039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.762138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:05:22.680142Z","caller":"traceutil/trace.go:171","msg":"trace[62246422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"209.918272ms","start":"2026-03-13T23:05:22.470196Z","end":"2026-03-13T23:05:22.680114Z","steps":["trace[62246422] 'range keys from in-memory index tree' (duration: 209.581725ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:23.044299Z","caller":"traceutil/trace.go:171","msg":"trace[2003479686] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"119.575895ms","start":"2026-03-13T23:05:22.924705Z","end":"2026-03-13T23:05:23.04428Z","steps":["trace[2003479686] 'process raft request' (duration: 119.33155ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:23.044195Z","caller":"traceutil/trace.go:171","msg":"trace[1330074695] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"109.163941ms","start":"2026-03-13T23:05:22.93501Z","end":"2026-03-13T23:05:23.044174Z","steps":["trace[1330074695] 'read index received' (duration: 108.905725ms)","trace[1330074695] 'applied index is now lower than readState.Index' (duration: 257.476µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:23.044633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.60284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:05:23.044722Z","caller":"traceutil/trace.go:171","msg":"trace[985396849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"109.753814ms","start":"2026-03-13T23:05:22.934949Z","end":"2026-03-13T23:05:23.044703Z","steps":["trace[985396849] 'agreement among raft nodes before linearized reading' (duration: 109.455537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:23.658083Z","caller":"traceutil/trace.go:171","msg":"trace[1457015245] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"139.434723ms","start":"2026-03-13T23:05:23.518626Z","end":"2026-03-13T23:05:23.65806Z","steps":["trace[1457015245] 'read index received' (duration: 139.159866ms)","trace[1457015245] 'applied index is now lower than readState.Index' (duration: 273.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:23.65811Z","caller":"traceutil/trace.go:171","msg":"trace[1728667785] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"241.33703ms","start":"2026-03-13T23:05:23.416752Z","end":"2026-03-13T23:05:23.658089Z","steps":["trace[1728667785] 'process raft request' (duration: 241.146796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:23.658225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.581116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:23.658261Z","caller":"traceutil/trace.go:171","msg":"trace[2008937971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"139.667258ms","start":"2026-03-13T23:05:23.518585Z","end":"2026-03-13T23:05:23.658252Z","steps":["trace[2008937971] 'agreement among raft nodes before linearized reading' (duration: 139.567906ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:29.5296Z","caller":"traceutil/trace.go:171","msg":"trace[1066167165] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"441.318108ms","start":"2026-03-13T23:05:29.088262Z","end":"2026-03-13T23:05:29.52958Z","steps":["trace[1066167165] 'read index received' (duration: 441.115093ms)","trace[1066167165] 'applied index is now lower than readState.Index' (duration: 202.245µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:29.529761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.481941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:05:29.529688Z","caller":"traceutil/trace.go:171","msg":"trace[1152903778] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"465.81853ms","start":"2026-03-13T23:05:29.063834Z","end":"2026-03-13T23:05:29.529653Z","steps":["trace[1152903778] 'process raft request' (duration: 465.610536ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:29.529786Z","caller":"traceutil/trace.go:171","msg":"trace[1477761160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"441.552073ms","start":"2026-03-13T23:05:29.088225Z","end":"2026-03-13T23:05:29.529777Z","steps":["trace[1477761160] 'agreement among raft nodes before linearized reading' (duration: 441.42879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:29.529908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:29.088212Z","time spent":"441.688826ms","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:05:29.530084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:29.063802Z","time spent":"466.017705ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:30.900373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850747085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:31.744618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.456543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:31.744879Z","caller":"traceutil/trace.go:171","msg":"trace[2087070687] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2045; }","duration":"1.344916946s","start":"2026-03-13T23:05:30.399941Z","end":"2026-03-13T23:05:31.744858Z","steps":["trace[2087070687] 'read index received' (duration: 615.065885ms)","trace[2087070687] 'applied index is now lower than readState.Index' (duration: 729.849881ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:31.744978Z","caller":"traceutil/trace.go:171","msg":"trace[532960546] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.721093586s","start":"2026-03-13T23:05:30.023868Z","end":"2026-03-13T23:05:31.744962Z","steps":["trace[532960546] 'process raft request' (duration: 991.122531ms)","trace[532960546] 'compare' (duration: 729.235988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:31.745056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.023845Z","time spent":"1.721171858s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:31.745218Z","caller":"traceutil/trace.go:171","msg":"trace[1653160853] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.038680114s","start":"2026-03-13T23:05:30.706502Z","end":"2026-03-13T23:05:31.745182Z","steps":["trace[1653160853] 'process raft request' (duration: 1.038243894s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:31.745649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.706474Z","time spent":"1.039084272s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:31.74564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345675043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:05:31.745906Z","caller":"traceutil/trace.go:171","msg":"trace[1767294674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1963; }","duration":"1.34597121s","start":"2026-03-13T23:05:30.399909Z","end":"2026-03-13T23:05:31.74588Z","steps":["trace[1767294674] 'agreement among raft nodes before linearized reading' (duration: 1.34549925s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:31.746047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.399892Z","time spent":"1.346098203s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:05:32.24562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850747090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:32.746592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850747090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:32.805731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:05:32.805788Z","caller":"traceutil/trace.go:171","msg":"trace[979947059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538944s","start":"2026-03-13T23:05:30.805232Z","end":"2026-03-13T23:05:32.805771Z","steps":["trace[979947059] 'agreement among raft nodes before linearized reading' (duration: 2.000463442s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:32.805829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.805214Z","time spent":"2.000606295s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:05:32.862358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143057035s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:05:33.364856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.069168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:33.365021Z","caller":"traceutil/trace.go:171","msg":"trace[163016888] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2047; }","duration":"1.620087067s","start":"2026-03-13T23:05:31.744921Z","end":"2026-03-13T23:05:33.365008Z","steps":["trace[163016888] 'read index received' (duration: 1.117821456s)","trace[163016888] 'applied index is now lower than readState.Index' (duration: 502.264961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:33.365105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38367865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:33.365171Z","caller":"traceutil/trace.go:171","msg":"trace[1296489344] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1966; }","duration":"2.383793323s","start":"2026-03-13T23:05:30.981359Z","end":"2026-03-13T23:05:33.365153Z","steps":["trace[1296489344] 'agreement among raft nodes before linearized reading' (duration: 2.38366651s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90625944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:05:33.365206Z","caller":"traceutil/trace.go:171","msg":"trace[243244666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1966; }","duration":"2.906291591s","start":"2026-03-13T23:05:30.45891Z","end":"2026-03-13T23:05:33.365201Z","steps":["trace[243244666] 'agreement among raft nodes before linearized reading' (duration: 2.906235409s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.981336Z","time spent":"2.383865244s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:05:33.365214Z","caller":"traceutil/trace.go:171","msg":"trace[1125480403] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.614356589s","start":"2026-03-13T23:05:31.75084Z","end":"2026-03-13T23:05:33.365197Z","steps":["trace[1125480403] 'process raft request' (duration: 1.614120273s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.458902Z","time spent":"2.906317191s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:33.365287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:31.750821Z","time spent":"1.61442914s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:33.365366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907841725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:05:33.365382Z","caller":"traceutil/trace.go:171","msg":"trace[1245305631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1966; }","duration":"2.907872257s","start":"2026-03-13T23:05:30.457504Z","end":"2026-03-13T23:05:33.365376Z","steps":["trace[1245305631] 'agreement among raft nodes before linearized reading' (duration: 2.907826686s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.457496Z","time spent":"2.907894657s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:05:33.365416Z","caller":"traceutil/trace.go:171","msg":"trace[867396947] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.357822847s","start":"2026-03-13T23:05:32.007571Z","end":"2026-03-13T23:05:33.365394Z","steps":["trace[867396947] 'process raft request' (duration: 1.357416068s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.365427Z","caller":"traceutil/trace.go:171","msg":"trace[78493196] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.829648921s","start":"2026-03-13T23:05:31.535759Z","end":"2026-03-13T23:05:33.365407Z","steps":["trace[78493196] 'process raft request' (duration: 1.32697406s)","trace[78493196] 'compare' (duration: 502.003856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:33.365137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827684879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:05:33.365477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:31.535733Z","time spent":"1.829716543s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:33.365492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:32.007545Z","time spent":"1.357897239s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:33.3655Z","caller":"traceutil/trace.go:171","msg":"trace[800702535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"2.828061228s","start":"2026-03-13T23:05:30.537403Z","end":"2026-03-13T23:05:33.365464Z","steps":["trace[800702535] 'agreement among raft nodes before linearized reading' (duration: 2.827665749s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.537381Z","time spent":"2.8281782s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:05:33.365621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911089109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:05:33.365647Z","caller":"traceutil/trace.go:171","msg":"trace[1686301359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1966; }","duration":"2.911149561s","start":"2026-03-13T23:05:30.45449Z","end":"2026-03-13T23:05:33.365639Z","steps":["trace[1686301359] 'agreement among raft nodes before linearized reading' (duration: 2.911068259s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.454468Z","time spent":"2.911199201s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:05:33.365664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286911118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c891af66a7faf\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-13T23:05:33.365706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908295226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:05:33.365764Z","caller":"traceutil/trace.go:171","msg":"trace[156527773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1966; }","duration":"2.908381928s","start":"2026-03-13T23:05:30.457366Z","end":"2026-03-13T23:05:33.365748Z","steps":["trace[156527773] 'agreement among raft nodes before linearized reading' (duration: 2.908173683s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:30.457356Z","time spent":"2.908430189s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:05:33.365797Z","caller":"traceutil/trace.go:171","msg":"trace[1116960021] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c891af66a7faf; range_end:; response_count:1; response_revision:1966; }","duration":"2.287056372s","start":"2026-03-13T23:05:31.078685Z","end":"2026-03-13T23:05:33.365742Z","steps":["trace[1116960021] 'agreement among raft nodes before linearized reading' (duration: 2.286802956s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.365854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:31.078664Z","time spent":"2.287176414s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c891af66a7faf\" "} {"level":"warn","ts":"2026-03-13T23:05:33.365968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.899281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:33.365994Z","caller":"traceutil/trace.go:171","msg":"trace[1456722647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"559.953872ms","start":"2026-03-13T23:05:32.806034Z","end":"2026-03-13T23:05:33.365988Z","steps":["trace[1456722647] 'agreement among raft nodes before linearized reading' (duration: 559.911521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.366009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:32.806023Z","time spent":"559.982473ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:05:33.365993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189189946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:33.366057Z","caller":"traceutil/trace.go:171","msg":"trace[864261077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1966; }","duration":"1.189299479s","start":"2026-03-13T23:05:32.176742Z","end":"2026-03-13T23:05:33.366042Z","steps":["trace[864261077] 'agreement among raft nodes before linearized reading' (duration: 1.189171626s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.366114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:32.176717Z","time spent":"1.18938219s","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:33.366146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.877378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:05:33.366198Z","caller":"traceutil/trace.go:171","msg":"trace[1898964498] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:1966; }","duration":"137.95827ms","start":"2026-03-13T23:05:33.228225Z","end":"2026-03-13T23:05:33.366183Z","steps":["trace[1898964498] 'agreement among raft nodes before linearized reading' (duration: 137.834027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.366349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019626054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:33.366688Z","caller":"traceutil/trace.go:171","msg":"trace[669638766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1966; }","duration":"1.019817938s","start":"2026-03-13T23:05:32.346622Z","end":"2026-03-13T23:05:33.36644Z","steps":["trace[669638766] 'agreement among raft nodes before linearized reading' (duration: 1.019549632s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.366734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.412576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-13T23:05:33.36678Z","caller":"traceutil/trace.go:171","msg":"trace[225687881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1966; }","duration":"652.518148ms","start":"2026-03-13T23:05:32.714249Z","end":"2026-03-13T23:05:33.366767Z","steps":["trace[225687881] 'agreement among raft nodes before linearized reading' (duration: 651.7145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.366759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:32.346598Z","time spent":"1.020149006s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:33.366821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:32.714227Z","time spent":"652.58709ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:05:33.562436Z","caller":"traceutil/trace.go:171","msg":"trace[1155026002] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"193.182144ms","start":"2026-03-13T23:05:33.369233Z","end":"2026-03-13T23:05:33.562415Z","steps":["trace[1155026002] 'process raft request' (duration: 192.55321ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.562721Z","caller":"traceutil/trace.go:171","msg":"trace[39036522] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"193.015671ms","start":"2026-03-13T23:05:33.369699Z","end":"2026-03-13T23:05:33.562714Z","steps":["trace[39036522] 'process raft request' (duration: 192.678653ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.563Z","caller":"traceutil/trace.go:171","msg":"trace[1233934615] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"192.924509ms","start":"2026-03-13T23:05:33.370006Z","end":"2026-03-13T23:05:33.56293Z","steps":["trace[1233934615] 'process raft request' (duration: 192.54006ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.563082Z","caller":"traceutil/trace.go:171","msg":"trace[600509929] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"192.915168ms","start":"2026-03-13T23:05:33.370159Z","end":"2026-03-13T23:05:33.563075Z","steps":["trace[600509929] 'process raft request' (duration: 192.720634ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.564236Z","caller":"traceutil/trace.go:171","msg":"trace[2004566681] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"148.445816ms","start":"2026-03-13T23:05:33.41576Z","end":"2026-03-13T23:05:33.564206Z","steps":["trace[2004566681] 'process raft request' (duration: 148.324153ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.564303Z","caller":"traceutil/trace.go:171","msg":"trace[1290690662] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2050; }","duration":"189.747617ms","start":"2026-03-13T23:05:33.37448Z","end":"2026-03-13T23:05:33.564228Z","steps":["trace[1290690662] 'read index received' (duration: 35.94456ms)","trace[1290690662] 'applied index is now lower than readState.Index' (duration: 153.801347ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:33.564442Z","caller":"traceutil/trace.go:171","msg":"trace[1015047877] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"193.970663ms","start":"2026-03-13T23:05:33.370454Z","end":"2026-03-13T23:05:33.564424Z","steps":["trace[1015047877] 'process raft request' (duration: 192.577721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.564574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.076734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:33.564638Z","caller":"traceutil/trace.go:171","msg":"trace[1746033434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1972; }","duration":"190.168676ms","start":"2026-03-13T23:05:33.374451Z","end":"2026-03-13T23:05:33.56462Z","steps":["trace[1746033434] 'agreement among raft nodes before linearized reading' (duration: 189.990882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.564647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.674743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:33.564722Z","caller":"traceutil/trace.go:171","msg":"trace[984628222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1972; }","duration":"188.776595ms","start":"2026-03-13T23:05:33.375926Z","end":"2026-03-13T23:05:33.564702Z","steps":["trace[984628222] 'agreement among raft nodes before linearized reading' (duration: 188.663872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.915274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.761573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:47.915371Z","caller":"traceutil/trace.go:171","msg":"trace[722526134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"110.906526ms","start":"2026-03-13T23:05:47.804443Z","end":"2026-03-13T23:05:47.915349Z","steps":["trace[722526134] 'range keys from in-memory index tree' (duration: 110.657221ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:47.915525Z","caller":"traceutil/trace.go:171","msg":"trace[696226434] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"108.598433ms","start":"2026-03-13T23:05:47.806902Z","end":"2026-03-13T23:05:47.9155Z","steps":["trace[696226434] 'process raft request' (duration: 29.487357ms)","trace[696226434] 'compare' (duration: 79.004023ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:48.933891Z","caller":"traceutil/trace.go:171","msg":"trace[256533574] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"123.441443ms","start":"2026-03-13T23:05:48.810422Z","end":"2026-03-13T23:05:48.933864Z","steps":["trace[256533574] 'read index received' (duration: 85.583654ms)","trace[256533574] 'applied index is now lower than readState.Index' (duration: 37.856189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:48.934032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.585397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:48.934069Z","caller":"traceutil/trace.go:171","msg":"trace[646198179] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2042; }","duration":"123.683568ms","start":"2026-03-13T23:05:48.810373Z","end":"2026-03-13T23:05:48.934057Z","steps":["trace[646198179] 'agreement among raft nodes before linearized reading' (duration: 123.591186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:55.306948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850748362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:06:55.767169Z","caller":"traceutil/trace.go:171","msg":"trace[1155735691] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"961.911423ms","start":"2026-03-13T23:06:54.805234Z","end":"2026-03-13T23:06:55.767145Z","steps":["trace[1155735691] 'process raft request' (duration: 961.76404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:55.767315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:54.80521Z","time spent":"962.033125ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:06:55.767169Z","caller":"traceutil/trace.go:171","msg":"trace[1463607233] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2639; }","duration":"960.640663ms","start":"2026-03-13T23:06:54.8065Z","end":"2026-03-13T23:06:55.767141Z","steps":["trace[1463607233] 'read index received' (duration: 960.631783ms)","trace[1463607233] 'applied index is now lower than readState.Index' (duration: 7.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:06:55.767447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.898649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:06:55.767529Z","caller":"traceutil/trace.go:171","msg":"trace[1696943067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"961.045693ms","start":"2026-03-13T23:06:54.806471Z","end":"2026-03-13T23:06:55.767517Z","steps":["trace[1696943067] 'agreement among raft nodes before linearized reading' (duration: 960.753856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:55.767591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:54.806461Z","time spent":"961.119114ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:06:55.786344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.199449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:06:55.786468Z","caller":"traceutil/trace.go:171","msg":"trace[1390519839] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2532; }","duration":"432.376724ms","start":"2026-03-13T23:06:55.354073Z","end":"2026-03-13T23:06:55.78645Z","steps":["trace[1390519839] 'agreement among raft nodes before linearized reading' (duration: 432.21809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:55.786543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:55.354053Z","time spent":"432.470405ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:06:55.78656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.376772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:06:55.786745Z","caller":"traceutil/trace.go:171","msg":"trace[166518274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2532; }","duration":"521.608527ms","start":"2026-03-13T23:06:55.265107Z","end":"2026-03-13T23:06:55.786716Z","steps":["trace[166518274] 'agreement among raft nodes before linearized reading' (duration: 521.100375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:55.786873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:06:55.26499Z","time spent":"521.845223ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:07:02.363341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.921181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:02.363478Z","caller":"traceutil/trace.go:171","msg":"trace[1151654754] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2572; }","duration":"190.177737ms","start":"2026-03-13T23:07:02.173277Z","end":"2026-03-13T23:07:02.363455Z","steps":["trace[1151654754] 'count revisions from in-memory index tree' (duration: 189.800259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:02.363704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.065104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:07:02.3638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.04327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:07:02.363796Z","caller":"traceutil/trace.go:171","msg":"trace[1465444064] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"164.731442ms","start":"2026-03-13T23:07:02.199041Z","end":"2026-03-13T23:07:02.363773Z","steps":["trace[1465444064] 'process raft request' (duration: 162.800787ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:02.36385Z","caller":"traceutil/trace.go:171","msg":"trace[454448646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2572; }","duration":"192.130172ms","start":"2026-03-13T23:07:02.17171Z","end":"2026-03-13T23:07:02.36384Z","steps":["trace[454448646] 'range keys from in-memory index tree' (duration: 191.917408ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:02.363866Z","caller":"traceutil/trace.go:171","msg":"trace[371145984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2572; }","duration":"193.237908ms","start":"2026-03-13T23:07:02.17059Z","end":"2026-03-13T23:07:02.363828Z","steps":["trace[371145984] 'range keys from in-memory index tree' (duration: 192.913351ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:02.36458Z","caller":"traceutil/trace.go:171","msg":"trace[1034314480] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"160.003213ms","start":"2026-03-13T23:07:02.204555Z","end":"2026-03-13T23:07:02.364558Z","steps":["trace[1034314480] 'read index received' (duration: 157.950016ms)","trace[1034314480] 'applied index is now lower than readState.Index' (duration: 2.051677ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:02.364707Z","caller":"traceutil/trace.go:171","msg":"trace[1264172896] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"162.325207ms","start":"2026-03-13T23:07:02.202368Z","end":"2026-03-13T23:07:02.364693Z","steps":["trace[1264172896] 'process raft request' (duration: 161.685202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:02.365044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.471244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:07:02.365096Z","caller":"traceutil/trace.go:171","msg":"trace[2036319414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2574; }","duration":"160.594577ms","start":"2026-03-13T23:07:02.204489Z","end":"2026-03-13T23:07:02.365084Z","steps":["trace[2036319414] 'agreement among raft nodes before linearized reading' (duration: 160.380652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:06.257125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.516229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:07:06.257145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.321618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:07:06.257224Z","caller":"traceutil/trace.go:171","msg":"trace[472809757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2592; }","duration":"275.44001ms","start":"2026-03-13T23:07:05.981769Z","end":"2026-03-13T23:07:06.257209Z","steps":["trace[472809757] 'range keys from in-memory index tree' (duration: 275.164734ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:06.257224Z","caller":"traceutil/trace.go:171","msg":"trace[1905478570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2592; }","duration":"231.657003ms","start":"2026-03-13T23:07:06.025544Z","end":"2026-03-13T23:07:06.257201Z","steps":["trace[1905478570] 'range keys from in-memory index tree' (duration: 231.336285ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:06.257264Z","caller":"traceutil/trace.go:171","msg":"trace[2046592249] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"132.05795ms","start":"2026-03-13T23:07:06.125187Z","end":"2026-03-13T23:07:06.257245Z","steps":["trace[2046592249] 'process raft request' (duration: 131.985878ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:06.257385Z","caller":"traceutil/trace.go:171","msg":"trace[1579759746] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"211.483968ms","start":"2026-03-13T23:07:06.045896Z","end":"2026-03-13T23:07:06.25738Z","steps":["trace[1579759746] 'process raft request' (duration: 210.474345ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:06.257437Z","caller":"traceutil/trace.go:171","msg":"trace[1377380590] linearizableReadLoop","detail":"{readStateIndex:2704; appliedIndex:2703; }","duration":"136.291247ms","start":"2026-03-13T23:07:06.121139Z","end":"2026-03-13T23:07:06.25743Z","steps":["trace[1377380590] 'read index received' (duration: 135.212182ms)","trace[1377380590] 'applied index is now lower than readState.Index' (duration: 1.078475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:06.257569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.42972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:07:06.257591Z","caller":"traceutil/trace.go:171","msg":"trace[2042200058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2594; }","duration":"136.496652ms","start":"2026-03-13T23:07:06.121089Z","end":"2026-03-13T23:07:06.257586Z","steps":["trace[2042200058] 'agreement among raft nodes before linearized reading' (duration: 136.403549ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:23.655406Z","caller":"traceutil/trace.go:171","msg":"trace[1725820249] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"293.481745ms","start":"2026-03-13T23:07:23.361894Z","end":"2026-03-13T23:07:23.655376Z","steps":["trace[1725820249] 'process raft request' (duration: 243.850133ms)","trace[1725820249] 'compare' (duration: 49.238953ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:24.565868Z","caller":"traceutil/trace.go:171","msg":"trace[28491734] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2808; }","duration":"164.768083ms","start":"2026-03-13T23:07:24.401072Z","end":"2026-03-13T23:07:24.56584Z","steps":["trace[28491734] 'read index received' (duration: 6.742655ms)","trace[28491734] 'applied index is now lower than readState.Index' (duration: 158.024308ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:24.565937Z","caller":"traceutil/trace.go:171","msg":"trace[1725707106] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"173.003463ms","start":"2026-03-13T23:07:24.392893Z","end":"2026-03-13T23:07:24.565896Z","steps":["trace[1725707106] 'process raft request' (duration: 83.558624ms)","trace[1725707106] 'compare' (duration: 89.202383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:24.566211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.104631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:24.566449Z","caller":"traceutil/trace.go:171","msg":"trace[813188031] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2696; }","duration":"165.356657ms","start":"2026-03-13T23:07:24.401064Z","end":"2026-03-13T23:07:24.566421Z","steps":["trace[813188031] 'agreement among raft nodes before linearized reading' (duration: 164.905547ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:24.61427Z","caller":"traceutil/trace.go:171","msg":"trace[657861925] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"121.162369ms","start":"2026-03-13T23:07:24.49309Z","end":"2026-03-13T23:07:24.614252Z","steps":["trace[657861925] 'process raft request' (duration: 121.044656ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:24.729548Z","caller":"traceutil/trace.go:171","msg":"trace[482488021] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"110.860322ms","start":"2026-03-13T23:07:24.618653Z","end":"2026-03-13T23:07:24.729513Z","steps":["trace[482488021] 'process raft request' (duration: 70.981294ms)","trace[482488021] 'compare' (duration: 39.691724ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:24.72982Z","caller":"traceutil/trace.go:171","msg":"trace[1206518426] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"110.844942ms","start":"2026-03-13T23:07:24.618945Z","end":"2026-03-13T23:07:24.72979Z","steps":["trace[1206518426] 'process raft request' (duration: 110.736529ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:24.729842Z","caller":"traceutil/trace.go:171","msg":"trace[691311773] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"110.963674ms","start":"2026-03-13T23:07:24.618838Z","end":"2026-03-13T23:07:24.729801Z","steps":["trace[691311773] 'process raft request' (duration: 110.623196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.320664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850748891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:07:30.53777Z","caller":"traceutil/trace.go:171","msg":"trace[619548116] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"949.519676ms","start":"2026-03-13T23:07:29.588224Z","end":"2026-03-13T23:07:30.537744Z","steps":["trace[619548116] 'process raft request' (duration: 949.350132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.537921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.588214Z","time spent":"949.631299ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:30.586024Z","caller":"traceutil/trace.go:171","msg":"trace[1323357579] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"495.178238ms","start":"2026-03-13T23:07:30.090829Z","end":"2026-03-13T23:07:30.586007Z","steps":["trace[1323357579] 'process raft request' (duration: 495.038135ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:30.586258Z","caller":"traceutil/trace.go:171","msg":"trace[1783763380] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"406.109629ms","start":"2026-03-13T23:07:30.180117Z","end":"2026-03-13T23:07:30.586227Z","steps":["trace[1783763380] 'process raft request' (duration: 405.852363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.586381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.455999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:07:30.58614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.090804Z","time spent":"495.280061ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:30.586252Z","caller":"traceutil/trace.go:171","msg":"trace[1017847564] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2837; }","duration":"768.303794ms","start":"2026-03-13T23:07:29.817916Z","end":"2026-03-13T23:07:30.58622Z","steps":["trace[1017847564] 'read index received' (duration: 719.655184ms)","trace[1017847564] 'applied index is now lower than readState.Index' (duration: 48.64646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:30.586419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.180094Z","time spent":"406.245631ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:30.586445Z","caller":"traceutil/trace.go:171","msg":"trace[537420249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2724; }","duration":"768.565171ms","start":"2026-03-13T23:07:29.817865Z","end":"2026-03-13T23:07:30.58643Z","steps":["trace[537420249] 'agreement among raft nodes before linearized reading' (duration: 768.450219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.586496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.817837Z","time spent":"768.648602ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:30.586887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.657329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:30.586926Z","caller":"traceutil/trace.go:171","msg":"trace[1754405169] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2725; }","duration":"346.733511ms","start":"2026-03-13T23:07:30.240182Z","end":"2026-03-13T23:07:30.586915Z","steps":["trace[1754405169] 'agreement among raft nodes before linearized reading' (duration: 346.65736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.586956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.240159Z","time spent":"346.788832ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:30.58722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.819802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T23:07:30.58729Z","caller":"traceutil/trace.go:171","msg":"trace[1118787825] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2725; }","duration":"223.934485ms","start":"2026-03-13T23:07:30.363338Z","end":"2026-03-13T23:07:30.587273Z","steps":["trace[1118787825] 'agreement among raft nodes before linearized reading' (duration: 223.74243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.587327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.498808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:07:30.587404Z","caller":"traceutil/trace.go:171","msg":"trace[1750172995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2725; }","duration":"148.616821ms","start":"2026-03-13T23:07:30.43877Z","end":"2026-03-13T23:07:30.587387Z","steps":["trace[1750172995] 'agreement among raft nodes before linearized reading' (duration: 148.395176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:31.851139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194402594s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:31.851284Z","caller":"traceutil/trace.go:171","msg":"trace[1225569677] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.260123236s","start":"2026-03-13T23:07:30.591127Z","end":"2026-03-13T23:07:31.85125Z","steps":["trace[1225569677] 'process raft request' (duration: 65.518267ms)","trace[1225569677] 'compare' (duration: 1.192929991s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:31.85138Z","caller":"traceutil/trace.go:171","msg":"trace[1421139200] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"1.218071959s","start":"2026-03-13T23:07:30.633294Z","end":"2026-03-13T23:07:31.851366Z","steps":["trace[1421139200] 'process raft request' (duration: 1.218036218s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:31.851412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.591108Z","time spent":"1.260234239s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:31.851435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.633284Z","time spent":"1.21812569s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:31.851613Z","caller":"traceutil/trace.go:171","msg":"trace[1191927648] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"1.258852637s","start":"2026-03-13T23:07:30.592753Z","end":"2026-03-13T23:07:31.851606Z","steps":["trace[1191927648] 'process raft request' (duration: 1.258497019s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:31.851657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.592738Z","time spent":"1.258897228s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:31.851729Z","caller":"traceutil/trace.go:171","msg":"trace[2029533076] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2841; }","duration":"1.259713327s","start":"2026-03-13T23:07:30.592008Z","end":"2026-03-13T23:07:31.851721Z","steps":["trace[2029533076] 'read index received' (duration: 64.655758ms)","trace[2029533076] 'applied index is now lower than readState.Index' (duration: 1.195056439s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:31.851875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259866451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-13T23:07:31.85192Z","caller":"traceutil/trace.go:171","msg":"trace[1943027795] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2728; }","duration":"1.259935302s","start":"2026-03-13T23:07:30.591972Z","end":"2026-03-13T23:07:31.851908Z","steps":["trace[1943027795] 'agreement among raft nodes before linearized reading' (duration: 1.259769308s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:31.851957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.591954Z","time spent":"1.259995123s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-13T23:07:32.351827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850748903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:07:32.846717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000198444s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:07:33.805921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000696163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:07:33.806003Z","caller":"traceutil/trace.go:171","msg":"trace[2000075444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795086s","start":"2026-03-13T23:07:31.805189Z","end":"2026-03-13T23:07:33.805984Z","steps":["trace[2000075444] 'agreement among raft nodes before linearized reading' (duration: 2.000692233s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:33.806048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.805139Z","time spent":"2.000899508s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:34.480827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633529872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:34.481052Z","caller":"traceutil/trace.go:171","msg":"trace[2002997323] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"1.88891875s","start":"2026-03-13T23:07:32.592114Z","end":"2026-03-13T23:07:34.481033Z","steps":["trace[2002997323] 'process raft request' (duration: 1.888883639s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.592108Z","time spent":"1.888982312s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:34.481184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240877912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:34.481219Z","caller":"traceutil/trace.go:171","msg":"trace[1264632337] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"1.889289449s","start":"2026-03-13T23:07:32.591904Z","end":"2026-03-13T23:07:34.481193Z","steps":["trace[1264632337] 'process raft request' (duration: 1.889022753s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.481257Z","caller":"traceutil/trace.go:171","msg":"trace[1473458777] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2731; }","duration":"3.240990384s","start":"2026-03-13T23:07:31.240249Z","end":"2026-03-13T23:07:34.481239Z","steps":["trace[1473458777] 'agreement among raft nodes before linearized reading' (duration: 3.24084164s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.240232Z","time spent":"3.241056436s","remote":"127.0.0.1:60606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:07:34.481306Z","caller":"traceutil/trace.go:171","msg":"trace[879760418] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"2.986789763s","start":"2026-03-13T23:07:31.494493Z","end":"2026-03-13T23:07:34.481283Z","steps":["trace[879760418] 'process raft request' (duration: 1.352439552s)","trace[879760418] 'compare' (duration: 1.633331367s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:34.48134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740966634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:07:34.481359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727250297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:07:34.481398Z","caller":"traceutil/trace.go:171","msg":"trace[825820296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2731; }","duration":"2.741083166s","start":"2026-03-13T23:07:31.740299Z","end":"2026-03-13T23:07:34.481382Z","steps":["trace[825820296] 'agreement among raft nodes before linearized reading' (duration: 2.740883161s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.494469Z","time spent":"2.986888394s","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:34.481445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.740275Z","time spent":"2.741159808s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:07:34.481445Z","caller":"traceutil/trace.go:171","msg":"trace[1927283641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2731; }","duration":"3.727385951s","start":"2026-03-13T23:07:30.754037Z","end":"2026-03-13T23:07:34.481423Z","steps":["trace[1927283641] 'agreement among raft nodes before linearized reading' (duration: 3.727210857s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720136494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:07:34.481472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018740068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:34.481507Z","caller":"traceutil/trace.go:171","msg":"trace[333970893] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2731; }","duration":"3.720192925s","start":"2026-03-13T23:07:30.761297Z","end":"2026-03-13T23:07:34.481489Z","steps":["trace[333970893] 'agreement among raft nodes before linearized reading' (duration: 3.720111454s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.761236Z","time spent":"3.72039722s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.481488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.753994Z","time spent":"3.727485553s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:07:34.48158Z","caller":"traceutil/trace.go:171","msg":"trace[1879359620] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2731; }","duration":"3.018967113s","start":"2026-03-13T23:07:31.462591Z","end":"2026-03-13T23:07:34.481525Z","steps":["trace[1879359620] 'agreement among raft nodes before linearized reading' (duration: 3.018650196s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.462576Z","time spent":"3.019179259s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.481377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.591884Z","time spent":"1.889391092s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:34.481921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861622281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:07:34.481967Z","caller":"traceutil/trace.go:171","msg":"trace[1877692987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2731; }","duration":"3.861694652s","start":"2026-03-13T23:07:30.620258Z","end":"2026-03-13T23:07:34.481952Z","steps":["trace[1877692987] 'agreement among raft nodes before linearized reading' (duration: 3.861548749s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.481999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.620246Z","time spent":"3.861745734s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:07:34.481141Z","caller":"traceutil/trace.go:171","msg":"trace[1477384424] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2844; }","duration":"2.629305734s","start":"2026-03-13T23:07:31.851752Z","end":"2026-03-13T23:07:34.481057Z","steps":["trace[1477384424] 'read index received' (duration: 995.195688ms)","trace[1477384424] 'applied index is now lower than readState.Index' (duration: 1.634106075s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:34.481359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727156755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:07:34.483341Z","caller":"traceutil/trace.go:171","msg":"trace[1255648705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2731; }","duration":"3.729188342s","start":"2026-03-13T23:07:30.754132Z","end":"2026-03-13T23:07:34.48332Z","steps":["trace[1255648705] 'agreement among raft nodes before linearized reading' (duration: 3.727064403s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.483467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.75411Z","time spent":"3.729336025s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:07:34.482387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728253851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:07:34.483582Z","caller":"traceutil/trace.go:171","msg":"trace[673970969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2731; }","duration":"3.729497139s","start":"2026-03-13T23:07:30.754072Z","end":"2026-03-13T23:07:34.483569Z","steps":["trace[673970969] 'agreement among raft nodes before linearized reading' (duration: 3.727145325s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.483661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:30.754048Z","time spent":"3.729601461s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:07:34.577149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058776852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:34.577224Z","caller":"traceutil/trace.go:171","msg":"trace[601037164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2732; }","duration":"1.058893084s","start":"2026-03-13T23:07:33.51831Z","end":"2026-03-13T23:07:34.577203Z","steps":["trace[601037164] 'agreement among raft nodes before linearized reading' (duration: 1.058776282s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.51829Z","time spent":"1.058961896s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:34.577254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.590777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:07:34.577296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859148515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:34.577329Z","caller":"traceutil/trace.go:171","msg":"trace[564749201] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2732; }","duration":"998.686979ms","start":"2026-03-13T23:07:33.578625Z","end":"2026-03-13T23:07:34.577312Z","steps":["trace[564749201] 'agreement among raft nodes before linearized reading' (duration: 998.457114ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.577353Z","caller":"traceutil/trace.go:171","msg":"trace[1484338675] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2732; }","duration":"1.859245908s","start":"2026-03-13T23:07:32.718093Z","end":"2026-03-13T23:07:34.577339Z","steps":["trace[1484338675] 'agreement among raft nodes before linearized reading' (duration: 1.859114165s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.578577Z","time spent":"998.788951ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.577387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.718072Z","time spent":"1.859307039s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.577396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343975396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:07:34.577483Z","caller":"traceutil/trace.go:171","msg":"trace[2024416592] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:2732; }","duration":"1.344100569s","start":"2026-03-13T23:07:33.233355Z","end":"2026-03-13T23:07:34.577456Z","steps":["trace[2024416592] 'agreement among raft nodes before linearized reading' (duration: 1.343821173s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722663663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-13T23:07:34.577543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.233332Z","time spent":"1.344201681s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-13T23:07:34.577557Z","caller":"traceutil/trace.go:171","msg":"trace[1319978727] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2732; }","duration":"2.722744444s","start":"2026-03-13T23:07:31.854803Z","end":"2026-03-13T23:07:34.577548Z","steps":["trace[1319978727] 'agreement among raft nodes before linearized reading' (duration: 2.722634382s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.854789Z","time spent":"2.722793575s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-13T23:07:34.577412Z","caller":"traceutil/trace.go:171","msg":"trace[476498023] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"721.001357ms","start":"2026-03-13T23:07:33.856389Z","end":"2026-03-13T23:07:34.57739Z","steps":["trace[476498023] 'process raft request' (duration: 720.520506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722907548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c8937b6185ed8\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-13T23:07:34.577659Z","caller":"traceutil/trace.go:171","msg":"trace[1491273098] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c8937b6185ed8; range_end:; response_count:1; response_revision:2732; }","duration":"2.72298818s","start":"2026-03-13T23:07:31.854653Z","end":"2026-03-13T23:07:34.577641Z","steps":["trace[1491273098] 'agreement among raft nodes before linearized reading' (duration: 2.722818326s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.854642Z","time spent":"2.723050822s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c8937b6185ed8\" "} {"level":"warn","ts":"2026-03-13T23:07:34.577695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.856368Z","time spent":"721.266072ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:34.57775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.602153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:07:34.577769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.345165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:34.577788Z","caller":"traceutil/trace.go:171","msg":"trace[1656351037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2732; }","duration":"722.675535ms","start":"2026-03-13T23:07:33.855102Z","end":"2026-03-13T23:07:34.577777Z","steps":["trace[1656351037] 'agreement among raft nodes before linearized reading' (duration: 722.576122ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.577796Z","caller":"traceutil/trace.go:171","msg":"trace[1560521612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2732; }","duration":"771.416027ms","start":"2026-03-13T23:07:33.806372Z","end":"2026-03-13T23:07:34.577788Z","steps":["trace[1560521612] 'agreement among raft nodes before linearized reading' (duration: 771.377036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.57738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350026594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-13T23:07:34.57782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.806344Z","time spent":"771.470269ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:34.577819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.85508Z","time spent":"722.732826ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:07:34.577844Z","caller":"traceutil/trace.go:171","msg":"trace[1145180420] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2732; }","duration":"2.350554107s","start":"2026-03-13T23:07:32.227272Z","end":"2026-03-13T23:07:34.577826Z","steps":["trace[1145180420] 'agreement among raft nodes before linearized reading' (duration: 2.34983058s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.577886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.227254Z","time spent":"2.350617588s","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":327,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.748711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.539222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:34.748986Z","caller":"traceutil/trace.go:171","msg":"trace[591108853] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"248.083801ms","start":"2026-03-13T23:07:34.500862Z","end":"2026-03-13T23:07:34.748946Z","steps":["trace[591108853] 'process raft request' (duration: 134.080617ms)","trace[591108853] 'compare' (duration: 106.4275ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:34.74938Z","caller":"traceutil/trace.go:171","msg":"trace[1871287290] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"246.590726ms","start":"2026-03-13T23:07:34.502745Z","end":"2026-03-13T23:07:34.749335Z","steps":["trace[1871287290] 'process raft request' (duration: 246.083444ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.749731Z","caller":"traceutil/trace.go:171","msg":"trace[1257414126] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"245.807818ms","start":"2026-03-13T23:07:34.503888Z","end":"2026-03-13T23:07:34.749696Z","steps":["trace[1257414126] 'process raft request' (duration: 245.609564ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.749706Z","caller":"traceutil/trace.go:171","msg":"trace[2015850589] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"246.457163ms","start":"2026-03-13T23:07:34.503191Z","end":"2026-03-13T23:07:34.749649Z","steps":["trace[2015850589] 'process raft request' (duration: 246.056594ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.749782Z","caller":"traceutil/trace.go:171","msg":"trace[569809882] linearizableReadLoop","detail":"{readStateIndex:2852; appliedIndex:2848; }","duration":"172.632514ms","start":"2026-03-13T23:07:34.577066Z","end":"2026-03-13T23:07:34.749698Z","steps":["trace[569809882] 'read index received' (duration: 57.894983ms)","trace[569809882] 'applied index is now lower than readState.Index' (duration: 114.735811ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:34.750016Z","caller":"traceutil/trace.go:171","msg":"trace[382608958] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"169.697686ms","start":"2026-03-13T23:07:34.580301Z","end":"2026-03-13T23:07:34.749999Z","steps":["trace[382608958] 'process raft request' (duration: 169.551113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.750113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.386371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:07:34.750157Z","caller":"traceutil/trace.go:171","msg":"trace[1146889451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2737; }","duration":"249.464993ms","start":"2026-03-13T23:07:34.500681Z","end":"2026-03-13T23:07:34.750146Z","steps":["trace[1146889451] 'agreement among raft nodes before linearized reading' (duration: 249.272098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.750433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.051338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-13T23:07:34.750471Z","caller":"traceutil/trace.go:171","msg":"trace[777189170] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2738; }","duration":"168.10921ms","start":"2026-03-13T23:07:34.582346Z","end":"2026-03-13T23:07:34.750455Z","steps":["trace[777189170] 'agreement among raft nodes before linearized reading' (duration: 167.974017ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.750443Z","caller":"traceutil/trace.go:171","msg":"trace[908682991] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"168.0915ms","start":"2026-03-13T23:07:34.582315Z","end":"2026-03-13T23:07:34.750406Z","steps":["trace[908682991] 'process raft request' (duration: 167.633439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.750556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.988004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:34.750606Z","caller":"traceutil/trace.go:171","msg":"trace[1657460646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2738; }","duration":"164.084297ms","start":"2026-03-13T23:07:34.586507Z","end":"2026-03-13T23:07:34.750592Z","steps":["trace[1657460646] 'agreement among raft nodes before linearized reading' (duration: 163.987325ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:35.031291Z","caller":"traceutil/trace.go:171","msg":"trace[224211663] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2856; }","duration":"202.093792ms","start":"2026-03-13T23:07:34.829172Z","end":"2026-03-13T23:07:35.031266Z","steps":["trace[224211663] 'read index received' (duration: 110.471853ms)","trace[224211663] 'applied index is now lower than readState.Index' (duration: 91.620869ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:35.031309Z","caller":"traceutil/trace.go:171","msg":"trace[1311016165] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"203.636427ms","start":"2026-03-13T23:07:34.827639Z","end":"2026-03-13T23:07:35.031275Z","steps":["trace[1311016165] 'process raft request' (duration: 112.026038ms)","trace[1311016165] 'compare' (duration: 91.487646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:35.031598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.410369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:07:35.03164Z","caller":"traceutil/trace.go:171","msg":"trace[2140469498] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2740; }","duration":"202.494911ms","start":"2026-03-13T23:07:34.829135Z","end":"2026-03-13T23:07:35.03163Z","steps":["trace[2140469498] 'agreement among raft nodes before linearized reading' (duration: 202.242395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:35.031736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.497039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:35.031778Z","caller":"traceutil/trace.go:171","msg":"trace[657781455] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2740; }","duration":"155.595581ms","start":"2026-03-13T23:07:34.876171Z","end":"2026-03-13T23:07:35.031767Z","steps":["trace[657781455] 'agreement among raft nodes before linearized reading' (duration: 155.52153ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:42.021949Z","caller":"traceutil/trace.go:171","msg":"trace[1848619355] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"188.795436ms","start":"2026-03-13T23:07:41.833129Z","end":"2026-03-13T23:07:42.021925Z","steps":["trace[1848619355] 'process raft request' (duration: 188.622272ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:42.691617Z","caller":"traceutil/trace.go:171","msg":"trace[123254801] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"180.191328ms","start":"2026-03-13T23:07:42.511399Z","end":"2026-03-13T23:07:42.691591Z","steps":["trace[123254801] 'process raft request' (duration: 180.042074ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:42.824817Z","caller":"traceutil/trace.go:171","msg":"trace[394659358] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"279.73104ms","start":"2026-03-13T23:07:42.54506Z","end":"2026-03-13T23:07:42.824791Z","steps":["trace[394659358] 'process raft request' (duration: 251.648053ms)","trace[394659358] 'compare' (duration: 27.913513ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:42.824949Z","caller":"traceutil/trace.go:171","msg":"trace[1564027638] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2891; }","duration":"252.587935ms","start":"2026-03-13T23:07:42.572331Z","end":"2026-03-13T23:07:42.824919Z","steps":["trace[1564027638] 'read index received' (duration: 119.285746ms)","trace[1564027638] 'applied index is now lower than readState.Index' (duration: 133.300459ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:42.825071Z","caller":"traceutil/trace.go:171","msg":"trace[1510953789] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"207.2165ms","start":"2026-03-13T23:07:42.617843Z","end":"2026-03-13T23:07:42.825059Z","steps":["trace[1510953789] 'process raft request' (duration: 206.904463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:42.82545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.097836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:42.825495Z","caller":"traceutil/trace.go:171","msg":"trace[183624696] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2775; }","duration":"253.197479ms","start":"2026-03-13T23:07:42.572288Z","end":"2026-03-13T23:07:42.825485Z","steps":["trace[183624696] 'agreement among raft nodes before linearized reading' (duration: 253.094416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:43.053516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.581421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:43.053714Z","caller":"traceutil/trace.go:171","msg":"trace[268294631] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"222.131173ms","start":"2026-03-13T23:07:42.831566Z","end":"2026-03-13T23:07:43.053697Z","steps":["trace[268294631] 'process raft request' (duration: 222.044461ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:43.053748Z","caller":"traceutil/trace.go:171","msg":"trace[903234650] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"222.189895ms","start":"2026-03-13T23:07:42.83152Z","end":"2026-03-13T23:07:43.05371Z","steps":["trace[903234650] 'process raft request' (duration: 96.333088ms)","trace[903234650] 'compare' (duration: 125.473718ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:43.054183Z","caller":"traceutil/trace.go:171","msg":"trace[1350578818] linearizableReadLoop","detail":"{readStateIndex:2898; appliedIndex:2894; }","duration":"125.99215ms","start":"2026-03-13T23:07:42.928178Z","end":"2026-03-13T23:07:43.05417Z","steps":["trace[1350578818] 'read index received' (duration: 54.641µs)","trace[1350578818] 'applied index is now lower than readState.Index' (duration: 125.936149ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:43.054254Z","caller":"traceutil/trace.go:171","msg":"trace[1864597472] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"222.399869ms","start":"2026-03-13T23:07:42.831836Z","end":"2026-03-13T23:07:43.054236Z","steps":["trace[1864597472] 'process raft request' (duration: 221.947919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:43.054359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.175925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:07:43.054405Z","caller":"traceutil/trace.go:171","msg":"trace[929380768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2780; }","duration":"126.277327ms","start":"2026-03-13T23:07:42.928113Z","end":"2026-03-13T23:07:43.05439Z","steps":["trace[929380768] 'agreement among raft nodes before linearized reading' (duration: 126.111823ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:43.054819Z","caller":"traceutil/trace.go:171","msg":"trace[1962076129] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"223.060935ms","start":"2026-03-13T23:07:42.831733Z","end":"2026-03-13T23:07:43.054794Z","steps":["trace[1962076129] 'process raft request' (duration: 221.919799ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.643069Z","caller":"traceutil/trace.go:171","msg":"trace[1407459546] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"469.262851ms","start":"2026-03-13T23:09:31.173788Z","end":"2026-03-13T23:09:31.643051Z","steps":["trace[1407459546] 'process raft request' (duration: 469.139168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.6432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.173762Z","time spent":"469.374023ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:31.644446Z","caller":"traceutil/trace.go:171","msg":"trace[1273874007] linearizableReadLoop","detail":"{readStateIndex:3560; appliedIndex:3557; }","duration":"337.789798ms","start":"2026-03-13T23:09:31.306633Z","end":"2026-03-13T23:09:31.644423Z","steps":["trace[1273874007] 'read index received' (duration: 336.348675ms)","trace[1273874007] 'applied index is now lower than readState.Index' (duration: 1.440123ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:31.644556Z","caller":"traceutil/trace.go:171","msg":"trace[428488511] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"359.88802ms","start":"2026-03-13T23:09:31.284653Z","end":"2026-03-13T23:09:31.644541Z","steps":["trace[428488511] 'process raft request' (duration: 359.713276ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.644543Z","caller":"traceutil/trace.go:171","msg":"trace[546827975] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"373.642627ms","start":"2026-03-13T23:09:31.270836Z","end":"2026-03-13T23:09:31.644479Z","steps":["trace[546827975] 'process raft request' (duration: 372.933961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.644624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.284627Z","time spent":"359.963792ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:31.644627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.982842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:09:31.644691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.647103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:09:31.644699Z","caller":"traceutil/trace.go:171","msg":"trace[1066829531] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3413; }","duration":"338.062744ms","start":"2026-03-13T23:09:31.30662Z","end":"2026-03-13T23:09:31.644682Z","steps":["trace[1066829531] 'agreement among raft nodes before linearized reading' (duration: 337.942721ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.644734Z","caller":"traceutil/trace.go:171","msg":"trace[711211933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3413; }","duration":"238.741325ms","start":"2026-03-13T23:09:31.405977Z","end":"2026-03-13T23:09:31.644719Z","steps":["trace[711211933] 'agreement among raft nodes before linearized reading' (duration: 238.594792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.644723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.270808Z","time spent":"373.820612ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:31.644742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.306562Z","time spent":"338.171857ms","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-03-13T23:09:31.644829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.94133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:31.644864Z","caller":"traceutil/trace.go:171","msg":"trace[847894191] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3413; }","duration":"109.013522ms","start":"2026-03-13T23:09:31.535842Z","end":"2026-03-13T23:09:31.644855Z","steps":["trace[847894191] 'agreement among raft nodes before linearized reading' (duration: 108.958951ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:34.589082Z","caller":"traceutil/trace.go:171","msg":"trace[6611035] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"218.862775ms","start":"2026-03-13T23:09:34.370186Z","end":"2026-03-13T23:09:34.589049Z","steps":["trace[6611035] 'process raft request' (duration: 218.668811ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:34.758195Z","caller":"traceutil/trace.go:171","msg":"trace[1273780534] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"156.35233ms","start":"2026-03-13T23:09:34.601809Z","end":"2026-03-13T23:09:34.758161Z","steps":["trace[1273780534] 'process raft request' (duration: 77.116176ms)","trace[1273780534] 'compare' (duration: 79.011048ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:55.75054Z","caller":"traceutil/trace.go:171","msg":"trace[1327666960] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"187.132531ms","start":"2026-03-13T23:09:55.563394Z","end":"2026-03-13T23:09:55.750527Z","steps":["trace[1327666960] 'process raft request' (duration: 187.049769ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:55.921853Z","caller":"traceutil/trace.go:171","msg":"trace[1076002415] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"159.155674ms","start":"2026-03-13T23:09:55.762661Z","end":"2026-03-13T23:09:55.921817Z","steps":["trace[1076002415] 'process raft request' (duration: 158.922458ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:55.921857Z","caller":"traceutil/trace.go:171","msg":"trace[991349623] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"159.153214ms","start":"2026-03-13T23:09:55.762682Z","end":"2026-03-13T23:09:55.921835Z","steps":["trace[991349623] 'process raft request' (duration: 159.026331ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:55.922053Z","caller":"traceutil/trace.go:171","msg":"trace[1826265808] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"156.947863ms","start":"2026-03-13T23:09:55.76506Z","end":"2026-03-13T23:09:55.922008Z","steps":["trace[1826265808] 'process raft request' (duration: 156.686347ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:56.072723Z","caller":"traceutil/trace.go:171","msg":"trace[1192023428] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3757; }","duration":"138.730751ms","start":"2026-03-13T23:09:55.933971Z","end":"2026-03-13T23:09:56.072702Z","steps":["trace[1192023428] 'read index received' (duration: 7.729659ms)","trace[1192023428] 'applied index is now lower than readState.Index' (duration: 131.000052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:56.072833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.844203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-13T23:09:56.072878Z","caller":"traceutil/trace.go:171","msg":"trace[2046487036] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3608; }","duration":"138.910236ms","start":"2026-03-13T23:09:55.933945Z","end":"2026-03-13T23:09:56.072856Z","steps":["trace[2046487036] 'agreement among raft nodes before linearized reading' (duration: 138.837104ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:56.072937Z","caller":"traceutil/trace.go:171","msg":"trace[904095011] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"145.444936ms","start":"2026-03-13T23:09:55.92743Z","end":"2026-03-13T23:09:56.072875Z","steps":["trace[904095011] 'process raft request' (duration: 127.520091ms)","trace[904095011] 'compare' (duration: 17.553046ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:56.072901Z","caller":"traceutil/trace.go:171","msg":"trace[1994439883] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"143.449981ms","start":"2026-03-13T23:09:55.929361Z","end":"2026-03-13T23:09:56.072811Z","steps":["trace[1994439883] 'process raft request' (duration: 143.280387ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:58.193473Z","caller":"traceutil/trace.go:171","msg":"trace[627339596] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"429.8796ms","start":"2026-03-13T23:09:57.763576Z","end":"2026-03-13T23:09:58.193456Z","steps":["trace[627339596] 'process raft request' (duration: 429.847509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:58.19355Z","caller":"traceutil/trace.go:171","msg":"trace[219005827] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"429.947492ms","start":"2026-03-13T23:09:57.763578Z","end":"2026-03-13T23:09:58.193525Z","steps":["trace[219005827] 'process raft request' (duration: 429.753597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.19359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:57.763553Z","time spent":"429.980683ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:58.193673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:57.763553Z","time spent":"430.052844ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:58.201425Z","caller":"traceutil/trace.go:171","msg":"trace[28480480] linearizableReadLoop","detail":"{readStateIndex:3765; appliedIndex:3762; }","duration":"427.29829ms","start":"2026-03-13T23:09:57.774115Z","end":"2026-03-13T23:09:58.201413Z","steps":["trace[28480480] 'read index received' (duration: 419.201183ms)","trace[28480480] 'applied index is now lower than readState.Index' (duration: 8.096307ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:58.201436Z","caller":"traceutil/trace.go:171","msg":"trace[2018740316] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"437.801973ms","start":"2026-03-13T23:09:57.763623Z","end":"2026-03-13T23:09:58.201425Z","steps":["trace[2018740316] 'process raft request' (duration: 436.967934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.201494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:57.763599Z","time spent":"437.866315ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:58.201514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.399113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:58.201537Z","caller":"traceutil/trace.go:171","msg":"trace[1630961996] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3613; }","duration":"427.452804ms","start":"2026-03-13T23:09:57.774078Z","end":"2026-03-13T23:09:58.20153Z","steps":["trace[1630961996] 'agreement among raft nodes before linearized reading' (duration: 427.412073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.201557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:57.774065Z","time spent":"427.487074ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:09:58.20158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.196282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:09:58.201614Z","caller":"traceutil/trace.go:171","msg":"trace[577907868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3613; }","duration":"406.230702ms","start":"2026-03-13T23:09:57.795376Z","end":"2026-03-13T23:09:58.201607Z","steps":["trace[577907868] 'agreement among raft nodes before linearized reading' (duration: 406.13713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.20163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:57.795317Z","time spent":"406.309785ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:09:58.201653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.0902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:09:58.201673Z","caller":"traceutil/trace.go:171","msg":"trace[1582392261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3613; }","duration":"257.126902ms","start":"2026-03-13T23:09:57.944542Z","end":"2026-03-13T23:09:58.201669Z","steps":["trace[1582392261] 'agreement among raft nodes before linearized reading' (duration: 257.076721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.201716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.533337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:09:58.201734Z","caller":"traceutil/trace.go:171","msg":"trace[1143139273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3613; }","duration":"275.580138ms","start":"2026-03-13T23:09:57.92615Z","end":"2026-03-13T23:09:58.20173Z","steps":["trace[1143139273] 'agreement among raft nodes before linearized reading' (duration: 275.535017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.201811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.313125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:09:58.201828Z","caller":"traceutil/trace.go:171","msg":"trace[517397688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3613; }","duration":"276.365586ms","start":"2026-03-13T23:09:57.925458Z","end":"2026-03-13T23:09:58.201824Z","steps":["trace[517397688] 'agreement among raft nodes before linearized reading' (duration: 276.326526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.201826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.180477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:09:58.201842Z","caller":"traceutil/trace.go:171","msg":"trace[392908996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3613; }","duration":"125.213738ms","start":"2026-03-13T23:09:58.076624Z","end":"2026-03-13T23:09:58.201837Z","steps":["trace[392908996] 'agreement among raft nodes before linearized reading' (duration: 125.168477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:58.201853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.293391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:09:58.20188Z","caller":"traceutil/trace.go:171","msg":"trace[451503952] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3613; }","duration":"297.374293ms","start":"2026-03-13T23:09:57.904496Z","end":"2026-03-13T23:09:58.20187Z","steps":["trace[451503952] 'agreement among raft nodes before linearized reading' (duration: 297.322771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:03.823657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850751339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:10:04.324641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850751339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:10:04.38141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139497825s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:10:04.381643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.241759Z","time spent":"1.139881483s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:10:04.613128Z","caller":"traceutil/trace.go:171","msg":"trace[2121837659] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"398.826711ms","start":"2026-03-13T23:10:04.214271Z","end":"2026-03-13T23:10:04.613097Z","steps":["trace[2121837659] 'process raft request' (duration: 396.801244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.613268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.214243Z","time spent":"398.950394ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:04.613234Z","caller":"traceutil/trace.go:171","msg":"trace[1598787275] linearizableReadLoop","detail":"{readStateIndex:3795; appliedIndex:3791; }","duration":"1.289961177s","start":"2026-03-13T23:10:03.323241Z","end":"2026-03-13T23:10:04.613202Z","steps":["trace[1598787275] 'read index received' (duration: 1.058347256s)","trace[1598787275] 'applied index is now lower than readState.Index' (duration: 231.59494ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:04.613339Z","caller":"traceutil/trace.go:171","msg":"trace[231477163] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"399.042976ms","start":"2026-03-13T23:10:04.214271Z","end":"2026-03-13T23:10:04.613314Z","steps":["trace[231477163] 'process raft request' (duration: 398.730289ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:04.613376Z","caller":"traceutil/trace.go:171","msg":"trace[1522141251] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"397.913859ms","start":"2026-03-13T23:10:04.215447Z","end":"2026-03-13T23:10:04.613361Z","steps":["trace[1522141251] 'process raft request' (duration: 397.680694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.613454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290222992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:04.613486Z","caller":"traceutil/trace.go:171","msg":"trace[796515222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3641; }","duration":"1.290326565s","start":"2026-03-13T23:10:03.323151Z","end":"2026-03-13T23:10:04.613478Z","steps":["trace[796515222] 'agreement among raft nodes before linearized reading' (duration: 1.290265894s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.613485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.215433Z","time spent":"397.975642ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:04.613511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.323121Z","time spent":"1.290386557s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:10:04.61353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.214243Z","time spent":"399.155188ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:04.614922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142713158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-13T23:10:04.614975Z","caller":"traceutil/trace.go:171","msg":"trace[1847266058] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3642; }","duration":"1.142796781s","start":"2026-03-13T23:10:03.472161Z","end":"2026-03-13T23:10:04.614958Z","steps":["trace[1847266058] 'agreement among raft nodes before linearized reading' (duration: 1.142628797s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.472136Z","time spent":"1.142878992s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-03-13T23:10:04.61523Z","caller":"traceutil/trace.go:171","msg":"trace[2101116337] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"232.487842ms","start":"2026-03-13T23:10:04.382726Z","end":"2026-03-13T23:10:04.615214Z","steps":["trace[2101116337] 'process raft request' (duration: 231.936079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.729528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:10:04.615378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.854528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:04.615406Z","caller":"traceutil/trace.go:171","msg":"trace[1612522710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3642; }","duration":"385.7852ms","start":"2026-03-13T23:10:04.229612Z","end":"2026-03-13T23:10:04.615397Z","steps":["trace[1612522710] 'agreement among raft nodes before linearized reading' (duration: 385.704498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.2296Z","time spent":"385.82461ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:10:04.61544Z","caller":"traceutil/trace.go:171","msg":"trace[2090518053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3642; }","duration":"810.95102ms","start":"2026-03-13T23:10:03.80447Z","end":"2026-03-13T23:10:04.615421Z","steps":["trace[2090518053] 'agreement among raft nodes before linearized reading' (duration: 810.827977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094637726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:10:04.615436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.683714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:10:04.615482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.804451Z","time spent":"811.024832ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:10:04.61549Z","caller":"traceutil/trace.go:171","msg":"trace[562033644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3642; }","duration":"1.094720568s","start":"2026-03-13T23:10:03.520756Z","end":"2026-03-13T23:10:04.615476Z","steps":["trace[562033644] 'agreement among raft nodes before linearized reading' (duration: 1.094654866s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:04.615509Z","caller":"traceutil/trace.go:171","msg":"trace[1297467210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3642; }","duration":"384.816947ms","start":"2026-03-13T23:10:04.230676Z","end":"2026-03-13T23:10:04.615493Z","steps":["trace[1297467210] 'agreement among raft nodes before linearized reading' (duration: 384.570301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.520735Z","time spent":"1.09478306s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:10:04.615561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.230653Z","time spent":"384.899609ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:04.615572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.858162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:10:04.615588Z","caller":"traceutil/trace.go:171","msg":"trace[312265574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3642; }","duration":"382.902852ms","start":"2026-03-13T23:10:04.232681Z","end":"2026-03-13T23:10:04.615584Z","steps":["trace[312265574] 'agreement among raft nodes before linearized reading' (duration: 382.859521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.232668Z","time spent":"382.935954ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:04.615864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.134451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:10:04.61589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.158916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:10:04.615921Z","caller":"traceutil/trace.go:171","msg":"trace[238771368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3642; }","duration":"381.206994ms","start":"2026-03-13T23:10:04.234699Z","end":"2026-03-13T23:10:04.615906Z","steps":["trace[238771368] 'agreement among raft nodes before linearized reading' (duration: 381.0451ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:04.615941Z","caller":"traceutil/trace.go:171","msg":"trace[1613786098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3642; }","duration":"382.231217ms","start":"2026-03-13T23:10:04.233696Z","end":"2026-03-13T23:10:04.615927Z","steps":["trace[1613786098] 'agreement among raft nodes before linearized reading' (duration: 381.698375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.615967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.234688Z","time spent":"381.269235ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:10:04.615976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.233686Z","time spent":"382.282758ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:10:10.037725Z","caller":"traceutil/trace.go:171","msg":"trace[765539352] linearizableReadLoop","detail":"{readStateIndex:3822; appliedIndex:3821; }","duration":"439.467616ms","start":"2026-03-13T23:10:09.598234Z","end":"2026-03-13T23:10:10.037701Z","steps":["trace[765539352] 'read index received' (duration: 439.427656ms)","trace[765539352] 'applied index is now lower than readState.Index' (duration: 38.84µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:10.037852Z","caller":"traceutil/trace.go:171","msg":"trace[1851196313] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"506.177251ms","start":"2026-03-13T23:10:09.531628Z","end":"2026-03-13T23:10:10.037805Z","steps":["trace[1851196313] 'process raft request' (duration: 505.906625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:10.037997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.280818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:10:10.037994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.524242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:10:10.038017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:09.531609Z","time spent":"506.322574ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:10.037969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.725653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-03-13T23:10:10.038042Z","caller":"traceutil/trace.go:171","msg":"trace[431131522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3667; }","duration":"399.363469ms","start":"2026-03-13T23:10:09.638666Z","end":"2026-03-13T23:10:10.03803Z","steps":["trace[431131522] 'agreement among raft nodes before linearized reading' (duration: 399.234986ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:10.038056Z","caller":"traceutil/trace.go:171","msg":"trace[1060712809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3667; }","duration":"233.650175ms","start":"2026-03-13T23:10:09.804392Z","end":"2026-03-13T23:10:10.038042Z","steps":["trace[1060712809] 'agreement among raft nodes before linearized reading' (duration: 233.518282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:10.03809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:09.638649Z","time spent":"399.427151ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:10:10.038135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.304903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-13T23:10:10.038211Z","caller":"traceutil/trace.go:171","msg":"trace[499138906] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3667; }","duration":"440.00862ms","start":"2026-03-13T23:10:09.598188Z","end":"2026-03-13T23:10:10.038197Z","steps":["trace[499138906] 'agreement among raft nodes before linearized reading' (duration: 439.657162ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:10.038278Z","caller":"traceutil/trace.go:171","msg":"trace[1923117998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3667; }","duration":"388.400136ms","start":"2026-03-13T23:10:09.649793Z","end":"2026-03-13T23:10:10.038193Z","steps":["trace[1923117998] 'agreement among raft nodes before linearized reading' (duration: 388.173891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:10.038315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:09.649782Z","time spent":"388.523628ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-13T23:10:10.038332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:09.598163Z","time spent":"440.146303ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17091,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-13T23:10:10.597595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850751415,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:10:10.785521Z","caller":"traceutil/trace.go:171","msg":"trace[24919776] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"730.613072ms","start":"2026-03-13T23:10:10.054879Z","end":"2026-03-13T23:10:10.785492Z","steps":["trace[24919776] 'process raft request' (duration: 730.471009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:10.78567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.054837Z","time spent":"730.760826ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:11.027411Z","caller":"traceutil/trace.go:171","msg":"trace[690326760] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"587.06737ms","start":"2026-03-13T23:10:10.440319Z","end":"2026-03-13T23:10:11.027386Z","steps":["trace[690326760] 'process raft request' (duration: 586.909827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.027557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.440295Z","time spent":"587.185394ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:11.027873Z","caller":"traceutil/trace.go:171","msg":"trace[1699696635] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"392.936769ms","start":"2026-03-13T23:10:10.634908Z","end":"2026-03-13T23:10:11.027844Z","steps":["trace[1699696635] 'process raft request' (duration: 392.437197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.028026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.634891Z","time spent":"393.061983ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:11.028119Z","caller":"traceutil/trace.go:171","msg":"trace[26543445] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"391.707531ms","start":"2026-03-13T23:10:10.636334Z","end":"2026-03-13T23:10:11.028042Z","steps":["trace[26543445] 'process raft request' (duration: 391.367623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.02831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.636328Z","time spent":"391.896006ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:11.028661Z","caller":"traceutil/trace.go:171","msg":"trace[1345418669] linearizableReadLoop","detail":"{readStateIndex:3824; appliedIndex:3822; }","duration":"931.915609ms","start":"2026-03-13T23:10:10.096728Z","end":"2026-03-13T23:10:11.028644Z","steps":["trace[1345418669] 'read index received' (duration: 688.647252ms)","trace[1345418669] 'applied index is now lower than readState.Index' (duration: 243.267096ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:11.028765Z","caller":"traceutil/trace.go:171","msg":"trace[1416488412] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"390.80991ms","start":"2026-03-13T23:10:10.637937Z","end":"2026-03-13T23:10:11.028746Z","steps":["trace[1416488412] 'process raft request' (duration: 390.636506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.028854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.126443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:11.028933Z","caller":"traceutil/trace.go:171","msg":"trace[572912043] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3672; }","duration":"932.238706ms","start":"2026-03-13T23:10:10.09668Z","end":"2026-03-13T23:10:11.028919Z","steps":["trace[572912043] 'agreement among raft nodes before linearized reading' (duration: 932.098753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.028969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.650206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-13T23:10:11.029649Z","caller":"traceutil/trace.go:171","msg":"trace[1147202733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3672; }","duration":"480.351022ms","start":"2026-03-13T23:10:10.549282Z","end":"2026-03-13T23:10:11.029633Z","steps":["trace[1147202733] 'agreement among raft nodes before linearized reading' (duration: 479.584444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.02901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.360388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:10:11.029058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.394568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:10:11.029815Z","caller":"traceutil/trace.go:171","msg":"trace[144357301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3672; }","duration":"384.198137ms","start":"2026-03-13T23:10:10.645595Z","end":"2026-03-13T23:10:11.029793Z","steps":["trace[144357301] 'agreement among raft nodes before linearized reading' (duration: 383.317347ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:11.029869Z","caller":"traceutil/trace.go:171","msg":"trace[1753692471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3672; }","duration":"387.208458ms","start":"2026-03-13T23:10:10.642642Z","end":"2026-03-13T23:10:11.02985Z","steps":["trace[1753692471] 'agreement among raft nodes before linearized reading' (duration: 386.357438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.02988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.645578Z","time spent":"384.28382ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:11.029833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.549267Z","time spent":"480.496496ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-13T23:10:11.029923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.642634Z","time spent":"387.273749ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:10:11.029122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.256622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:10:11.030118Z","caller":"traceutil/trace.go:171","msg":"trace[1703650306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3672; }","duration":"389.218894ms","start":"2026-03-13T23:10:10.640845Z","end":"2026-03-13T23:10:11.030064Z","steps":["trace[1703650306] 'agreement among raft nodes before linearized reading' (duration: 388.231071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.030155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.640837Z","time spent":"389.309835ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:11.029159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.412172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-03-13T23:10:11.030228Z","caller":"traceutil/trace.go:171","msg":"trace[921069138] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3672; }","duration":"235.503827ms","start":"2026-03-13T23:10:10.794709Z","end":"2026-03-13T23:10:11.030212Z","steps":["trace[921069138] 'agreement among raft nodes before linearized reading' (duration: 234.384101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.028861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.637916Z","time spent":"390.894462ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:11.029182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.65063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:10:11.030348Z","caller":"traceutil/trace.go:171","msg":"trace[999199286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3672; }","duration":"389.852868ms","start":"2026-03-13T23:10:10.640483Z","end":"2026-03-13T23:10:11.030336Z","steps":["trace[999199286] 'agreement among raft nodes before linearized reading' (duration: 388.656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.030398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.64047Z","time spent":"389.91673ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:11.029271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.115533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:10:11.030528Z","caller":"traceutil/trace.go:171","msg":"trace[427071365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3672; }","duration":"384.393962ms","start":"2026-03-13T23:10:10.646123Z","end":"2026-03-13T23:10:11.030517Z","steps":["trace[427071365] 'agreement among raft nodes before linearized reading' (duration: 383.02961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.030573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.646115Z","time spent":"384.445493ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:10:11.029073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.438758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:11.030623Z","caller":"traceutil/trace.go:171","msg":"trace[1178484879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3672; }","duration":"225.017865ms","start":"2026-03-13T23:10:10.805594Z","end":"2026-03-13T23:10:11.030612Z","steps":["trace[1178484879] 'agreement among raft nodes before linearized reading' (duration: 223.445819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.030872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.09666Z","time spent":"934.197492ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:10:11.219569Z","caller":"traceutil/trace.go:171","msg":"trace[2075896166] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"184.534149ms","start":"2026-03-13T23:10:11.034999Z","end":"2026-03-13T23:10:11.219533Z","steps":["trace[2075896166] 'process raft request' (duration: 184.167341ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:11.219569Z","caller":"traceutil/trace.go:171","msg":"trace[364596292] transaction","detail":"{read_only:false; response_revision:3675; number_of_response:1; }","duration":"184.435667ms","start":"2026-03-13T23:10:11.035092Z","end":"2026-03-13T23:10:11.219528Z","steps":["trace[364596292] 'process raft request' (duration: 184.312854ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:11.220027Z","caller":"traceutil/trace.go:171","msg":"trace[1757122757] transaction","detail":"{read_only:false; response_revision:3676; number_of_response:1; }","duration":"184.836136ms","start":"2026-03-13T23:10:11.035149Z","end":"2026-03-13T23:10:11.219985Z","steps":["trace[1757122757] 'process raft request' (duration: 184.319125ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:11.22016Z","caller":"traceutil/trace.go:171","msg":"trace[1160189993] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"175.552651ms","start":"2026-03-13T23:10:11.044589Z","end":"2026-03-13T23:10:11.220141Z","steps":["trace[1160189993] 'process raft request' (duration: 175.389767ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:11.220151Z","caller":"traceutil/trace.go:171","msg":"trace[119312773] linearizableReadLoop","detail":"{readStateIndex:3831; appliedIndex:3828; }","duration":"183.835743ms","start":"2026-03-13T23:10:11.036241Z","end":"2026-03-13T23:10:11.220077Z","steps":["trace[119312773] 'read index received' (duration: 68.772141ms)","trace[119312773] 'applied index is now lower than readState.Index' (duration: 115.062652ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:11.220395Z","caller":"traceutil/trace.go:171","msg":"trace[56310696] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"181.13274ms","start":"2026-03-13T23:10:11.039194Z","end":"2026-03-13T23:10:11.220327Z","steps":["trace[56310696] 'process raft request' (duration: 180.606388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.220472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.112415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:10:11.220534Z","caller":"traceutil/trace.go:171","msg":"trace[156154892] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:3678; }","duration":"157.182746ms","start":"2026-03-13T23:10:11.063317Z","end":"2026-03-13T23:10:11.2205Z","steps":["trace[156154892] 'agreement among raft nodes before linearized reading' (duration: 157.044143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.220592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.231772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:10:11.220672Z","caller":"traceutil/trace.go:171","msg":"trace[471207729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3678; }","duration":"184.440787ms","start":"2026-03-13T23:10:11.036214Z","end":"2026-03-13T23:10:11.220655Z","steps":["trace[471207729] 'agreement among raft nodes before linearized reading' (duration: 184.12237ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.208725Z","caller":"traceutil/trace.go:171","msg":"trace[1029291758] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"173.774991ms","start":"2026-03-13T23:10:13.034921Z","end":"2026-03-13T23:10:13.208696Z","steps":["trace[1029291758] 'process raft request' (duration: 173.504354ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.209028Z","caller":"traceutil/trace.go:171","msg":"trace[745645276] linearizableReadLoop","detail":"{readStateIndex:3837; appliedIndex:3835; }","duration":"100.070416ms","start":"2026-03-13T23:10:13.108932Z","end":"2026-03-13T23:10:13.209002Z","steps":["trace[745645276] 'read index received' (duration: 99.40463ms)","trace[745645276] 'applied index is now lower than readState.Index' (duration: 664.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:13.209215Z","caller":"traceutil/trace.go:171","msg":"trace[630435967] transaction","detail":"{read_only:false; response_revision:3682; number_of_response:1; }","duration":"168.930988ms","start":"2026-03-13T23:10:13.04027Z","end":"2026-03-13T23:10:13.209201Z","steps":["trace[630435967] 'process raft request' (duration: 168.374405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.209242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.27919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:10:13.209275Z","caller":"traceutil/trace.go:171","msg":"trace[108963267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3682; }","duration":"100.367912ms","start":"2026-03-13T23:10:13.108897Z","end":"2026-03-13T23:10:13.209265Z","steps":["trace[108963267] 'agreement among raft nodes before linearized reading' (duration: 100.194128ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:31.424659Z","caller":"traceutil/trace.go:171","msg":"trace[1175669160] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"152.683642ms","start":"2026-03-13T23:10:31.271948Z","end":"2026-03-13T23:10:31.424632Z","steps":["trace[1175669160] 'process raft request' (duration: 152.474238ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:31.443385Z","caller":"traceutil/trace.go:171","msg":"trace[1917994633] linearizableReadLoop","detail":"{readStateIndex:3942; appliedIndex:3940; }","duration":"105.125322ms","start":"2026-03-13T23:10:31.338236Z","end":"2026-03-13T23:10:31.443361Z","steps":["trace[1917994633] 'read index received' (duration: 86.321387ms)","trace[1917994633] 'applied index is now lower than readState.Index' (duration: 18.802725ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:31.443426Z","caller":"traceutil/trace.go:171","msg":"trace[500634171] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"169.363109ms","start":"2026-03-13T23:10:31.274034Z","end":"2026-03-13T23:10:31.443397Z","steps":["trace[500634171] 'process raft request' (duration: 169.152194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:31.443626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.859904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:10:31.443678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.853753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:10:31.443914Z","caller":"traceutil/trace.go:171","msg":"trace[1409554067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3784; }","duration":"101.189501ms","start":"2026-03-13T23:10:31.342691Z","end":"2026-03-13T23:10:31.44388Z","steps":["trace[1409554067] 'agreement among raft nodes before linearized reading' (duration: 100.810072ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:31.443977Z","caller":"traceutil/trace.go:171","msg":"trace[1644332675] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3784; }","duration":"101.193001ms","start":"2026-03-13T23:10:31.34277Z","end":"2026-03-13T23:10:31.443963Z","steps":["trace[1644332675] 'agreement among raft nodes before linearized reading' (duration: 100.878404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:31.443734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.47646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:10:31.444024Z","caller":"traceutil/trace.go:171","msg":"trace[1940216731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3784; }","duration":"105.836618ms","start":"2026-03-13T23:10:31.338179Z","end":"2026-03-13T23:10:31.444015Z","steps":["trace[1940216731] 'agreement among raft nodes before linearized reading' (duration: 105.320296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:31.444215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.267439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:10:31.444258Z","caller":"traceutil/trace.go:171","msg":"trace[346631706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3784; }","duration":"100.362652ms","start":"2026-03-13T23:10:31.343887Z","end":"2026-03-13T23:10:31.444249Z","steps":["trace[346631706] 'agreement among raft nodes before linearized reading' (duration: 99.753227ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:17.754266Z","caller":"traceutil/trace.go:171","msg":"trace[861676306] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"141.76904ms","start":"2026-03-13T23:11:17.612475Z","end":"2026-03-13T23:11:17.754244Z","steps":["trace[861676306] 'process raft request' (duration: 141.620637ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:17.780336Z","caller":"traceutil/trace.go:171","msg":"trace[944231399] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"159.637573ms","start":"2026-03-13T23:11:17.620674Z","end":"2026-03-13T23:11:17.780312Z","steps":["trace[944231399] 'process raft request' (duration: 159.456999ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:22.286169Z","caller":"traceutil/trace.go:171","msg":"trace[1526361037] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"140.814848ms","start":"2026-03-13T23:11:22.145313Z","end":"2026-03-13T23:11:22.286128Z","steps":["trace[1526361037] 'process raft request' (duration: 136.873787ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:22.286278Z","caller":"traceutil/trace.go:171","msg":"trace[649069055] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"138.089165ms","start":"2026-03-13T23:11:22.148157Z","end":"2026-03-13T23:11:22.286246Z","steps":["trace[649069055] 'process raft request' (duration: 137.88628ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:22.813337Z","caller":"traceutil/trace.go:171","msg":"trace[2002185500] linearizableReadLoop","detail":"{readStateIndex:4630; appliedIndex:4629; }","duration":"173.651718ms","start":"2026-03-13T23:11:22.639658Z","end":"2026-03-13T23:11:22.813309Z","steps":["trace[2002185500] 'read index received' (duration: 173.058494ms)","trace[2002185500] 'applied index is now lower than readState.Index' (duration: 592.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:22.813405Z","caller":"traceutil/trace.go:171","msg":"trace[758796080] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"182.063922ms","start":"2026-03-13T23:11:22.631304Z","end":"2026-03-13T23:11:22.813367Z","steps":["trace[758796080] 'process raft request' (duration: 181.612312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:22.813497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.826351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:22.813531Z","caller":"traceutil/trace.go:171","msg":"trace[1880420046] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4439; }","duration":"173.923044ms","start":"2026-03-13T23:11:22.639599Z","end":"2026-03-13T23:11:22.813522Z","steps":["trace[1880420046] 'agreement among raft nodes before linearized reading' (duration: 173.845002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:22.813668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.596767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2731"} {"level":"info","ts":"2026-03-13T23:11:22.813749Z","caller":"traceutil/trace.go:171","msg":"trace[616908938] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4439; }","duration":"116.741531ms","start":"2026-03-13T23:11:22.696985Z","end":"2026-03-13T23:11:22.813727Z","steps":["trace[616908938] 'agreement among raft nodes before linearized reading' (duration: 116.508586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.270605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.0099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:24.27091Z","caller":"traceutil/trace.go:171","msg":"trace[1340900478] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"420.787535ms","start":"2026-03-13T23:11:23.85009Z","end":"2026-03-13T23:11:24.270877Z","steps":["trace[1340900478] 'process raft request' (duration: 63.417347ms)","trace[1340900478] 'compare' (duration: 356.848686ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:24.271123Z","caller":"traceutil/trace.go:171","msg":"trace[1695563342] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"420.668162ms","start":"2026-03-13T23:11:23.850432Z","end":"2026-03-13T23:11:24.2711Z","steps":["trace[1695563342] 'process raft request' (duration: 420.291614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.271156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.850068Z","time spent":"420.97585ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:24.271305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.850421Z","time spent":"420.748774ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:24.271281Z","caller":"traceutil/trace.go:171","msg":"trace[579592410] linearizableReadLoop","detail":"{readStateIndex:4678; appliedIndex:4671; }","duration":"370.659686ms","start":"2026-03-13T23:11:23.900586Z","end":"2026-03-13T23:11:24.271246Z","steps":["trace[579592410] 'read index received' (duration: 13.069162ms)","trace[579592410] 'applied index is now lower than readState.Index' (duration: 357.588884ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:24.271398Z","caller":"traceutil/trace.go:171","msg":"trace[465606554] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"419.869284ms","start":"2026-03-13T23:11:23.851489Z","end":"2026-03-13T23:11:24.271358Z","steps":["trace[465606554] 'process raft request' (duration: 419.453665ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:24.271532Z","caller":"traceutil/trace.go:171","msg":"trace[406391087] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"419.156477ms","start":"2026-03-13T23:11:23.852362Z","end":"2026-03-13T23:11:24.271519Z","steps":["trace[406391087] 'process raft request' (duration: 418.614665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.271547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.939372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-t8wmm\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-03-13T23:11:24.271553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.851468Z","time spent":"420.003947ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:24.271585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.852355Z","time spent":"419.200979ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:24.271597Z","caller":"traceutil/trace.go:171","msg":"trace[1189229770] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-t8wmm; range_end:; response_count:1; response_revision:4485; }","duration":"371.077866ms","start":"2026-03-13T23:11:23.900499Z","end":"2026-03-13T23:11:24.271577Z","steps":["trace[1189229770] 'agreement among raft nodes before linearized reading' (duration: 370.865921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.27164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.900479Z","time spent":"371.151737ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4355,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-t8wmm\" "} {"level":"info","ts":"2026-03-13T23:11:24.271651Z","caller":"traceutil/trace.go:171","msg":"trace[1024308220] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"421.163624ms","start":"2026-03-13T23:11:23.85048Z","end":"2026-03-13T23:11:24.271643Z","steps":["trace[1024308220] 'process raft request' (duration: 420.376486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.271688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.850466Z","time spent":"421.203525ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:24.271691Z","caller":"traceutil/trace.go:171","msg":"trace[2114165499] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"416.918526ms","start":"2026-03-13T23:11:23.854749Z","end":"2026-03-13T23:11:24.271668Z","steps":["trace[2114165499] 'process raft request' (duration: 416.25543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.2718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.854741Z","time spent":"416.999297ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2819,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:24.271695Z","caller":"traceutil/trace.go:171","msg":"trace[2055468545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4485; }","duration":"374.193307ms","start":"2026-03-13T23:11:23.897485Z","end":"2026-03-13T23:11:24.271679Z","steps":["trace[2055468545] 'process raft request' (duration: 373.675145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:24.272447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:23.897466Z","time spent":"374.859183ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65,"response count":0,"response size":2868,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:24.587925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.728926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-2bs5c.189c890e1b48ee09\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-13T23:11:24.588007Z","caller":"traceutil/trace.go:171","msg":"trace[1745721734] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-2bs5c.189c890e1b48ee09; range_end:; response_count:1; response_revision:4493; }","duration":"108.867109ms","start":"2026-03-13T23:11:24.479121Z","end":"2026-03-13T23:11:24.587988Z","steps":["trace[1745721734] 'range keys from in-memory index tree' (duration: 108.521271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.275972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.405193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:26.276368Z","caller":"traceutil/trace.go:171","msg":"trace[47064021] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"427.567751ms","start":"2026-03-13T23:11:25.848779Z","end":"2026-03-13T23:11:26.276347Z","steps":["trace[47064021] 'process raft request' (duration: 427.51374ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:26.276432Z","caller":"traceutil/trace.go:171","msg":"trace[534510278] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"527.676907ms","start":"2026-03-13T23:11:25.748732Z","end":"2026-03-13T23:11:26.276409Z","steps":["trace[534510278] 'process raft request' (duration: 527.35744ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:26.276435Z","caller":"traceutil/trace.go:171","msg":"trace[7989309] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"525.890276ms","start":"2026-03-13T23:11:25.750521Z","end":"2026-03-13T23:11:26.276411Z","steps":["trace[7989309] 'process raft request' (duration: 525.645801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.276474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.848754Z","time spent":"427.663054ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:26.276468Z","caller":"traceutil/trace.go:171","msg":"trace[1987711645] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"527.815981ms","start":"2026-03-13T23:11:25.748615Z","end":"2026-03-13T23:11:26.276431Z","steps":["trace[1987711645] 'process raft request' (duration: 94.878225ms)","trace[1987711645] 'compare' (duration: 432.090696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:26.276559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.750511Z","time spent":"525.977778ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11394,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:26.27657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.748698Z","time spent":"527.7857ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:26.276434Z","caller":"traceutil/trace.go:171","msg":"trace[1131991441] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"437.89197ms","start":"2026-03-13T23:11:25.838524Z","end":"2026-03-13T23:11:26.276416Z","steps":["trace[1131991441] 'process raft request' (duration: 437.700245ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:26.276547Z","caller":"traceutil/trace.go:171","msg":"trace[795009694] linearizableReadLoop","detail":"{readStateIndex:4713; appliedIndex:4711; }","duration":"527.515534ms","start":"2026-03-13T23:11:25.748951Z","end":"2026-03-13T23:11:26.276467Z","steps":["trace[795009694] 'read index received' (duration: 94.565058ms)","trace[795009694] 'applied index is now lower than readState.Index' (duration: 432.945016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:26.276654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.748599Z","time spent":"527.980804ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":990,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:26.276703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.838501Z","time spent":"438.157056ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:26.276757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.78596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T23:11:26.276811Z","caller":"traceutil/trace.go:171","msg":"trace[665669644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4522; }","duration":"527.874282ms","start":"2026-03-13T23:11:25.748923Z","end":"2026-03-13T23:11:26.276797Z","steps":["trace[665669644] 'agreement among raft nodes before linearized reading' (duration: 527.687368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.276849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.748916Z","time spent":"527.924933ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-13T23:11:26.276988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.084071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2nm5g\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-03-13T23:11:26.277061Z","caller":"traceutil/trace.go:171","msg":"trace[1849137093] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2nm5g; range_end:; response_count:1; response_revision:4522; }","duration":"354.193674ms","start":"2026-03-13T23:11:25.922848Z","end":"2026-03-13T23:11:26.277042Z","steps":["trace[1849137093] 'agreement among raft nodes before linearized reading' (duration: 354.02201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.277063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.288056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:11:26.277097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.922827Z","time spent":"354.261315ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5065,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2nm5g\" "} {"level":"info","ts":"2026-03-13T23:11:26.27712Z","caller":"traceutil/trace.go:171","msg":"trace[1151007328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:4522; }","duration":"421.363017ms","start":"2026-03-13T23:11:25.855738Z","end":"2026-03-13T23:11:26.277101Z","steps":["trace[1151007328] 'agreement among raft nodes before linearized reading' (duration: 421.260005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.277171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.855728Z","time spent":"421.42887ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:11:26.281294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.052801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-13T23:11:26.284893Z","caller":"traceutil/trace.go:171","msg":"trace[844097628] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4522; }","duration":"408.679424ms","start":"2026-03-13T23:11:25.876177Z","end":"2026-03-13T23:11:26.284857Z","steps":["trace[844097628] 'agreement among raft nodes before linearized reading' (duration: 400.667859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.284995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:25.876157Z","time spent":"408.809107ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957139,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-13T23:11:26.845202Z","caller":"traceutil/trace.go:171","msg":"trace[1658541376] linearizableReadLoop","detail":"{readStateIndex:4763; appliedIndex:4762; }","duration":"163.912112ms","start":"2026-03-13T23:11:26.681266Z","end":"2026-03-13T23:11:26.845178Z","steps":["trace[1658541376] 'read index received' (duration: 161.522647ms)","trace[1658541376] 'applied index is now lower than readState.Index' (duration: 2.388525ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:26.84525Z","caller":"traceutil/trace.go:171","msg":"trace[1585218027] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"186.114376ms","start":"2026-03-13T23:11:26.6591Z","end":"2026-03-13T23:11:26.845214Z","steps":["trace[1585218027] 'process raft request' (duration: 183.703511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.845423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.133397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-13T23:11:26.845468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.027975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-13T23:11:26.845495Z","caller":"traceutil/trace.go:171","msg":"trace[52720795] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4569; }","duration":"164.25516ms","start":"2026-03-13T23:11:26.681221Z","end":"2026-03-13T23:11:26.845476Z","steps":["trace[52720795] 'agreement among raft nodes before linearized reading' (duration: 164.069486ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:26.845519Z","caller":"traceutil/trace.go:171","msg":"trace[1370146768] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4569; }","duration":"151.107176ms","start":"2026-03-13T23:11:26.694395Z","end":"2026-03-13T23:11:26.845502Z","steps":["trace[1370146768] 'agreement among raft nodes before linearized reading' (duration: 150.928132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:26.846297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.595433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-13T23:11:26.846357Z","caller":"traceutil/trace.go:171","msg":"trace[2057376072] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4569; }","duration":"105.697765ms","start":"2026-03-13T23:11:26.740643Z","end":"2026-03-13T23:11:26.846341Z","steps":["trace[2057376072] 'agreement among raft nodes before linearized reading' (duration: 104.800555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.059106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.904413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:28.059227Z","caller":"traceutil/trace.go:171","msg":"trace[1952388364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4580; }","duration":"247.092636ms","start":"2026-03-13T23:11:27.812109Z","end":"2026-03-13T23:11:28.059202Z","steps":["trace[1952388364] 'range keys from in-memory index tree' (duration: 246.762829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.059237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.2697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-13T23:11:28.05935Z","caller":"traceutil/trace.go:171","msg":"trace[257703387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce; range_end:; response_count:1; response_revision:4580; }","duration":"419.463274ms","start":"2026-03-13T23:11:27.639865Z","end":"2026-03-13T23:11:28.059328Z","steps":["trace[257703387] 'range keys from in-memory index tree' (duration: 419.050075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.059342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.071288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:11:28.059406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:27.639834Z","time spent":"419.561357ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce\" "} {"level":"info","ts":"2026-03-13T23:11:28.059411Z","caller":"traceutil/trace.go:171","msg":"trace[1121805067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4580; }","duration":"442.182141ms","start":"2026-03-13T23:11:27.617213Z","end":"2026-03-13T23:11:28.059395Z","steps":["trace[1121805067] 'range keys from in-memory index tree' (duration: 441.810452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.059452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:27.617189Z","time spent":"442.251152ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:11:28.060094Z","caller":"traceutil/trace.go:171","msg":"trace[1499890166] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4774; }","duration":"111.06129ms","start":"2026-03-13T23:11:27.949012Z","end":"2026-03-13T23:11:28.060074Z","steps":["trace[1499890166] 'read index received' (duration: 110.904066ms)","trace[1499890166] 'applied index is now lower than readState.Index' (duration: 156.264µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:28.060285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-13T23:11:28.060325Z","caller":"traceutil/trace.go:171","msg":"trace[12879008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce; range_end:; response_count:1; response_revision:4581; }","duration":"111.369927ms","start":"2026-03-13T23:11:27.948943Z","end":"2026-03-13T23:11:28.060312Z","steps":["trace[12879008] 'agreement among raft nodes before linearized reading' (duration: 111.219914ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.060481Z","caller":"traceutil/trace.go:171","msg":"trace[1670444413] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"111.794927ms","start":"2026-03-13T23:11:27.948676Z","end":"2026-03-13T23:11:28.060471Z","steps":["trace[1670444413] 'process raft request' (duration: 111.258264ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.433626Z","caller":"traceutil/trace.go:171","msg":"trace[2049882138] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"364.81146ms","start":"2026-03-13T23:11:28.068781Z","end":"2026-03-13T23:11:28.433593Z","steps":["trace[2049882138] 'process raft request' (duration: 315.303955ms)","trace[2049882138] 'compare' (duration: 49.302141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:28.433789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.068765Z","time spent":"364.937043ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:28.730995Z","caller":"traceutil/trace.go:171","msg":"trace[947670877] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"649.173029ms","start":"2026-03-13T23:11:28.081796Z","end":"2026-03-13T23:11:28.730969Z","steps":["trace[947670877] 'process raft request' (duration: 638.054092ms)","trace[947670877] 'compare' (duration: 10.774499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:28.731153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.081767Z","time spent":"649.306563ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:28.731191Z","caller":"traceutil/trace.go:171","msg":"trace[1905035694] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"448.599309ms","start":"2026-03-13T23:11:28.28257Z","end":"2026-03-13T23:11:28.731169Z","steps":["trace[1905035694] 'process raft request' (duration: 448.355453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.731322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.282551Z","time spent":"448.702941ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:28.732087Z","caller":"traceutil/trace.go:171","msg":"trace[667785429] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4775; }","duration":"602.96437ms","start":"2026-03-13T23:11:28.129077Z","end":"2026-03-13T23:11:28.732042Z","steps":["trace[667785429] 'read index received' (duration: 255.030311ms)","trace[667785429] 'applied index is now lower than readState.Index' (duration: 347.931829ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:28.732213Z","caller":"traceutil/trace.go:171","msg":"trace[2065273277] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"449.572271ms","start":"2026-03-13T23:11:28.282597Z","end":"2026-03-13T23:11:28.732169Z","steps":["trace[2065273277] 'process raft request' (duration: 448.507867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.73232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.209016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:28.732393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.282562Z","time spent":"449.685544ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:28.732471Z","caller":"traceutil/trace.go:171","msg":"trace[1307543301] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4585; }","duration":"603.38413ms","start":"2026-03-13T23:11:28.129029Z","end":"2026-03-13T23:11:28.732413Z","steps":["trace[1307543301] 'agreement among raft nodes before linearized reading' (duration: 603.160275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.732583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.12901Z","time spent":"603.557154ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:11:28.888685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.077757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:11:28.88881Z","caller":"traceutil/trace.go:171","msg":"trace[1859712383] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"156.626614ms","start":"2026-03-13T23:11:28.732161Z","end":"2026-03-13T23:11:28.888787Z","steps":["trace[1859712383] 'read index received' (duration: 30.451825ms)","trace[1859712383] 'applied index is now lower than readState.Index' (duration: 126.173009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:28.889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.176765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:11:28.88908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.444957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:28.889132Z","caller":"traceutil/trace.go:171","msg":"trace[1325200454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4585; }","duration":"517.343569ms","start":"2026-03-13T23:11:28.371773Z","end":"2026-03-13T23:11:28.889116Z","steps":["trace[1325200454] 'agreement among raft nodes before linearized reading' (duration: 517.127264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.99553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b024aca7-c7f1-4d7f-a31c-61d8a7fda7db\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-13T23:11:28.889142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.037273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:11:28.889164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.371752Z","time spent":"517.405621ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:11:28.889145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.186187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T23:11:28.889177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.888707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:11:28.889193Z","caller":"traceutil/trace.go:171","msg":"trace[1851413248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b024aca7-c7f1-4d7f-a31c-61d8a7fda7db; range_end:; response_count:1; response_revision:4585; }","duration":"472.077342ms","start":"2026-03-13T23:11:28.417099Z","end":"2026-03-13T23:11:28.889177Z","steps":["trace[1851413248] 'agreement among raft nodes before linearized reading' (duration: 471.898517ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.889199Z","caller":"traceutil/trace.go:171","msg":"trace[1917543923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4585; }","duration":"517.112234ms","start":"2026-03-13T23:11:28.372072Z","end":"2026-03-13T23:11:28.889184Z","steps":["trace[1917543923] 'agreement among raft nodes before linearized reading' (duration: 516.981071ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.88921Z","caller":"traceutil/trace.go:171","msg":"trace[1721780957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4585; }","duration":"530.279758ms","start":"2026-03-13T23:11:28.358916Z","end":"2026-03-13T23:11:28.889195Z","steps":["trace[1721780957] 'agreement among raft nodes before linearized reading' (duration: 530.154535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.372059Z","time spent":"517.176026ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:28.889245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.417088Z","time spent":"472.144984ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b024aca7-c7f1-4d7f-a31c-61d8a7fda7db\" "} {"level":"info","ts":"2026-03-13T23:11:28.889244Z","caller":"traceutil/trace.go:171","msg":"trace[1650401715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:4585; }","duration":"522.9975ms","start":"2026-03-13T23:11:28.366228Z","end":"2026-03-13T23:11:28.889226Z","steps":["trace[1650401715] 'agreement among raft nodes before linearized reading' (duration: 522.819946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.501647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c8974749eb160\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-13T23:11:28.889279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.358889Z","time spent":"530.379311ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:11:28.889299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.366204Z","time spent":"523.083542ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:11:28.889024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.114978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:11:28.889418Z","caller":"traceutil/trace.go:171","msg":"trace[634628895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4585; }","duration":"515.527847ms","start":"2026-03-13T23:11:28.373878Z","end":"2026-03-13T23:11:28.889405Z","steps":["trace[634628895] 'agreement among raft nodes before linearized reading' (duration: 515.040706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.373868Z","time spent":"515.581309ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:28.889048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.042386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:28.8895Z","caller":"traceutil/trace.go:171","msg":"trace[341302557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4585; }","duration":"515.524717ms","start":"2026-03-13T23:11:28.373967Z","end":"2026-03-13T23:11:28.889492Z","steps":["trace[341302557] 'agreement among raft nodes before linearized reading' (duration: 514.911063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.37396Z","time spent":"515.559719ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:28.889149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.419911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:11:28.88959Z","caller":"traceutil/trace.go:171","msg":"trace[1232520744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4585; }","duration":"517.886992ms","start":"2026-03-13T23:11:28.371696Z","end":"2026-03-13T23:11:28.889583Z","steps":["trace[1232520744] 'agreement among raft nodes before linearized reading' (duration: 517.37068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.371684Z","time spent":"517.921083ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:11:28.889161Z","caller":"traceutil/trace.go:171","msg":"trace[2044849921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4585; }","duration":"474.55647ms","start":"2026-03-13T23:11:28.414585Z","end":"2026-03-13T23:11:28.889141Z","steps":["trace[2044849921] 'agreement among raft nodes before linearized reading' (duration: 474.437027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.889683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.41455Z","time spent":"475.120872ms","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:28.888997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.689885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:28.889732Z","caller":"traceutil/trace.go:171","msg":"trace[1391850760] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4585; }","duration":"195.481253ms","start":"2026-03-13T23:11:28.694233Z","end":"2026-03-13T23:11:28.889715Z","steps":["trace[1391850760] 'agreement among raft nodes before linearized reading' (duration: 194.689875ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.889671Z","caller":"traceutil/trace.go:171","msg":"trace[876058296] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c8974749eb160; range_end:; response_count:1; response_revision:4585; }","duration":"493.849016ms","start":"2026-03-13T23:11:28.395462Z","end":"2026-03-13T23:11:28.889311Z","steps":["trace[876058296] 'agreement among raft nodes before linearized reading' (duration: 493.373175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.890059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.395445Z","time spent":"494.587412ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1202,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c8974749eb160\" "} {"level":"info","ts":"2026-03-13T23:11:28.985483Z","caller":"traceutil/trace.go:171","msg":"trace[555020207] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"248.161221ms","start":"2026-03-13T23:11:28.737295Z","end":"2026-03-13T23:11:28.985456Z","steps":["trace[555020207] 'process raft request' (duration: 247.943516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.985579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.775828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:28.985944Z","caller":"traceutil/trace.go:171","msg":"trace[953861249] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4586; }","duration":"250.121177ms","start":"2026-03-13T23:11:28.735742Z","end":"2026-03-13T23:11:28.985863Z","steps":["trace[953861249] 'agreement among raft nodes before linearized reading' (duration: 249.723577ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.241803Z","caller":"traceutil/trace.go:171","msg":"trace[873565364] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"348.293789ms","start":"2026-03-13T23:11:28.893478Z","end":"2026-03-13T23:11:29.241771Z","steps":["trace[873565364] 'process raft request' (duration: 348.130525ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.241794Z","caller":"traceutil/trace.go:171","msg":"trace[621055744] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"347.986971ms","start":"2026-03-13T23:11:28.893775Z","end":"2026-03-13T23:11:29.241762Z","steps":["trace[621055744] 'process raft request' (duration: 347.897669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.241943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.893453Z","time spent":"348.419092ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:29.241978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.893767Z","time spent":"348.118654ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:29.242045Z","caller":"traceutil/trace.go:171","msg":"trace[718696814] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"348.189456ms","start":"2026-03-13T23:11:28.893836Z","end":"2026-03-13T23:11:29.242026Z","steps":["trace[718696814] 'process raft request' (duration: 347.879799ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.242097Z","caller":"traceutil/trace.go:171","msg":"trace[996628992] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"347.851599ms","start":"2026-03-13T23:11:28.894225Z","end":"2026-03-13T23:11:29.242076Z","steps":["trace[996628992] 'process raft request' (duration: 347.741646ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.242103Z","caller":"traceutil/trace.go:171","msg":"trace[1940490200] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"347.89961ms","start":"2026-03-13T23:11:28.894186Z","end":"2026-03-13T23:11:29.242085Z","steps":["trace[1940490200] 'process raft request' (duration: 347.694135ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.242138Z","caller":"traceutil/trace.go:171","msg":"trace[805311400] linearizableReadLoop","detail":"{readStateIndex:4788; appliedIndex:4781; }","duration":"256.70188ms","start":"2026-03-13T23:11:28.985423Z","end":"2026-03-13T23:11:29.242125Z","steps":["trace[805311400] 'read index received' (duration: 255.940962ms)","trace[805311400] 'applied index is now lower than readState.Index' (duration: 760.178µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:29.242157Z","caller":"traceutil/trace.go:171","msg":"trace[1557534375] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"345.699148ms","start":"2026-03-13T23:11:28.896442Z","end":"2026-03-13T23:11:29.242141Z","steps":["trace[1557534375] 'process raft request' (duration: 345.584355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.242145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.893829Z","time spent":"348.265638ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:29.242214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.896428Z","time spent":"345.75904ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:29.242204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.894179Z","time spent":"347.974731ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:29.242204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.894199Z","time spent":"347.94895ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:29.241958Z","caller":"traceutil/trace.go:171","msg":"trace[936886076] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"348.732568ms","start":"2026-03-13T23:11:28.893201Z","end":"2026-03-13T23:11:29.241933Z","steps":["trace[936886076] 'process raft request' (duration: 348.221896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.242422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.072133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62983"} {"level":"warn","ts":"2026-03-13T23:11:29.242431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.893176Z","time spent":"349.168169ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:29.242474Z","caller":"traceutil/trace.go:171","msg":"trace[977183656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4593; }","duration":"348.153886ms","start":"2026-03-13T23:11:28.894308Z","end":"2026-03-13T23:11:29.242462Z","steps":["trace[977183656] 'agreement among raft nodes before linearized reading' (duration: 347.91276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.242505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:28.89429Z","time spent":"348.206956ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:11:29.256522Z","caller":"traceutil/trace.go:171","msg":"trace[1150280985] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"267.495409ms","start":"2026-03-13T23:11:28.988996Z","end":"2026-03-13T23:11:29.256491Z","steps":["trace[1150280985] 'process raft request' (duration: 267.389106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.256753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.391451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce\" ","response":"range_response_count:1 size:3877"} {"level":"warn","ts":"2026-03-13T23:11:29.256781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.674752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-13T23:11:29.256829Z","caller":"traceutil/trace.go:171","msg":"trace[817592378] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce; range_end:; response_count:1; response_revision:4594; }","duration":"192.519374ms","start":"2026-03-13T23:11:29.064293Z","end":"2026-03-13T23:11:29.256812Z","steps":["trace[817592378] 'agreement among raft nodes before linearized reading' (duration: 192.292939ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.256865Z","caller":"traceutil/trace.go:171","msg":"trace[886880382] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4594; }","duration":"257.768234ms","start":"2026-03-13T23:11:28.999071Z","end":"2026-03-13T23:11:29.256839Z","steps":["trace[886880382] 'agreement among raft nodes before linearized reading' (duration: 257.532839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.257254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.045485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:11:29.257295Z","caller":"traceutil/trace.go:171","msg":"trace[298790612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4594; }","duration":"269.138797ms","start":"2026-03-13T23:11:28.988148Z","end":"2026-03-13T23:11:29.257286Z","steps":["trace[298790612] 'agreement among raft nodes before linearized reading' (duration: 268.353419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.758385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.473986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:29.758525Z","caller":"traceutil/trace.go:171","msg":"trace[157110173] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"343.979468ms","start":"2026-03-13T23:11:29.414521Z","end":"2026-03-13T23:11:29.7585Z","steps":["trace[157110173] 'process raft request' (duration: 86.270736ms)","trace[157110173] 'compare' (duration: 257.280652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:29.758608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:29.414497Z","time spent":"344.06819ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:29.817917Z","caller":"traceutil/trace.go:171","msg":"trace[1459159614] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"384.502095ms","start":"2026-03-13T23:11:29.433393Z","end":"2026-03-13T23:11:29.817895Z","steps":["trace[1459159614] 'process raft request' (duration: 384.086775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:29.818054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:29.433373Z","time spent":"384.611158ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451478,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:29.849061Z","caller":"traceutil/trace.go:171","msg":"trace[1811761383] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"295.429104ms","start":"2026-03-13T23:11:29.553605Z","end":"2026-03-13T23:11:29.849034Z","steps":["trace[1811761383] 'process raft request' (duration: 295.24886ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:30.843032Z","caller":"traceutil/trace.go:171","msg":"trace[1783544771] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"105.335227ms","start":"2026-03-13T23:11:30.737677Z","end":"2026-03-13T23:11:30.843012Z","steps":["trace[1783544771] 'process raft request' (duration: 105.209394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:30.994328Z","caller":"traceutil/trace.go:171","msg":"trace[456129107] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"122.650847ms","start":"2026-03-13T23:11:30.871656Z","end":"2026-03-13T23:11:30.994307Z","steps":["trace[456129107] 'process raft request' (duration: 122.609897ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:30.994424Z","caller":"traceutil/trace.go:171","msg":"trace[196919605] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"256.482324ms","start":"2026-03-13T23:11:30.737913Z","end":"2026-03-13T23:11:30.994395Z","steps":["trace[196919605] 'process raft request' (duration: 254.591151ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:30.994619Z","caller":"traceutil/trace.go:171","msg":"trace[707099742] linearizableReadLoop","detail":"{readStateIndex:4814; appliedIndex:4812; }","duration":"210.264374ms","start":"2026-03-13T23:11:30.784346Z","end":"2026-03-13T23:11:30.994611Z","steps":["trace[707099742] 'read index received' (duration: 58.570095ms)","trace[707099742] 'applied index is now lower than readState.Index' (duration: 151.693419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:30.994733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.374628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:30.994754Z","caller":"traceutil/trace.go:171","msg":"trace[2146919974] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4620; }","duration":"210.412079ms","start":"2026-03-13T23:11:30.784336Z","end":"2026-03-13T23:11:30.994748Z","steps":["trace[2146919974] 'agreement among raft nodes before linearized reading' (duration: 210.357217ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.722862Z","caller":"traceutil/trace.go:171","msg":"trace[613561157] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"179.595065ms","start":"2026-03-13T23:11:32.543244Z","end":"2026-03-13T23:11:32.72284Z","steps":["trace[613561157] 'process raft request' (duration: 179.438301ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:32.875328Z","caller":"traceutil/trace.go:171","msg":"trace[2123824467] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"103.318801ms","start":"2026-03-13T23:11:32.771992Z","end":"2026-03-13T23:11:32.875311Z","steps":["trace[2123824467] 'read index received' (duration: 84.159067ms)","trace[2123824467] 'applied index is now lower than readState.Index' (duration: 19.159164ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:32.87543Z","caller":"traceutil/trace.go:171","msg":"trace[1333507283] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"127.565832ms","start":"2026-03-13T23:11:32.747842Z","end":"2026-03-13T23:11:32.875408Z","steps":["trace[1333507283] 'process raft request' (duration: 108.321256ms)","trace[1333507283] 'compare' (duration: 19.063492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:32.875489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.463644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-13T23:11:32.875529Z","caller":"traceutil/trace.go:171","msg":"trace[1767558630] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4647; }","duration":"103.561466ms","start":"2026-03-13T23:11:32.771945Z","end":"2026-03-13T23:11:32.875506Z","steps":["trace[1767558630] 'agreement among raft nodes before linearized reading' (duration: 103.442474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.962929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.218031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:34.96305Z","caller":"traceutil/trace.go:171","msg":"trace[1743790498] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"663.658584ms","start":"2026-03-13T23:11:34.29937Z","end":"2026-03-13T23:11:34.963029Z","steps":["trace[1743790498] 'process raft request' (duration: 543.259429ms)","trace[1743790498] 'compare' (duration: 120.054247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:34.963124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.299349Z","time spent":"663.744867ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:35.963918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120830922s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:11:36.076365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.161529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:36.076606Z","caller":"traceutil/trace.go:171","msg":"trace[492318079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4707; }","duration":"391.418686ms","start":"2026-03-13T23:11:35.685154Z","end":"2026-03-13T23:11:36.076573Z","steps":["trace[492318079] 'range keys from in-memory index tree' (duration: 391.137549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.076933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.697038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:36.077376Z","caller":"traceutil/trace.go:171","msg":"trace[953316679] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"1.777953825s","start":"2026-03-13T23:11:34.299379Z","end":"2026-03-13T23:11:36.077333Z","steps":["trace[953316679] 'process raft request' (duration: 1.664778397s)","trace[953316679] 'compare' (duration: 111.875138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:36.07748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.29936Z","time spent":"1.778081687s","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":985,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:36.078186Z","caller":"traceutil/trace.go:171","msg":"trace[335542360] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"1.692334424s","start":"2026-03-13T23:11:34.385829Z","end":"2026-03-13T23:11:36.078164Z","steps":["trace[335542360] 'process raft request' (duration: 1.691989586s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.078288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.385802Z","time spent":"1.692431536s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:36.078475Z","caller":"traceutil/trace.go:171","msg":"trace[1658996902] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4908; }","duration":"1.72677749s","start":"2026-03-13T23:11:34.351655Z","end":"2026-03-13T23:11:36.078432Z","steps":["trace[1658996902] 'read index received' (duration: 491.065981ms)","trace[1658996902] 'applied index is now lower than readState.Index' (duration: 1.235707129s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:36.078657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726985146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:36.078738Z","caller":"traceutil/trace.go:171","msg":"trace[1285111151] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4709; }","duration":"1.727105058s","start":"2026-03-13T23:11:34.351614Z","end":"2026-03-13T23:11:36.078719Z","steps":["trace[1285111151] 'agreement among raft nodes before linearized reading' (duration: 1.726913333s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.078791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.351597Z","time spent":"1.7271855s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:11:36.128549Z","caller":"traceutil/trace.go:171","msg":"trace[434349913] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"1.229837923s","start":"2026-03-13T23:11:34.898651Z","end":"2026-03-13T23:11:36.128488Z","steps":["trace[434349913] 'process raft request' (duration: 1.229584947s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:36.128764Z","caller":"traceutil/trace.go:171","msg":"trace[76759177] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"1.161592874s","start":"2026-03-13T23:11:34.967149Z","end":"2026-03-13T23:11:36.128742Z","steps":["trace[76759177] 'process raft request' (duration: 1.16143055s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.128922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.89861Z","time spent":"1.23013737s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:36.128946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.967126Z","time spent":"1.161735828s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:36.128992Z","caller":"traceutil/trace.go:171","msg":"trace[1565777537] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"331.028559ms","start":"2026-03-13T23:11:35.79795Z","end":"2026-03-13T23:11:36.128978Z","steps":["trace[1565777537] 'process raft request' (duration: 330.822124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.128993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.19368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:11:36.12897Z","caller":"traceutil/trace.go:171","msg":"trace[1082940985] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"1.116303366s","start":"2026-03-13T23:11:35.012619Z","end":"2026-03-13T23:11:36.128923Z","steps":["trace[1082940985] 'process raft request' (duration: 1.116108412s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:36.129055Z","caller":"traceutil/trace.go:171","msg":"trace[1127599964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4715; }","duration":"853.276601ms","start":"2026-03-13T23:11:35.275763Z","end":"2026-03-13T23:11:36.12904Z","steps":["trace[1127599964] 'agreement among raft nodes before linearized reading' (duration: 853.084027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.797925Z","time spent":"331.098561ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:36.129011Z","caller":"traceutil/trace.go:171","msg":"trace[1316121647] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"1.160648842s","start":"2026-03-13T23:11:34.968277Z","end":"2026-03-13T23:11:36.128925Z","steps":["trace[1316121647] 'process raft request' (duration: 1.160383896s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.275754Z","time spent":"853.342203ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:36.128938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.202976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:11:36.129182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.489176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:11:36.129218Z","caller":"traceutil/trace.go:171","msg":"trace[2128225349] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:4715; }","duration":"852.511964ms","start":"2026-03-13T23:11:35.276693Z","end":"2026-03-13T23:11:36.129205Z","steps":["trace[2128225349] 'agreement among raft nodes before linearized reading' (duration: 852.136895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.191007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:11:36.129259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.276684Z","time spent":"852.564385ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:11:36.129258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.012586Z","time spent":"1.116489351s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:36.129316Z","caller":"traceutil/trace.go:171","msg":"trace[2110094755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4715; }","duration":"852.325209ms","start":"2026-03-13T23:11:35.276973Z","end":"2026-03-13T23:11:36.129298Z","steps":["trace[2110094755] 'agreement among raft nodes before linearized reading' (duration: 852.041983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.898246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:11:36.129365Z","caller":"traceutil/trace.go:171","msg":"trace[654393027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4715; }","duration":"853.986137ms","start":"2026-03-13T23:11:35.275369Z","end":"2026-03-13T23:11:36.129355Z","steps":["trace[654393027] 'agreement among raft nodes before linearized reading' (duration: 853.899405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.276957Z","time spent":"852.394461ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:36.129353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.968249Z","time spent":"1.160910039s","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:36.129416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324392062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:36.129432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095616428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-13T23:11:36.129245Z","caller":"traceutil/trace.go:171","msg":"trace[1764486830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4715; }","duration":"856.586578ms","start":"2026-03-13T23:11:35.272636Z","end":"2026-03-13T23:11:36.129222Z","steps":["trace[1764486830] 'agreement among raft nodes before linearized reading' (duration: 856.428205ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:36.129535Z","caller":"traceutil/trace.go:171","msg":"trace[1401974550] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"1.208850928s","start":"2026-03-13T23:11:34.919835Z","end":"2026-03-13T23:11:36.128686Z","steps":["trace[1401974550] 'process raft request' (duration: 1.208582322s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:36.129447Z","caller":"traceutil/trace.go:171","msg":"trace[1670645909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4715; }","duration":"1.324463303s","start":"2026-03-13T23:11:34.804975Z","end":"2026-03-13T23:11:36.129438Z","steps":["trace[1670645909] 'agreement among raft nodes before linearized reading' (duration: 1.324406652s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.804952Z","time spent":"1.324714439s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:36.129728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.272612Z","time spent":"857.10338ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:36.129399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.275332Z","time spent":"854.060119ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:11:36.129482Z","caller":"traceutil/trace.go:171","msg":"trace[1663658189] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf; range_end:; response_count:1; response_revision:4715; }","duration":"1.09568565s","start":"2026-03-13T23:11:35.033781Z","end":"2026-03-13T23:11:36.129467Z","steps":["trace[1663658189] 'agreement among raft nodes before linearized reading' (duration: 1.095555117s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.919806Z","time spent":"1.20979839s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:36.129484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.206453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:11:36.129902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.033769Z","time spent":"1.09611523s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf\" "} {"level":"info","ts":"2026-03-13T23:11:36.129909Z","caller":"traceutil/trace.go:171","msg":"trace[1511823708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4715; }","duration":"854.662244ms","start":"2026-03-13T23:11:35.275234Z","end":"2026-03-13T23:11:36.129896Z","steps":["trace[1511823708] 'agreement among raft nodes before linearized reading' (duration: 854.190073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.129989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.275208Z","time spent":"854.769506ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:11:36.964983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.536626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:36.965144Z","caller":"traceutil/trace.go:171","msg":"trace[276109523] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4917; }","duration":"836.307888ms","start":"2026-03-13T23:11:36.128815Z","end":"2026-03-13T23:11:36.965123Z","steps":["trace[276109523] 'read index received' (duration: 486.64711ms)","trace[276109523] 'applied index is now lower than readState.Index' (duration: 349.659128ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:36.965229Z","caller":"traceutil/trace.go:171","msg":"trace[46779018] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"883.625433ms","start":"2026-03-13T23:11:36.081588Z","end":"2026-03-13T23:11:36.965213Z","steps":["trace[46779018] 'process raft request' (duration: 533.77903ms)","trace[46779018] 'compare' (duration: 349.415223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:36.965308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.081565Z","time spent":"883.710045ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:36.9656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.235127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:36.965696Z","caller":"traceutil/trace.go:171","msg":"trace[1887291952] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4716; }","duration":"884.37903ms","start":"2026-03-13T23:11:36.081298Z","end":"2026-03-13T23:11:36.965677Z","steps":["trace[1887291952] 'agreement among raft nodes before linearized reading' (duration: 884.148125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.965739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.081282Z","time spent":"884.448652ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:11:37.298411Z","caller":"traceutil/trace.go:171","msg":"trace[1081659391] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"1.162116985s","start":"2026-03-13T23:11:36.13626Z","end":"2026-03-13T23:11:37.298377Z","steps":["trace[1081659391] 'process raft request' (duration: 1.16187973s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.298644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.13623Z","time spent":"1.162280969s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:37.29882Z","caller":"traceutil/trace.go:171","msg":"trace[915840864] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"1.162105206s","start":"2026-03-13T23:11:36.136673Z","end":"2026-03-13T23:11:37.298778Z","steps":["trace[915840864] 'process raft request' (duration: 1.162029954s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.298842Z","caller":"traceutil/trace.go:171","msg":"trace[1078045049] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"1.162220188s","start":"2026-03-13T23:11:36.136589Z","end":"2026-03-13T23:11:37.298809Z","steps":["trace[1078045049] 'process raft request' (duration: 1.162011793s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.298817Z","caller":"traceutil/trace.go:171","msg":"trace[104986973] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"1.162317811s","start":"2026-03-13T23:11:36.13642Z","end":"2026-03-13T23:11:37.298738Z","steps":["trace[104986973] 'process raft request' (duration: 1.161901511s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.298947Z","caller":"traceutil/trace.go:171","msg":"trace[1951666548] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"1.162270409s","start":"2026-03-13T23:11:36.136661Z","end":"2026-03-13T23:11:37.298931Z","steps":["trace[1951666548] 'process raft request' (duration: 1.162077215s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.299002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.136664Z","time spent":"1.162244279s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:37.299009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.136576Z","time spent":"1.162346341s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:37.299036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.136639Z","time spent":"1.162352412s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:37.29905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.136407Z","time spent":"1.162520495s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:37.299176Z","caller":"traceutil/trace.go:171","msg":"trace[1354731564] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"1.162375191s","start":"2026-03-13T23:11:36.136787Z","end":"2026-03-13T23:11:37.299163Z","steps":["trace[1354731564] 'process raft request' (duration: 1.162076425s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.299285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.13677Z","time spent":"1.162435273s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:37.299283Z","caller":"traceutil/trace.go:171","msg":"trace[712028869] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"1.162190328s","start":"2026-03-13T23:11:36.137078Z","end":"2026-03-13T23:11:37.299268Z","steps":["trace[712028869] 'process raft request' (duration: 1.162011064s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.299322Z","caller":"traceutil/trace.go:171","msg":"trace[949502487] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"1.162120226s","start":"2026-03-13T23:11:36.137185Z","end":"2026-03-13T23:11:37.299305Z","steps":["trace[949502487] 'process raft request' (duration: 1.161978112s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.299361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.137057Z","time spent":"1.162272229s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:37.299414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.137181Z","time spent":"1.162186087s","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:37.299505Z","caller":"traceutil/trace.go:171","msg":"trace[603862849] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4924; }","duration":"334.287024ms","start":"2026-03-13T23:11:36.965176Z","end":"2026-03-13T23:11:37.299463Z","steps":["trace[603862849] 'read index received' (duration: 333.967807ms)","trace[603862849] 'applied index is now lower than readState.Index' (duration: 317.827µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:37.29966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.776224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:11:37.299663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.794077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16750"} {"level":"info","ts":"2026-03-13T23:11:37.299692Z","caller":"traceutil/trace.go:171","msg":"trace[723080409] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4725; }","duration":"892.864106ms","start":"2026-03-13T23:11:36.406817Z","end":"2026-03-13T23:11:37.299681Z","steps":["trace[723080409] 'agreement among raft nodes before linearized reading' (duration: 892.769974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.299682Z","caller":"traceutil/trace.go:171","msg":"trace[1282075259] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"1.159881554s","start":"2026-03-13T23:11:36.139774Z","end":"2026-03-13T23:11:37.299655Z","steps":["trace[1282075259] 'process raft request' (duration: 1.159477765s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.299696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159983347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:37.299711Z","caller":"traceutil/trace.go:171","msg":"trace[1137198593] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4725; }","duration":"494.866518ms","start":"2026-03-13T23:11:36.804828Z","end":"2026-03-13T23:11:37.299695Z","steps":["trace[1137198593] 'agreement among raft nodes before linearized reading' (duration: 494.726605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.299727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.406792Z","time spent":"892.925268ms","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:37.299748Z","caller":"traceutil/trace.go:171","msg":"trace[1631175486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4725; }","duration":"1.160062018s","start":"2026-03-13T23:11:36.139675Z","end":"2026-03-13T23:11:37.299737Z","steps":["trace[1631175486] 'agreement among raft nodes before linearized reading' (duration: 1.159981246s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.299756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.804808Z","time spent":"494.93966ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16773,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:11:37.299779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.139668Z","time spent":"1.16010332s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:37.299784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.139756Z","time spent":"1.159975477s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:37.299951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1631739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62983"} {"level":"info","ts":"2026-03-13T23:11:37.300028Z","caller":"traceutil/trace.go:171","msg":"trace[1480510684] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4725; }","duration":"1.163251132s","start":"2026-03-13T23:11:36.136742Z","end":"2026-03-13T23:11:37.299993Z","steps":["trace[1480510684] 'agreement among raft nodes before linearized reading' (duration: 1.162971895s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.300074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.136724Z","time spent":"1.163337584s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:11:37.352965Z","caller":"traceutil/trace.go:171","msg":"trace[52673556] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"383.654387ms","start":"2026-03-13T23:11:36.96929Z","end":"2026-03-13T23:11:37.352944Z","steps":["trace[52673556] 'process raft request' (duration: 383.452352ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.353017Z","caller":"traceutil/trace.go:171","msg":"trace[1198515181] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"383.301128ms","start":"2026-03-13T23:11:36.969695Z","end":"2026-03-13T23:11:37.352996Z","steps":["trace[1198515181] 'process raft request' (duration: 383.150694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.353066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.96927Z","time spent":"383.758199ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:37.353066Z","caller":"traceutil/trace.go:171","msg":"trace[590172912] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"383.421191ms","start":"2026-03-13T23:11:36.969622Z","end":"2026-03-13T23:11:37.353043Z","steps":["trace[590172912] 'process raft request' (duration: 383.258427ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.353121Z","caller":"traceutil/trace.go:171","msg":"trace[1258557132] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"382.835117ms","start":"2026-03-13T23:11:36.970257Z","end":"2026-03-13T23:11:37.353092Z","steps":["trace[1258557132] 'process raft request' (duration: 382.653733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.353134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.969687Z","time spent":"383.38566ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:37.353149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.969613Z","time spent":"383.500223ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:37.353185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.97023Z","time spent":"382.92691ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:37.353213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.346992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:11:37.353285Z","caller":"traceutil/trace.go:171","msg":"trace[1469017133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4729; }","duration":"384.433734ms","start":"2026-03-13T23:11:36.968835Z","end":"2026-03-13T23:11:37.353269Z","steps":["trace[1469017133] 'agreement among raft nodes before linearized reading' (duration: 384.175948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.353322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.968673Z","time spent":"384.641729ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:11:38.606113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.990696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:38.606348Z","caller":"traceutil/trace.go:171","msg":"trace[2107641428] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"470.377992ms","start":"2026-03-13T23:11:38.135946Z","end":"2026-03-13T23:11:38.606324Z","steps":["trace[2107641428] 'process raft request' (duration: 28.087059ms)","trace[2107641428] 'compare' (duration: 441.852143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:38.606508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.135929Z","time spent":"470.510806ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:38.606717Z","caller":"traceutil/trace.go:171","msg":"trace[2101551868] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"470.541776ms","start":"2026-03-13T23:11:38.136165Z","end":"2026-03-13T23:11:38.606707Z","steps":["trace[2101551868] 'process raft request' (duration: 470.065315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.606784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.136147Z","time spent":"470.618269ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2503,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:38.606956Z","caller":"traceutil/trace.go:171","msg":"trace[685013207] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5005; }","duration":"465.04459ms","start":"2026-03-13T23:11:38.141894Z","end":"2026-03-13T23:11:38.606939Z","steps":["trace[685013207] 'read index received' (duration: 22.148012ms)","trace[685013207] 'applied index is now lower than readState.Index' (duration: 442.895658ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:38.607037Z","caller":"traceutil/trace.go:171","msg":"trace[1184048504] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"470.765972ms","start":"2026-03-13T23:11:38.13622Z","end":"2026-03-13T23:11:38.606986Z","steps":["trace[1184048504] 'process raft request' (duration: 470.066885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.607099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.13621Z","time spent":"470.863854ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:38.607121Z","caller":"traceutil/trace.go:171","msg":"trace[1563475204] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"470.779792ms","start":"2026-03-13T23:11:38.13626Z","end":"2026-03-13T23:11:38.60704Z","steps":["trace[1563475204] 'process raft request' (duration: 470.627868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.607322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.136253Z","time spent":"470.974996ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:38.607353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.449979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-13T23:11:38.607529Z","caller":"traceutil/trace.go:171","msg":"trace[810646148] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf-tls; range_end:; response_count:1; response_revision:4806; }","duration":"465.593382ms","start":"2026-03-13T23:11:38.141861Z","end":"2026-03-13T23:11:38.607454Z","steps":["trace[810646148] 'agreement among raft nodes before linearized reading' (duration: 465.157332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.607585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.141845Z","time spent":"465.727355ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf-tls\" "} {"level":"warn","ts":"2026-03-13T23:11:39.107178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850753884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:39.33748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.946391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:39.337729Z","caller":"traceutil/trace.go:171","msg":"trace[1516051593] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"838.294825ms","start":"2026-03-13T23:11:38.499392Z","end":"2026-03-13T23:11:39.337687Z","steps":["trace[1516051593] 'process raft request' (duration: 633.051677ms)","trace[1516051593] 'compare' (duration: 204.757097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:39.337867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.499374Z","time spent":"838.427008ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:39.339866Z","caller":"traceutil/trace.go:171","msg":"trace[1000389714] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5009; }","duration":"732.838415ms","start":"2026-03-13T23:11:38.607Z","end":"2026-03-13T23:11:39.339838Z","steps":["trace[1000389714] 'read index received' (duration: 525.458707ms)","trace[1000389714] 'applied index is now lower than readState.Index' (duration: 207.378408ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:39.339931Z","caller":"traceutil/trace.go:171","msg":"trace[627328844] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"503.446167ms","start":"2026-03-13T23:11:38.836455Z","end":"2026-03-13T23:11:39.339901Z","steps":["trace[627328844] 'process raft request' (duration: 503.223432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.340099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10089373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:11:39.340131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.836439Z","time spent":"503.638382ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:39.340153Z","caller":"traceutil/trace.go:171","msg":"trace[790699051] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4808; }","duration":"1.100965002s","start":"2026-03-13T23:11:38.239175Z","end":"2026-03-13T23:11:39.34014Z","steps":["trace[790699051] 'agreement among raft nodes before linearized reading' (duration: 1.100839689s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.340191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.239129Z","time spent":"1.101053664s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:39.340498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.614584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-13T23:11:39.340591Z","caller":"traceutil/trace.go:171","msg":"trace[1659867920] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf-tls; range_end:; response_count:1; response_revision:4808; }","duration":"727.754127ms","start":"2026-03-13T23:11:38.612818Z","end":"2026-03-13T23:11:39.340573Z","steps":["trace[1659867920] 'agreement among raft nodes before linearized reading' (duration: 727.382918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.340631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.612798Z","time spent":"727.823739ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4451,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf-tls\" "} {"level":"warn","ts":"2026-03-13T23:11:39.34121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.389683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:39.341285Z","caller":"traceutil/trace.go:171","msg":"trace[913260749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4808; }","duration":"537.497036ms","start":"2026-03-13T23:11:38.803766Z","end":"2026-03-13T23:11:39.341263Z","steps":["trace[913260749] 'agreement among raft nodes before linearized reading' (duration: 537.389003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.34134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.803746Z","time spent":"537.582887ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:39.341594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.368314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719496"} {"level":"info","ts":"2026-03-13T23:11:39.341701Z","caller":"traceutil/trace.go:171","msg":"trace[655357606] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4808; }","duration":"308.502378ms","start":"2026-03-13T23:11:39.033183Z","end":"2026-03-13T23:11:39.341686Z","steps":["trace[655357606] 'agreement among raft nodes before linearized reading' (duration: 307.955395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.341776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:39.033167Z","time spent":"308.596419ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719519,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:11:41.303321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850753955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:41.803879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850753955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:42.059359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377671774s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:11:42.05972Z","caller":"traceutil/trace.go:171","msg":"trace[1106726989] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"1.446328542s","start":"2026-03-13T23:11:40.613373Z","end":"2026-03-13T23:11:42.059702Z","steps":["trace[1106726989] 'process raft request' (duration: 1.446191109s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.613367Z","time spent":"1.446406945s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.060027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257234268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:42.06016Z","caller":"traceutil/trace.go:171","msg":"trace[1708168627] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5053; }","duration":"1.257106035s","start":"2026-03-13T23:11:40.802801Z","end":"2026-03-13T23:11:42.059907Z","steps":["trace[1708168627] 'read index received' (duration: 1.256693015s)","trace[1708168627] 'applied index is now lower than readState.Index' (duration: 409.88µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:42.060284Z","caller":"traceutil/trace.go:171","msg":"trace[1959161654] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"1.446344393s","start":"2026-03-13T23:11:40.613566Z","end":"2026-03-13T23:11:42.05991Z","steps":["trace[1959161654] 'process raft request' (duration: 1.446110918s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.06042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.613531Z","time spent":"1.446800384s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.060465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123840611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:42.060553Z","caller":"traceutil/trace.go:171","msg":"trace[462252840] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4849; }","duration":"1.123941404s","start":"2026-03-13T23:11:40.936559Z","end":"2026-03-13T23:11:42.060501Z","steps":["trace[462252840] 'agreement among raft nodes before linearized reading' (duration: 1.123837291s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.060601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.936505Z","time spent":"1.124081717s","remote":"127.0.0.1:39454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:42.06068Z","caller":"traceutil/trace.go:171","msg":"trace[2035404205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4849; }","duration":"1.257296589s","start":"2026-03-13T23:11:40.80275Z","end":"2026-03-13T23:11:42.060046Z","steps":["trace[2035404205] 'agreement among raft nodes before linearized reading' (duration: 1.257253858s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.060732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.802729Z","time spent":"1.257989006s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.572324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:11:42.06108Z","caller":"traceutil/trace.go:171","msg":"trace[580596240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4849; }","duration":"705.627316ms","start":"2026-03-13T23:11:41.355444Z","end":"2026-03-13T23:11:42.061071Z","steps":["trace[580596240] 'agreement among raft nodes before linearized reading' (duration: 705.531854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.035152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:11:42.061099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.355432Z","time spent":"705.662356ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:11:42.061109Z","caller":"traceutil/trace.go:171","msg":"trace[1461169923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4849; }","duration":"705.079433ms","start":"2026-03-13T23:11:41.356023Z","end":"2026-03-13T23:11:42.061102Z","steps":["trace[1461169923] 'agreement among raft nodes before linearized reading' (duration: 704.97626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.356016Z","time spent":"705.107573ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.787715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:11:42.0612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.317649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:11:42.061216Z","caller":"traceutil/trace.go:171","msg":"trace[595259110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4849; }","duration":"705.352439ms","start":"2026-03-13T23:11:41.355858Z","end":"2026-03-13T23:11:42.061211Z","steps":["trace[595259110] 'agreement among raft nodes before linearized reading' (duration: 705.301738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.355851Z","time spent":"705.377059ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:11:42.061222Z","caller":"traceutil/trace.go:171","msg":"trace[276729687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4849; }","duration":"710.868157ms","start":"2026-03-13T23:11:41.350341Z","end":"2026-03-13T23:11:42.061209Z","steps":["trace[276729687] 'agreement among raft nodes before linearized reading' (duration: 710.715104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.410447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777681"} {"level":"warn","ts":"2026-03-13T23:11:42.06126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.350323Z","time spent":"710.927578ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.65849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf.189c897723024130\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-13T23:11:42.061295Z","caller":"traceutil/trace.go:171","msg":"trace[416405941] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4849; }","duration":"321.488308ms","start":"2026-03-13T23:11:41.739792Z","end":"2026-03-13T23:11:42.06128Z","steps":["trace[416405941] 'agreement among raft nodes before linearized reading' (duration: 321.006117ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.061325Z","caller":"traceutil/trace.go:171","msg":"trace[14414913] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf.189c897723024130; range_end:; response_count:1; response_revision:4849; }","duration":"547.728622ms","start":"2026-03-13T23:11:41.513579Z","end":"2026-03-13T23:11:42.061307Z","steps":["trace[14414913] 'agreement among raft nodes before linearized reading' (duration: 547.62528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.730724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-13T23:11:42.06138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.513563Z","time spent":"547.807915ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gmbcf.189c897723024130\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.739773Z","time spent":"321.55324ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777704,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.12561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:11:42.061441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.212033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-13T23:11:42.061466Z","caller":"traceutil/trace.go:171","msg":"trace[2108805779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4849; }","duration":"707.201772ms","start":"2026-03-13T23:11:41.354252Z","end":"2026-03-13T23:11:42.061453Z","steps":["trace[2108805779] 'agreement among raft nodes before linearized reading' (duration: 707.094909ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.061437Z","caller":"traceutil/trace.go:171","msg":"trace[2009050234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:4849; }","duration":"606.040172ms","start":"2026-03-13T23:11:41.455363Z","end":"2026-03-13T23:11:42.061403Z","steps":["trace[2009050234] 'agreement among raft nodes before linearized reading' (duration: 605.624702ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.061479Z","caller":"traceutil/trace.go:171","msg":"trace[1481435709] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:4849; }","duration":"771.278404ms","start":"2026-03-13T23:11:41.290188Z","end":"2026-03-13T23:11:42.061466Z","steps":["trace[1481435709] 'agreement among raft nodes before linearized reading' (duration: 771.173332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.354227Z","time spent":"707.266994ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:42.06152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.290169Z","time spent":"771.342426ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.455344Z","time spent":"606.167134ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:11:42.061694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.602634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:11:42.061866Z","caller":"traceutil/trace.go:171","msg":"trace[1768553742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:4849; }","duration":"708.82974ms","start":"2026-03-13T23:11:41.35301Z","end":"2026-03-13T23:11:42.06184Z","steps":["trace[1768553742] 'agreement among raft nodes before linearized reading' (duration: 708.380909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.061924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.352998Z","time spent":"708.914991ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:11:42.568468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850753960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:11:42.798954Z","caller":"traceutil/trace.go:171","msg":"trace[231840038] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"735.138388ms","start":"2026-03-13T23:11:42.063789Z","end":"2026-03-13T23:11:42.798927Z","steps":["trace[231840038] 'process raft request' (duration: 731.799951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.799094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.063764Z","time spent":"735.252951ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.801139Z","caller":"traceutil/trace.go:171","msg":"trace[50073873] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"735.371754ms","start":"2026-03-13T23:11:42.065744Z","end":"2026-03-13T23:11:42.801115Z","steps":["trace[50073873] 'process raft request' (duration: 735.142078ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.801212Z","caller":"traceutil/trace.go:171","msg":"trace[908743319] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"734.854362ms","start":"2026-03-13T23:11:42.066338Z","end":"2026-03-13T23:11:42.801192Z","steps":["trace[908743319] 'process raft request' (duration: 734.744129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.801258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.065684Z","time spent":"735.517207ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.801268Z","caller":"traceutil/trace.go:171","msg":"trace[95603722] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"735.132258ms","start":"2026-03-13T23:11:42.066094Z","end":"2026-03-13T23:11:42.801226Z","steps":["trace[95603722] 'process raft request' (duration: 734.886613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.801311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.066331Z","time spent":"734.929993ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.801322Z","caller":"traceutil/trace.go:171","msg":"trace[1528163845] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"735.002496ms","start":"2026-03-13T23:11:42.066282Z","end":"2026-03-13T23:11:42.801284Z","steps":["trace[1528163845] 'process raft request' (duration: 734.7359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.801409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.06608Z","time spent":"735.255731ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.801481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.066274Z","time spent":"735.125048ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.801591Z","caller":"traceutil/trace.go:171","msg":"trace[780234887] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"735.071537ms","start":"2026-03-13T23:11:42.066499Z","end":"2026-03-13T23:11:42.801571Z","steps":["trace[780234887] 'process raft request' (duration: 734.643357ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.801745Z","caller":"traceutil/trace.go:171","msg":"trace[33397653] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"624.214662ms","start":"2026-03-13T23:11:42.17751Z","end":"2026-03-13T23:11:42.801725Z","steps":["trace[33397653] 'process raft request' (duration: 624.082699ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.801703Z","caller":"traceutil/trace.go:171","msg":"trace[97259664] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"730.460811ms","start":"2026-03-13T23:11:42.071207Z","end":"2026-03-13T23:11:42.801668Z","steps":["trace[97259664] 'process raft request' (duration: 730.226915ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.801797Z","caller":"traceutil/trace.go:171","msg":"trace[1048167760] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"114.854547ms","start":"2026-03-13T23:11:42.686934Z","end":"2026-03-13T23:11:42.801789Z","steps":["trace[1048167760] 'process raft request' (duration: 114.763615ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.801783Z","caller":"traceutil/trace.go:171","msg":"trace[1090872039] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"477.264353ms","start":"2026-03-13T23:11:42.324499Z","end":"2026-03-13T23:11:42.801763Z","steps":["trace[1090872039] 'process raft request' (duration: 477.15709ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.801789Z","caller":"traceutil/trace.go:171","msg":"trace[778401714] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5055; }","duration":"734.037963ms","start":"2026-03-13T23:11:42.067717Z","end":"2026-03-13T23:11:42.801755Z","steps":["trace[778401714] 'read index received' (duration: 727.8867ms)","trace[778401714] 'applied index is now lower than readState.Index' (duration: 6.150253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:42.801866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.324478Z","time spent":"477.349294ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.801756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.06648Z","time spent":"735.21597ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.80188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.177484Z","time spent":"624.307944ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.801997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.599643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:42.80201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.289879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62983"} {"level":"info","ts":"2026-03-13T23:11:42.802039Z","caller":"traceutil/trace.go:171","msg":"trace[1280054550] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4859; }","duration":"734.3453ms","start":"2026-03-13T23:11:42.067684Z","end":"2026-03-13T23:11:42.802029Z","steps":["trace[1280054550] 'agreement among raft nodes before linearized reading' (duration: 734.214517ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.802035Z","caller":"traceutil/trace.go:171","msg":"trace[480182318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"733.681945ms","start":"2026-03-13T23:11:42.068341Z","end":"2026-03-13T23:11:42.802023Z","steps":["trace[480182318] 'agreement among raft nodes before linearized reading' (duration: 733.590303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.802062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.067675Z","time spent":"734.383621ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:11:42.802064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.058103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:11:42.80208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.068332Z","time spent":"733.741206ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:11:42.80214Z","caller":"traceutil/trace.go:171","msg":"trace[578796614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4859; }","duration":"383.163005ms","start":"2026-03-13T23:11:42.418961Z","end":"2026-03-13T23:11:42.802124Z","steps":["trace[578796614] 'agreement among raft nodes before linearized reading' (duration: 382.988731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.801905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.071193Z","time spent":"730.630294ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.802189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.418941Z","time spent":"383.239087ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:11:42.803444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.676418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777681"} {"level":"info","ts":"2026-03-13T23:11:42.803498Z","caller":"traceutil/trace.go:171","msg":"trace[1799384808] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4859; }","duration":"476.754461ms","start":"2026-03-13T23:11:42.326729Z","end":"2026-03-13T23:11:42.803484Z","steps":["trace[1799384808] 'agreement among raft nodes before linearized reading' (duration: 475.247246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.80353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.326722Z","time spent":"476.799931ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777704,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:11:42.803984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.061607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T23:11:42.804063Z","caller":"traceutil/trace.go:171","msg":"trace[74732664] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4859; }","duration":"585.18526ms","start":"2026-03-13T23:11:42.218859Z","end":"2026-03-13T23:11:42.804045Z","steps":["trace[74732664] 'agreement among raft nodes before linearized reading' (duration: 583.175213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.804148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.21884Z","time spent":"585.297322ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-13T23:11:43.291986Z","caller":"traceutil/trace.go:171","msg":"trace[1300977274] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"124.46678ms","start":"2026-03-13T23:11:43.16748Z","end":"2026-03-13T23:11:43.291947Z","steps":["trace[1300977274] 'process raft request' (duration: 40.19325ms)","trace[1300977274] 'compare' (duration: 84.021044ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:45.181972Z","caller":"traceutil/trace.go:171","msg":"trace[1705347313] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5100; }","duration":"373.642305ms","start":"2026-03-13T23:11:44.808297Z","end":"2026-03-13T23:11:45.181939Z","steps":["trace[1705347313] 'read index received' (duration: 372.972759ms)","trace[1705347313] 'applied index is now lower than readState.Index' (duration: 668.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:45.182088Z","caller":"traceutil/trace.go:171","msg":"trace[1050884431] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"374.154866ms","start":"2026-03-13T23:11:44.807884Z","end":"2026-03-13T23:11:45.182039Z","steps":["trace[1050884431] 'process raft request' (duration: 373.373958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:45.182294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.978142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:11:45.182303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.807863Z","time spent":"374.31386ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:45.182357Z","caller":"traceutil/trace.go:171","msg":"trace[929474271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4893; }","duration":"374.068105ms","start":"2026-03-13T23:11:44.808273Z","end":"2026-03-13T23:11:45.182341Z","steps":["trace[929474271] 'agreement among raft nodes before linearized reading' (duration: 373.808209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:45.182395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.808256Z","time spent":"374.130756ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:46.076624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.533028ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:46.076715Z","caller":"traceutil/trace.go:171","msg":"trace[308227850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4893; }","duration":"391.625181ms","start":"2026-03-13T23:11:45.685072Z","end":"2026-03-13T23:11:46.076697Z","steps":["trace[308227850] 'range keys from in-memory index tree' (duration: 391.523088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.076955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.290508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:46.077276Z","caller":"traceutil/trace.go:171","msg":"trace[1444419221] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5101; }","duration":"895.192051ms","start":"2026-03-13T23:11:45.182071Z","end":"2026-03-13T23:11:46.077263Z","steps":["trace[1444419221] 'read index received' (duration: 492.501804ms)","trace[1444419221] 'applied index is now lower than readState.Index' (duration: 402.689507ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:46.077386Z","caller":"traceutil/trace.go:171","msg":"trace[1207830939] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"1.266479552s","start":"2026-03-13T23:11:44.810896Z","end":"2026-03-13T23:11:46.077376Z","steps":["trace[1207830939] 'process raft request' (duration: 1.266288367s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.077414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26556917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:11:46.077447Z","caller":"traceutil/trace.go:171","msg":"trace[718579083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4895; }","duration":"1.265623142s","start":"2026-03-13T23:11:44.81181Z","end":"2026-03-13T23:11:46.077433Z","steps":["trace[718579083] 'agreement among raft nodes before linearized reading' (duration: 1.26551648s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.077463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.810888Z","time spent":"1.266524293s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:46.077444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.027881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-13T23:11:46.077482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.811797Z","time spent":"1.265676623s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:46.077487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26769097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:11:46.077509Z","caller":"traceutil/trace.go:171","msg":"trace[332047168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:4895; }","duration":"960.104184ms","start":"2026-03-13T23:11:45.117389Z","end":"2026-03-13T23:11:46.077493Z","steps":["trace[332047168] 'agreement among raft nodes before linearized reading' (duration: 959.898079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.077551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.117303Z","time spent":"960.240017ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:11:46.077673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268063588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:46.077806Z","caller":"traceutil/trace.go:171","msg":"trace[1104800110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4895; }","duration":"1.268245823s","start":"2026-03-13T23:11:44.809511Z","end":"2026-03-13T23:11:46.077757Z","steps":["trace[1104800110] 'agreement among raft nodes before linearized reading' (duration: 1.267896585s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.077892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.809503Z","time spent":"1.268374185s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:11:46.077931Z","caller":"traceutil/trace.go:171","msg":"trace[1548502477] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"1.268680552s","start":"2026-03-13T23:11:44.808578Z","end":"2026-03-13T23:11:46.077259Z","steps":["trace[1548502477] 'process raft request' (duration: 865.993785ms)","trace[1548502477] 'compare' (duration: 401.912599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:46.078047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.808563Z","time spent":"1.26941612s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:46.077547Z","caller":"traceutil/trace.go:171","msg":"trace[418703509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:4895; }","duration":"1.267766731s","start":"2026-03-13T23:11:44.809762Z","end":"2026-03-13T23:11:46.077529Z","steps":["trace[418703509] 'agreement among raft nodes before linearized reading' (duration: 1.267581837s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.078235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:44.809756Z","time spent":"1.268467377s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:11:46.578094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850754056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:46.794036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102450116s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:11:46.79451Z","caller":"traceutil/trace.go:171","msg":"trace[410220480] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"1.607482351s","start":"2026-03-13T23:11:45.186945Z","end":"2026-03-13T23:11:46.794427Z","steps":["trace[410220480] 'process raft request' (duration: 1.607312077s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.794815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.186922Z","time spent":"1.607701456s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:47.359794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.718805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:47.360039Z","caller":"traceutil/trace.go:171","msg":"trace[1334530251] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"1.285542842s","start":"2026-03-13T23:11:46.074471Z","end":"2026-03-13T23:11:47.360014Z","steps":["trace[1334530251] 'process raft request' (duration: 851.51229ms)","trace[1334530251] 'compare' (duration: 433.484309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:47.360141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.074442Z","time spent":"1.285652905s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:47.360389Z","caller":"traceutil/trace.go:171","msg":"trace[745189521] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5103; }","duration":"1.283060375s","start":"2026-03-13T23:11:46.077308Z","end":"2026-03-13T23:11:47.360369Z","steps":["trace[745189521] 'read index received' (duration: 716.951138ms)","trace[745189521] 'applied index is now lower than readState.Index' (duration: 566.108397ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:47.360384Z","caller":"traceutil/trace.go:171","msg":"trace[503707105] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"1.285052121s","start":"2026-03-13T23:11:46.075301Z","end":"2026-03-13T23:11:47.360353Z","steps":["trace[503707105] 'process raft request' (duration: 1.284608291s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:47.360407Z","caller":"traceutil/trace.go:171","msg":"trace[1725876415] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"1.27856027s","start":"2026-03-13T23:11:46.081817Z","end":"2026-03-13T23:11:47.360377Z","steps":["trace[1725876415] 'process raft request' (duration: 1.278449638s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.360536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158569961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:47.360551Z","caller":"traceutil/trace.go:171","msg":"trace[1313826436] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"1.2781124s","start":"2026-03-13T23:11:46.082389Z","end":"2026-03-13T23:11:47.360501Z","steps":["trace[1313826436] 'process raft request' (duration: 1.277944336s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.360548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555826806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:47.360599Z","caller":"traceutil/trace.go:171","msg":"trace[1764032290] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4900; }","duration":"2.158681514s","start":"2026-03-13T23:11:45.201902Z","end":"2026-03-13T23:11:47.360584Z","steps":["trace[1764032290] 'agreement among raft nodes before linearized reading' (duration: 2.158533141s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.360627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.075278Z","time spent":"1.285183114s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:47.360637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105036543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-13T23:11:47.360652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.082375Z","time spent":"1.278220813s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:47.360633Z","caller":"traceutil/trace.go:171","msg":"trace[252425529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"1.55600296s","start":"2026-03-13T23:11:45.804607Z","end":"2026-03-13T23:11:47.36061Z","steps":["trace[252425529] 'agreement among raft nodes before linearized reading' (duration: 1.555772174s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.360803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.804588Z","time spent":"1.556194635s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:47.360649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.20189Z","time spent":"2.158747005s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-13T23:11:47.360704Z","caller":"traceutil/trace.go:171","msg":"trace[1625011269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:4900; }","duration":"2.105143876s","start":"2026-03-13T23:11:45.255543Z","end":"2026-03-13T23:11:47.360687Z","steps":["trace[1625011269] 'agreement among raft nodes before linearized reading' (duration: 2.104853909s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.361107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.255522Z","time spent":"2.105566835s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:11:47.385278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.081807Z","time spent":"1.303406646s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:47.860556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850754061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:48.282406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35637717s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:11:48.35432Z","caller":"traceutil/trace.go:171","msg":"trace[681793915] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"1.510874235s","start":"2026-03-13T23:11:46.843417Z","end":"2026-03-13T23:11:48.354291Z","steps":["trace[681793915] 'process raft request' (duration: 1.439159956s)","trace[681793915] 'compare' (duration: 71.594536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:48.354464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.843396Z","time spent":"1.510998048s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:49.176616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.825841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:49.176943Z","caller":"traceutil/trace.go:171","msg":"trace[1878423843] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5108; }","duration":"1.816489845s","start":"2026-03-13T23:11:47.360437Z","end":"2026-03-13T23:11:49.176927Z","steps":["trace[1878423843] 'read index received' (duration: 922.296417ms)","trace[1878423843] 'applied index is now lower than readState.Index' (duration: 894.192248ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:49.177219Z","caller":"traceutil/trace.go:171","msg":"trace[2095510830] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"1.810016575s","start":"2026-03-13T23:11:47.367182Z","end":"2026-03-13T23:11:49.177198Z","steps":["trace[2095510830] 'process raft request' (duration: 1.809695308s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.177291Z","caller":"traceutil/trace.go:171","msg":"trace[226001886] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"1.989757414s","start":"2026-03-13T23:11:47.187248Z","end":"2026-03-13T23:11:49.177005Z","steps":["trace[226001886] 'process raft request' (duration: 1.321472222s)","trace[226001886] 'compare' (duration: 667.690468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:49.177305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.367164Z","time spent":"1.810106328s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:49.17726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09505554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-13T23:11:49.177383Z","caller":"traceutil/trace.go:171","msg":"trace[1993717591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:4903; }","duration":"2.095222814s","start":"2026-03-13T23:11:47.082136Z","end":"2026-03-13T23:11:49.177358Z","steps":["trace[1993717591] 'agreement among raft nodes before linearized reading' (duration: 2.094918697s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:49.177475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.082116Z","time spent":"2.095345598s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:11:49.177477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.187227Z","time spent":"1.990137923s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:49.17752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095531307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62983"} {"level":"info","ts":"2026-03-13T23:11:49.17764Z","caller":"traceutil/trace.go:171","msg":"trace[1924984483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4903; }","duration":"3.095681071s","start":"2026-03-13T23:11:46.08192Z","end":"2026-03-13T23:11:49.177601Z","steps":["trace[1924984483] 'agreement among raft nodes before linearized reading' (duration: 3.095256581s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:49.177715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.081905Z","time spent":"3.095774883s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:11:49.178383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802112279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:49.178473Z","caller":"traceutil/trace.go:171","msg":"trace[2089261759] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4903; }","duration":"2.803337267s","start":"2026-03-13T23:11:46.375117Z","end":"2026-03-13T23:11:49.178454Z","steps":["trace[2089261759] 'agreement among raft nodes before linearized reading' (duration: 2.802053928s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:49.178524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.375076Z","time spent":"2.80343029s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:49.362136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:11:49.36222Z","caller":"traceutil/trace.go:171","msg":"trace[757046311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267148s","start":"2026-03-13T23:11:47.361933Z","end":"2026-03-13T23:11:49.362201Z","steps":["trace[757046311] 'agreement among raft nodes before linearized reading' (duration: 2.000160995s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:49.362267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.361918Z","time spent":"2.000338989s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:50.492666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046722697s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:11:50.493005Z","caller":"traceutil/trace.go:171","msg":"trace[702494676] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"1.103309056s","start":"2026-03-13T23:11:49.389677Z","end":"2026-03-13T23:11:50.492986Z","steps":["trace[702494676] 'process raft request' (duration: 1.103267575s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.493005Z","caller":"traceutil/trace.go:171","msg":"trace[527547704] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"1.315983667s","start":"2026-03-13T23:11:49.176973Z","end":"2026-03-13T23:11:50.492957Z","steps":["trace[527547704] 'read index received' (duration: 268.972203ms)","trace[527547704] 'applied index is now lower than readState.Index' (duration: 1.047007064s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:50.493095Z","caller":"traceutil/trace.go:171","msg":"trace[1206491890] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"1.125209693s","start":"2026-03-13T23:11:49.367845Z","end":"2026-03-13T23:11:50.493055Z","steps":["trace[1206491890] 'process raft request' (duration: 1.124963278s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.389654Z","time spent":"1.103391898s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:50.493245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693932251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:11:50.49331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411629356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:11:50.493298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.367813Z","time spent":"1.125367946s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:50.493327Z","caller":"traceutil/trace.go:171","msg":"trace[1927460615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4905; }","duration":"1.694057884s","start":"2026-03-13T23:11:48.799251Z","end":"2026-03-13T23:11:50.493309Z","steps":["trace[1927460615] 'agreement among raft nodes before linearized reading' (duration: 1.693828469s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411523673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:11:50.493367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.799231Z","time spent":"1.694128385s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:50.493406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594749382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:11:50.493407Z","caller":"traceutil/trace.go:171","msg":"trace[1437515635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4905; }","duration":"2.411655156s","start":"2026-03-13T23:11:48.081728Z","end":"2026-03-13T23:11:50.493383Z","steps":["trace[1437515635] 'agreement among raft nodes before linearized reading' (duration: 2.411350799s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.493431Z","caller":"traceutil/trace.go:171","msg":"trace[70751341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4905; }","duration":"2.594774893s","start":"2026-03-13T23:11:47.898649Z","end":"2026-03-13T23:11:50.493424Z","steps":["trace[70751341] 'agreement among raft nodes before linearized reading' (duration: 2.59464213s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.89857Z","time spent":"2.594879275s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:11:50.493473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.081721Z","time spent":"2.411726328s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:11:50.493504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.933597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:50.493533Z","caller":"traceutil/trace.go:171","msg":"trace[515255613] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4905; }","duration":"158.979578ms","start":"2026-03-13T23:11:50.334546Z","end":"2026-03-13T23:11:50.493526Z","steps":["trace[515255613] 'agreement among raft nodes before linearized reading' (duration: 158.937017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435062778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:50.493599Z","caller":"traceutil/trace.go:171","msg":"trace[1131551080] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4905; }","duration":"2.43512883s","start":"2026-03-13T23:11:48.058459Z","end":"2026-03-13T23:11:50.493588Z","steps":["trace[1131551080] 'agreement among raft nodes before linearized reading' (duration: 2.435072758s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.058438Z","time spent":"2.43517253s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:50.493345Z","caller":"traceutil/trace.go:171","msg":"trace[1287690698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4905; }","duration":"2.411700438s","start":"2026-03-13T23:11:48.081635Z","end":"2026-03-13T23:11:50.493335Z","steps":["trace[1287690698] 'agreement among raft nodes before linearized reading' (duration: 2.411487753s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082147407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:50.49366Z","caller":"traceutil/trace.go:171","msg":"trace[75002466] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4905; }","duration":"1.082216448s","start":"2026-03-13T23:11:49.411433Z","end":"2026-03-13T23:11:50.493649Z","steps":["trace[75002466] 'agreement among raft nodes before linearized reading' (duration: 1.082151117s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.411419Z","time spent":"1.08226201s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:50.493669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123603976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:50.493679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.081627Z","time spent":"2.412020445s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:11:50.493753Z","caller":"traceutil/trace.go:171","msg":"trace[943658162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"1.123737999s","start":"2026-03-13T23:11:49.369996Z","end":"2026-03-13T23:11:50.493734Z","steps":["trace[943658162] 'agreement among raft nodes before linearized reading' (duration: 1.123593066s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.369976Z","time spent":"1.12381377s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:50.493447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316048288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:11:50.493827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104929574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:11:50.493878Z","caller":"traceutil/trace.go:171","msg":"trace[500685502] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4905; }","duration":"1.316520849s","start":"2026-03-13T23:11:49.177351Z","end":"2026-03-13T23:11:50.493872Z","steps":["trace[500685502] 'agreement among raft nodes before linearized reading' (duration: 1.316024748s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.177321Z","time spent":"1.316572341s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":50,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:50.493896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.175386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-13T23:11:50.493899Z","caller":"traceutil/trace.go:171","msg":"trace[388608360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4905; }","duration":"1.105027805s","start":"2026-03-13T23:11:49.388855Z","end":"2026-03-13T23:11:50.493883Z","steps":["trace[388608360] 'agreement among raft nodes before linearized reading' (duration: 1.10478885s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.399951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:50.493928Z","caller":"traceutil/trace.go:171","msg":"trace[9067887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4905; }","duration":"160.239697ms","start":"2026-03-13T23:11:50.333678Z","end":"2026-03-13T23:11:50.493918Z","steps":["trace[9067887] 'agreement among raft nodes before linearized reading' (duration: 160.146665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.493944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.388819Z","time spent":"1.105114548s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:50.493839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128411627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c891474dd2d02\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-13T23:11:50.494052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.760482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-13T23:11:50.493918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128740065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:50.494067Z","caller":"traceutil/trace.go:171","msg":"trace[1935176423] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c891474dd2d02; range_end:; response_count:1; response_revision:4905; }","duration":"1.128634772s","start":"2026-03-13T23:11:49.365407Z","end":"2026-03-13T23:11:50.494042Z","steps":["trace[1935176423] 'agreement among raft nodes before linearized reading' (duration: 1.128355576s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.494082Z","caller":"traceutil/trace.go:171","msg":"trace[1191014029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:4905; }","duration":"311.827624ms","start":"2026-03-13T23:11:50.182246Z","end":"2026-03-13T23:11:50.494074Z","steps":["trace[1191014029] 'agreement among raft nodes before linearized reading' (duration: 311.734052ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.494092Z","caller":"traceutil/trace.go:171","msg":"trace[432601638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4905; }","duration":"1.128942709s","start":"2026-03-13T23:11:49.365142Z","end":"2026-03-13T23:11:50.494085Z","steps":["trace[432601638] 'agreement among raft nodes before linearized reading' (duration: 1.128716664s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.494148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.365124Z","time spent":"1.129017051s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:50.494164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:50.182224Z","time spent":"311.930217ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:11:50.494183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.36536Z","time spent":"1.128740745s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c891474dd2d02\" "} {"level":"info","ts":"2026-03-13T23:11:50.493953Z","caller":"traceutil/trace.go:171","msg":"trace[336926608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4905; }","duration":"721.500553ms","start":"2026-03-13T23:11:49.77244Z","end":"2026-03-13T23:11:50.493941Z","steps":["trace[336926608] 'agreement among raft nodes before linearized reading' (duration: 721.425121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.494247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:49.772409Z","time spent":"721.822261ms","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:50.643307Z","caller":"traceutil/trace.go:171","msg":"trace[782297982] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"145.097627ms","start":"2026-03-13T23:11:50.498177Z","end":"2026-03-13T23:11:50.643274Z","steps":["trace[782297982] 'read index received' (duration: 60.322406ms)","trace[782297982] 'applied index is now lower than readState.Index' (duration: 84.771811ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:50.643397Z","caller":"traceutil/trace.go:171","msg":"trace[1210576975] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"145.067686ms","start":"2026-03-13T23:11:50.498316Z","end":"2026-03-13T23:11:50.643384Z","steps":["trace[1210576975] 'process raft request' (duration: 144.874932ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.64338Z","caller":"traceutil/trace.go:171","msg":"trace[859063875] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"144.983775ms","start":"2026-03-13T23:11:50.498373Z","end":"2026-03-13T23:11:50.643357Z","steps":["trace[859063875] 'process raft request' (duration: 144.903113ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.643664Z","caller":"traceutil/trace.go:171","msg":"trace[580274215] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"145.003664ms","start":"2026-03-13T23:11:50.498644Z","end":"2026-03-13T23:11:50.643648Z","steps":["trace[580274215] 'process raft request' (duration: 144.674987ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.643295Z","caller":"traceutil/trace.go:171","msg":"trace[1102514915] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"146.361926ms","start":"2026-03-13T23:11:50.496883Z","end":"2026-03-13T23:11:50.643245Z","steps":["trace[1102514915] 'process raft request' (duration: 61.512403ms)","trace[1102514915] 'compare' (duration: 84.562226ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:50.64383Z","caller":"traceutil/trace.go:171","msg":"trace[1996916103] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"144.700728ms","start":"2026-03-13T23:11:50.499105Z","end":"2026-03-13T23:11:50.643806Z","steps":["trace[1996916103] 'process raft request' (duration: 144.425092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.643937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.733861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-19008d90-2f4f-420b-a31a-b2fd1e78b673\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-13T23:11:50.644001Z","caller":"traceutil/trace.go:171","msg":"trace[1008238663] range","detail":"{range_begin:/registry/persistentvolumes/pvc-19008d90-2f4f-420b-a31a-b2fd1e78b673; range_end:; response_count:1; response_revision:4910; }","duration":"145.840674ms","start":"2026-03-13T23:11:50.498139Z","end":"2026-03-13T23:11:50.64398Z","steps":["trace[1008238663] 'agreement among raft nodes before linearized reading' (duration: 145.301162ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:50.644011Z","caller":"traceutil/trace.go:171","msg":"trace[171022069] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"144.79527ms","start":"2026-03-13T23:11:50.499193Z","end":"2026-03-13T23:11:50.643988Z","steps":["trace[171022069] 'process raft request' (duration: 144.546444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.644042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.423769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:50.644087Z","caller":"traceutil/trace.go:171","msg":"trace[1148968498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4911; }","duration":"140.47572ms","start":"2026-03-13T23:11:50.503595Z","end":"2026-03-13T23:11:50.644071Z","steps":["trace[1148968498] 'agreement among raft nodes before linearized reading' (duration: 140.380678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.644078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.626843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:50.644162Z","caller":"traceutil/trace.go:171","msg":"trace[1395065059] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:4911; }","duration":"143.736736ms","start":"2026-03-13T23:11:50.500397Z","end":"2026-03-13T23:11:50.644133Z","steps":["trace[1395065059] 'agreement among raft nodes before linearized reading' (duration: 143.592222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:50.644675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.311971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:11:50.644763Z","caller":"traceutil/trace.go:171","msg":"trace[264353881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4911; }","duration":"145.65734ms","start":"2026-03-13T23:11:50.49909Z","end":"2026-03-13T23:11:50.644747Z","steps":["trace[264353881] 'agreement among raft nodes before linearized reading' (duration: 144.862651ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:51.295594Z","caller":"traceutil/trace.go:171","msg":"trace[1381199307] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"112.094994ms","start":"2026-03-13T23:11:51.18348Z","end":"2026-03-13T23:11:51.295575Z","steps":["trace[1381199307] 'read index received' (duration: 111.939ms)","trace[1381199307] 'applied index is now lower than readState.Index' (duration: 155.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:51.295764Z","caller":"traceutil/trace.go:171","msg":"trace[911602270] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"112.34801ms","start":"2026-03-13T23:11:51.183397Z","end":"2026-03-13T23:11:51.295745Z","steps":["trace[911602270] 'process raft request' (duration: 112.074733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:51.295788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.287458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:11:51.295819Z","caller":"traceutil/trace.go:171","msg":"trace[469294050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:4919; }","duration":"112.37394ms","start":"2026-03-13T23:11:51.183433Z","end":"2026-03-13T23:11:51.295807Z","steps":["trace[469294050] 'agreement among raft nodes before linearized reading' (duration: 112.236717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:52.29291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.752634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:52.293045Z","caller":"traceutil/trace.go:171","msg":"trace[2039953569] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5146; }","duration":"163.281598ms","start":"2026-03-13T23:11:52.129746Z","end":"2026-03-13T23:11:52.293028Z","steps":["trace[2039953569] 'read index received' (duration: 505.292µs)","trace[2039953569] 'applied index is now lower than readState.Index' (duration: 162.775036ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:52.293309Z","caller":"traceutil/trace.go:171","msg":"trace[1062963544] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"341.437239ms","start":"2026-03-13T23:11:51.951788Z","end":"2026-03-13T23:11:52.293225Z","steps":["trace[1062963544] 'process raft request' (duration: 172.266226ms)","trace[1062963544] 'compare' (duration: 168.617511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:52.293549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:51.951765Z","time spent":"341.659075ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:52.293598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.845021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787917"} {"level":"info","ts":"2026-03-13T23:11:52.293635Z","caller":"traceutil/trace.go:171","msg":"trace[1536359893] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4937; }","duration":"163.927173ms","start":"2026-03-13T23:11:52.129696Z","end":"2026-03-13T23:11:52.293623Z","steps":["trace[1536359893] 'agreement among raft nodes before linearized reading' (duration: 163.37774ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.547527Z","caller":"traceutil/trace.go:171","msg":"trace[520995033] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"202.805592ms","start":"2026-03-13T23:11:52.344684Z","end":"2026-03-13T23:11:52.54749Z","steps":["trace[520995033] 'process raft request' (duration: 185.826519ms)","trace[520995033] 'compare' (duration: 16.755028ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:52.572012Z","caller":"traceutil/trace.go:171","msg":"trace[1459000390] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"225.571029ms","start":"2026-03-13T23:11:52.346418Z","end":"2026-03-13T23:11:52.571989Z","steps":["trace[1459000390] 'process raft request' (duration: 225.371514ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.572511Z","caller":"traceutil/trace.go:171","msg":"trace[343854254] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5147; }","duration":"197.863688ms","start":"2026-03-13T23:11:52.374636Z","end":"2026-03-13T23:11:52.572499Z","steps":["trace[343854254] 'read index received' (duration: 155.856436ms)","trace[343854254] 'applied index is now lower than readState.Index' (duration: 42.006392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:52.572745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.102363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"warn","ts":"2026-03-13T23:11:52.572752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.524735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-13T23:11:52.572781Z","caller":"traceutil/trace.go:171","msg":"trace[812277784] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4941; }","duration":"198.182985ms","start":"2026-03-13T23:11:52.374587Z","end":"2026-03-13T23:11:52.57277Z","steps":["trace[812277784] 'agreement among raft nodes before linearized reading' (duration: 198.059812ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.572826Z","caller":"traceutil/trace.go:171","msg":"trace[1247928368] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4941; }","duration":"106.632997ms","start":"2026-03-13T23:11:52.466171Z","end":"2026-03-13T23:11:52.572804Z","steps":["trace[1247928368] 'agreement among raft nodes before linearized reading' (duration: 106.455173ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.808657Z","caller":"traceutil/trace.go:171","msg":"trace[1832841268] linearizableReadLoop","detail":"{readStateIndex:5169; appliedIndex:5165; }","duration":"117.064278ms","start":"2026-03-13T23:11:52.691574Z","end":"2026-03-13T23:11:52.808639Z","steps":["trace[1832841268] 'read index received' (duration: 90.065653ms)","trace[1832841268] 'applied index is now lower than readState.Index' (duration: 26.998015ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:52.808728Z","caller":"traceutil/trace.go:171","msg":"trace[849385527] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"142.172099ms","start":"2026-03-13T23:11:52.666524Z","end":"2026-03-13T23:11:52.808696Z","steps":["trace[849385527] 'process raft request' (duration: 142.033576ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.808797Z","caller":"traceutil/trace.go:171","msg":"trace[692867354] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"142.164328ms","start":"2026-03-13T23:11:52.66659Z","end":"2026-03-13T23:11:52.808754Z","steps":["trace[692867354] 'process raft request' (duration: 142.002645ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.808906Z","caller":"traceutil/trace.go:171","msg":"trace[815443978] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"141.76307ms","start":"2026-03-13T23:11:52.667137Z","end":"2026-03-13T23:11:52.8089Z","steps":["trace[815443978] 'process raft request' (duration: 141.476593ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:52.808906Z","caller":"traceutil/trace.go:171","msg":"trace[2072592874] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"143.480899ms","start":"2026-03-13T23:11:52.665391Z","end":"2026-03-13T23:11:52.808872Z","steps":["trace[2072592874] 'process raft request' (duration: 116.25301ms)","trace[2072592874] 'compare' (duration: 26.593115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:52.809043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.457407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T23:11:52.809062Z","caller":"traceutil/trace.go:171","msg":"trace[1642196665] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4959; }","duration":"117.524028ms","start":"2026-03-13T23:11:52.691533Z","end":"2026-03-13T23:11:52.809057Z","steps":["trace[1642196665] 'agreement among raft nodes before linearized reading' (duration: 117.420176ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:53.243018Z","caller":"traceutil/trace.go:171","msg":"trace[1831839752] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"132.68778ms","start":"2026-03-13T23:11:53.110291Z","end":"2026-03-13T23:11:53.242979Z","steps":["trace[1831839752] 'process raft request' (duration: 132.428924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:53.243111Z","caller":"traceutil/trace.go:171","msg":"trace[890359132] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"126.798503ms","start":"2026-03-13T23:11:53.116297Z","end":"2026-03-13T23:11:53.243095Z","steps":["trace[890359132] 'process raft request' (duration: 126.523267ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:53.243289Z","caller":"traceutil/trace.go:171","msg":"trace[222852015] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"132.956866ms","start":"2026-03-13T23:11:53.110299Z","end":"2026-03-13T23:11:53.243256Z","steps":["trace[222852015] 'process raft request' (duration: 132.475185ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:53.243339Z","caller":"traceutil/trace.go:171","msg":"trace[31208524] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"159.780987ms","start":"2026-03-13T23:11:53.083543Z","end":"2026-03-13T23:11:53.243324Z","steps":["trace[31208524] 'process raft request' (duration: 92.552251ms)","trace[31208524] 'compare' (duration: 66.505199ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:53.243415Z","caller":"traceutil/trace.go:171","msg":"trace[436716345] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"138.087645ms","start":"2026-03-13T23:11:53.105303Z","end":"2026-03-13T23:11:53.243391Z","steps":["trace[436716345] 'read index received' (duration: 70.809999ms)","trace[436716345] 'applied index is now lower than readState.Index' (duration: 67.276116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:53.243794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.416505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-8bgc7\" ","response":"range_response_count:1 size:3128"} {"level":"info","ts":"2026-03-13T23:11:53.243855Z","caller":"traceutil/trace.go:171","msg":"trace[1442897929] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-8bgc7; range_end:; response_count:1; response_revision:4980; }","duration":"126.517917ms","start":"2026-03-13T23:11:53.11732Z","end":"2026-03-13T23:11:53.243838Z","steps":["trace[1442897929] 'agreement among raft nodes before linearized reading' (duration: 126.341852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:53.244002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.265364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803793"} {"level":"info","ts":"2026-03-13T23:11:53.244055Z","caller":"traceutil/trace.go:171","msg":"trace[1848207944] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4980; }","duration":"149.363485ms","start":"2026-03-13T23:11:53.094677Z","end":"2026-03-13T23:11:53.244041Z","steps":["trace[1848207944] 'agreement among raft nodes before linearized reading' (duration: 148.852733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:54.149251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.388267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-13T23:11:54.149349Z","caller":"traceutil/trace.go:171","msg":"trace[1765464670] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4994; }","duration":"484.52969ms","start":"2026-03-13T23:11:53.664796Z","end":"2026-03-13T23:11:54.149326Z","steps":["trace[1765464670] 'range keys from in-memory index tree' (duration: 484.177232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:54.149402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:53.664777Z","time spent":"484.611912ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-13T23:11:56.644177Z","caller":"traceutil/trace.go:171","msg":"trace[2017684120] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"187.362925ms","start":"2026-03-13T23:11:56.456791Z","end":"2026-03-13T23:11:56.644154Z","steps":["trace[2017684120] 'read index received' (duration: 187.271693ms)","trace[2017684120] 'applied index is now lower than readState.Index' (duration: 90.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:56.644248Z","caller":"traceutil/trace.go:171","msg":"trace[1526775826] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"206.749933ms","start":"2026-03-13T23:11:56.437461Z","end":"2026-03-13T23:11:56.644211Z","steps":["trace[1526775826] 'process raft request' (duration: 206.552299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.644355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.540739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:56.644439Z","caller":"traceutil/trace.go:171","msg":"trace[1543175129] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5018; }","duration":"187.682052ms","start":"2026-03-13T23:11:56.456739Z","end":"2026-03-13T23:11:56.644421Z","steps":["trace[1543175129] 'agreement among raft nodes before linearized reading' (duration: 187.516138ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.69079Z","caller":"traceutil/trace.go:171","msg":"trace[1500833957] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"105.510841ms","start":"2026-03-13T23:11:56.585251Z","end":"2026-03-13T23:11:56.690762Z","steps":["trace[1500833957] 'process raft request' (duration: 105.299396ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.690805Z","caller":"traceutil/trace.go:171","msg":"trace[143424440] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"102.724716ms","start":"2026-03-13T23:11:56.588052Z","end":"2026-03-13T23:11:56.690776Z","steps":["trace[143424440] 'process raft request' (duration: 102.631244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.690862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.272855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:56.690934Z","caller":"traceutil/trace.go:171","msg":"trace[1942010609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5020; }","duration":"143.360267ms","start":"2026-03-13T23:11:56.547556Z","end":"2026-03-13T23:11:56.690916Z","steps":["trace[1942010609] 'agreement among raft nodes before linearized reading' (duration: 143.225804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.80783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.164024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:11:56.807914Z","caller":"traceutil/trace.go:171","msg":"trace[1395312340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5020; }","duration":"131.288197ms","start":"2026-03-13T23:11:56.676605Z","end":"2026-03-13T23:11:56.807893Z","steps":["trace[1395312340] 'agreement among raft nodes before linearized reading' (duration: 14.576407ms)","trace[1395312340] 'range keys from in-memory index tree' (duration: 116.545767ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:56.974904Z","caller":"traceutil/trace.go:171","msg":"trace[1154210243] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"128.132375ms","start":"2026-03-13T23:11:56.846746Z","end":"2026-03-13T23:11:56.974878Z","steps":["trace[1154210243] 'process raft request' (duration: 67.934502ms)","trace[1154210243] 'compare' (duration: 60.019208ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:56.974946Z","caller":"traceutil/trace.go:171","msg":"trace[196315557] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"127.837698ms","start":"2026-03-13T23:11:56.847086Z","end":"2026-03-13T23:11:56.974924Z","steps":["trace[196315557] 'process raft request' (duration: 127.735745ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.975041Z","caller":"traceutil/trace.go:171","msg":"trace[236987759] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"125.969634ms","start":"2026-03-13T23:11:56.849047Z","end":"2026-03-13T23:11:56.975017Z","steps":["trace[236987759] 'process raft request' (duration: 125.835851ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:57.493502Z","caller":"traceutil/trace.go:171","msg":"trace[1817721772] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"147.956883ms","start":"2026-03-13T23:11:57.345524Z","end":"2026-03-13T23:11:57.493481Z","steps":["trace[1817721772] 'read index received' (duration: 147.741228ms)","trace[1817721772] 'applied index is now lower than readState.Index' (duration: 214.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:57.493573Z","caller":"traceutil/trace.go:171","msg":"trace[618521796] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"152.536099ms","start":"2026-03-13T23:11:57.341005Z","end":"2026-03-13T23:11:57.493541Z","steps":["trace[618521796] 'process raft request' (duration: 152.323474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:57.493698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.155107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:11:57.493742Z","caller":"traceutil/trace.go:171","msg":"trace[254585833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5026; }","duration":"148.2495ms","start":"2026-03-13T23:11:57.345479Z","end":"2026-03-13T23:11:57.493729Z","steps":["trace[254585833] 'agreement among raft nodes before linearized reading' (duration: 148.093276ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:59.305065Z","caller":"traceutil/trace.go:171","msg":"trace[1139273354] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"322.210215ms","start":"2026-03-13T23:11:58.982831Z","end":"2026-03-13T23:11:59.305041Z","steps":["trace[1139273354] 'process raft request' (duration: 322.072572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.305222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:58.982809Z","time spent":"322.328817ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:59.793339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.301071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:59.79355Z","caller":"traceutil/trace.go:171","msg":"trace[602287787] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"295.380994ms","start":"2026-03-13T23:11:59.498152Z","end":"2026-03-13T23:11:59.793533Z","steps":["trace[602287787] 'process raft request' (duration: 295.339093ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:59.793667Z","caller":"traceutil/trace.go:171","msg":"trace[1701538104] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"810.579954ms","start":"2026-03-13T23:11:58.983051Z","end":"2026-03-13T23:11:59.793631Z","steps":["trace[1701538104] 'process raft request' (duration: 810.364999ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:59.79376Z","caller":"traceutil/trace.go:171","msg":"trace[1753581782] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5275; }","duration":"537.072205ms","start":"2026-03-13T23:11:59.256664Z","end":"2026-03-13T23:11:59.793737Z","steps":["trace[1753581782] 'read index received' (duration: 48.311127ms)","trace[1753581782] 'applied index is now lower than readState.Index' (duration: 488.758668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:59.79383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:58.983005Z","time spent":"810.754018ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:59.793861Z","caller":"traceutil/trace.go:171","msg":"trace[159757272] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"810.991913ms","start":"2026-03-13T23:11:58.982827Z","end":"2026-03-13T23:11:59.793819Z","steps":["trace[159757272] 'process raft request' (duration: 493.144599ms)","trace[159757272] 'compare' (duration: 317.025685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:59.793947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.267981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T23:11:59.793981Z","caller":"traceutil/trace.go:171","msg":"trace[1863808835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5065; }","duration":"537.349722ms","start":"2026-03-13T23:11:59.256621Z","end":"2026-03-13T23:11:59.793971Z","steps":["trace[1863808835] 'agreement among raft nodes before linearized reading' (duration: 537.222699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.793976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.915131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:11:59.794008Z","caller":"traceutil/trace.go:171","msg":"trace[872438914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5065; }","duration":"290.971652ms","start":"2026-03-13T23:11:59.503029Z","end":"2026-03-13T23:11:59.794001Z","steps":["trace[872438914] 'agreement among raft nodes before linearized reading' (duration: 290.848009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.794021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:59.2566Z","time spent":"537.397693ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:11:59.794037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.897007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f8n4w\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-13T23:11:59.794098Z","caller":"traceutil/trace.go:171","msg":"trace[513124226] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-f8n4w; range_end:; response_count:1; response_revision:5065; }","duration":"344.004029ms","start":"2026-03-13T23:11:59.450079Z","end":"2026-03-13T23:11:59.794083Z","steps":["trace[513124226] 'agreement among raft nodes before linearized reading' (duration: 343.811785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.794135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:59.450059Z","time spent":"344.06787ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f8n4w\" "} {"level":"warn","ts":"2026-03-13T23:11:59.794041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:58.982802Z","time spent":"811.146127ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:59.794227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.460435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:59.794333Z","caller":"traceutil/trace.go:171","msg":"trace[1423200652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5065; }","duration":"371.663659ms","start":"2026-03-13T23:11:59.422649Z","end":"2026-03-13T23:11:59.794313Z","steps":["trace[1423200652] 'agreement among raft nodes before linearized reading' (duration: 371.267959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.794421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:59.422628Z","time spent":"371.774182ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:00.426201Z","caller":"traceutil/trace.go:171","msg":"trace[236673415] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5279; }","duration":"622.887731ms","start":"2026-03-13T23:11:59.80329Z","end":"2026-03-13T23:12:00.426178Z","steps":["trace[236673415] 'read index received' (duration: 88.738943ms)","trace[236673415] 'applied index is now lower than readState.Index' (duration: 534.147778ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:00.42629Z","caller":"traceutil/trace.go:171","msg":"trace[1402422399] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"623.018674ms","start":"2026-03-13T23:11:59.803236Z","end":"2026-03-13T23:12:00.426254Z","steps":["trace[1402422399] 'process raft request' (duration: 622.796999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:00.426446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:59.803218Z","time spent":"623.145837ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:00.426317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.005964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:00.42653Z","caller":"traceutil/trace.go:171","msg":"trace[357732857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5067; }","duration":"623.243029ms","start":"2026-03-13T23:11:59.803271Z","end":"2026-03-13T23:12:00.426514Z","steps":["trace[357732857] 'agreement among raft nodes before linearized reading' (duration: 622.997173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:00.42659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:59.803262Z","time spent":"623.313831ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:00.927948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850754409,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:12:01.020244Z","caller":"traceutil/trace.go:171","msg":"trace[188682806] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"685.000228ms","start":"2026-03-13T23:12:00.335219Z","end":"2026-03-13T23:12:01.02022Z","steps":["trace[188682806] 'process raft request' (duration: 684.920966ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.020256Z","caller":"traceutil/trace.go:171","msg":"trace[1613069565] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"828.12632ms","start":"2026-03-13T23:12:00.192091Z","end":"2026-03-13T23:12:01.020218Z","steps":["trace[1613069565] 'process raft request' (duration: 827.905755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.02039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.33519Z","time spent":"685.130842ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:01.02041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.192062Z","time spent":"828.280093ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:12:01.539143Z","caller":"traceutil/trace.go:171","msg":"trace[1445056844] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"1.104451793s","start":"2026-03-13T23:12:00.434639Z","end":"2026-03-13T23:12:01.539091Z","steps":["trace[1445056844] 'process raft request' (duration: 1.104211198s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.539333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.434605Z","time spent":"1.104624477s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.539395Z","caller":"traceutil/trace.go:171","msg":"trace[327281471] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"1.104424562s","start":"2026-03-13T23:12:00.434936Z","end":"2026-03-13T23:12:01.539361Z","steps":["trace[327281471] 'process raft request' (duration: 1.104064844s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.539555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.434927Z","time spent":"1.104545785s","remote":"127.0.0.1:39138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.539577Z","caller":"traceutil/trace.go:171","msg":"trace[378527040] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"1.103965192s","start":"2026-03-13T23:12:00.43559Z","end":"2026-03-13T23:12:01.539555Z","steps":["trace[378527040] 'process raft request' (duration: 1.103661075s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.539665Z","caller":"traceutil/trace.go:171","msg":"trace[1671037453] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5282; }","duration":"1.111824454s","start":"2026-03-13T23:12:00.427821Z","end":"2026-03-13T23:12:01.539646Z","steps":["trace[1671037453] 'read index received' (duration: 592.336125ms)","trace[1671037453] 'applied index is now lower than readState.Index' (duration: 519.487279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:01.539691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.43558Z","time spent":"1.104049774s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.539819Z","caller":"traceutil/trace.go:171","msg":"trace[2047570583] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"837.63835ms","start":"2026-03-13T23:12:00.702167Z","end":"2026-03-13T23:12:01.539806Z","steps":["trace[2047570583] 'process raft request' (duration: 837.377924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.540001Z","caller":"traceutil/trace.go:171","msg":"trace[22126123] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"1.09569878s","start":"2026-03-13T23:12:00.444287Z","end":"2026-03-13T23:12:01.539986Z","steps":["trace[22126123] 'process raft request' (duration: 1.095148287s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112228863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:01.540049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.702127Z","time spent":"837.843374ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.540071Z","caller":"traceutil/trace.go:171","msg":"trace[322015756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"1.112300114s","start":"2026-03-13T23:12:00.427759Z","end":"2026-03-13T23:12:01.540059Z","steps":["trace[322015756] 'agreement among raft nodes before linearized reading' (duration: 1.112239703s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.444261Z","time spent":"1.095776952s","remote":"127.0.0.1:39138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:01.540105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.427736Z","time spent":"1.112359286s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:12:01.54026Z","caller":"traceutil/trace.go:171","msg":"trace[905047085] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"834.906677ms","start":"2026-03-13T23:12:00.705339Z","end":"2026-03-13T23:12:01.540245Z","steps":["trace[905047085] 'process raft request' (duration: 834.259752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071788297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:01.540386Z","caller":"traceutil/trace.go:171","msg":"trace[1900114964] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5075; }","duration":"1.071952821s","start":"2026-03-13T23:12:00.468396Z","end":"2026-03-13T23:12:01.540349Z","steps":["trace[1900114964] 'agreement among raft nodes before linearized reading' (duration: 1.071707115s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.46838Z","time spent":"1.072042643s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":88,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:01.540433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.708608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:12:01.540482Z","caller":"traceutil/trace.go:171","msg":"trace[164693120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5075; }","duration":"230.7956ms","start":"2026-03-13T23:12:01.309675Z","end":"2026-03-13T23:12:01.540471Z","steps":["trace[164693120] 'agreement among raft nodes before linearized reading' (duration: 230.672697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.994619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:12:01.540316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.705326Z","time spent":"834.956058ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.540608Z","caller":"traceutil/trace.go:171","msg":"trace[2040228158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"679.072151ms","start":"2026-03-13T23:12:00.86152Z","end":"2026-03-13T23:12:01.540592Z","steps":["trace[2040228158] 'agreement among raft nodes before linearized reading' (duration: 678.912017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.861505Z","time spent":"679.133953ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:01.540891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.720127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:12:01.540906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.224135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:12:01.540936Z","caller":"traceutil/trace.go:171","msg":"trace[1943730651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5075; }","duration":"654.803019ms","start":"2026-03-13T23:12:00.88612Z","end":"2026-03-13T23:12:01.540923Z","steps":["trace[1943730651] 'agreement among raft nodes before linearized reading' (duration: 654.015311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.540973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.8861Z","time spent":"654.866121ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:12:01.540981Z","caller":"traceutil/trace.go:171","msg":"trace[1794342457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5075; }","duration":"724.348848ms","start":"2026-03-13T23:12:00.816614Z","end":"2026-03-13T23:12:01.540963Z","steps":["trace[1794342457] 'agreement among raft nodes before linearized reading' (duration: 724.00842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.541027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.816595Z","time spent":"724.423031ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:12:01.94003Z","caller":"traceutil/trace.go:171","msg":"trace[1552217860] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"394.475325ms","start":"2026-03-13T23:12:01.545522Z","end":"2026-03-13T23:12:01.939998Z","steps":["trace[1552217860] 'process raft request' (duration: 394.25626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.940241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.5455Z","time spent":"394.65312ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:02.087509Z","caller":"traceutil/trace.go:171","msg":"trace[2003602366] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"540.877222ms","start":"2026-03-13T23:12:01.546592Z","end":"2026-03-13T23:12:02.087469Z","steps":["trace[2003602366] 'process raft request' (duration: 540.78445ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.087547Z","caller":"traceutil/trace.go:171","msg":"trace[121018383] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"541.478017ms","start":"2026-03-13T23:12:01.546008Z","end":"2026-03-13T23:12:02.087486Z","steps":["trace[121018383] 'process raft request' (duration: 534.442264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.087752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.546561Z","time spent":"541.064717ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:02.087793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.545988Z","time spent":"541.668211ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:02.087797Z","caller":"traceutil/trace.go:171","msg":"trace[230168193] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"539.89805ms","start":"2026-03-13T23:12:01.547864Z","end":"2026-03-13T23:12:02.087762Z","steps":["trace[230168193] 'process raft request' (duration: 539.556752ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.087834Z","caller":"traceutil/trace.go:171","msg":"trace[2145272092] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"535.943498ms","start":"2026-03-13T23:12:01.551868Z","end":"2026-03-13T23:12:02.087811Z","steps":["trace[2145272092] 'process raft request' (duration: 535.745694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.087969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.547847Z","time spent":"540.030123ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:02.087989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.551759Z","time spent":"536.190495ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:02.088105Z","caller":"traceutil/trace.go:171","msg":"trace[722000024] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"288.789731ms","start":"2026-03-13T23:12:01.799301Z","end":"2026-03-13T23:12:02.088091Z","steps":["trace[722000024] 'process raft request' (duration: 288.444183ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.088111Z","caller":"traceutil/trace.go:171","msg":"trace[1386009327] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5289; }","duration":"541.529368ms","start":"2026-03-13T23:12:01.546549Z","end":"2026-03-13T23:12:02.088078Z","steps":["trace[1386009327] 'read index received' (duration: 393.264697ms)","trace[1386009327] 'applied index is now lower than readState.Index' (duration: 148.261031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:02.08838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.61404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:12:02.0884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.844806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17953"} {"level":"warn","ts":"2026-03-13T23:12:02.088413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.829705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:12:02.08845Z","caller":"traceutil/trace.go:171","msg":"trace[1363447304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5081; }","duration":"289.683222ms","start":"2026-03-13T23:12:01.798746Z","end":"2026-03-13T23:12:02.088429Z","steps":["trace[1363447304] 'agreement among raft nodes before linearized reading' (duration: 289.526338ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.088452Z","caller":"traceutil/trace.go:171","msg":"trace[1174316540] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5081; }","duration":"541.920737ms","start":"2026-03-13T23:12:01.546518Z","end":"2026-03-13T23:12:02.088438Z","steps":["trace[1174316540] 'agreement among raft nodes before linearized reading' (duration: 541.714252ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.088473Z","caller":"traceutil/trace.go:171","msg":"trace[868111894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5081; }","duration":"289.934407ms","start":"2026-03-13T23:12:01.798522Z","end":"2026-03-13T23:12:02.088457Z","steps":["trace[868111894] 'agreement among raft nodes before linearized reading' (duration: 289.766574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.08847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.659845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:12:02.088495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.546509Z","time spent":"541.976458ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17976,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:12:02.088556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.734888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:02.088338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.823599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:02.088705Z","caller":"traceutil/trace.go:171","msg":"trace[583445764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"537.195108ms","start":"2026-03-13T23:12:01.55147Z","end":"2026-03-13T23:12:02.088665Z","steps":["trace[583445764] 'agreement among raft nodes before linearized reading' (duration: 536.797379ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.088629Z","caller":"traceutil/trace.go:171","msg":"trace[1607356063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5081; }","duration":"463.890712ms","start":"2026-03-13T23:12:01.624719Z","end":"2026-03-13T23:12:02.08861Z","steps":["trace[1607356063] 'agreement among raft nodes before linearized reading' (duration: 463.703008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.088764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.551456Z","time spent":"537.29509ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:02.088777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.624705Z","time spent":"464.056275ms","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:02.088542Z","caller":"traceutil/trace.go:171","msg":"trace[1393120928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5081; }","duration":"284.727527ms","start":"2026-03-13T23:12:01.803778Z","end":"2026-03-13T23:12:02.088505Z","steps":["trace[1393120928] 'agreement among raft nodes before linearized reading' (duration: 284.538332ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.413215Z","caller":"traceutil/trace.go:171","msg":"trace[1344834487] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5327; }","duration":"274.270565ms","start":"2026-03-13T23:12:06.138918Z","end":"2026-03-13T23:12:06.413189Z","steps":["trace[1344834487] 'read index received' (duration: 274.169053ms)","trace[1344834487] 'applied index is now lower than readState.Index' (duration: 100.442µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:06.413349Z","caller":"traceutil/trace.go:171","msg":"trace[1171814099] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"280.867418ms","start":"2026-03-13T23:12:06.132432Z","end":"2026-03-13T23:12:06.413299Z","steps":["trace[1171814099] 'process raft request' (duration: 280.608682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.413526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.195974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:12:06.413608Z","caller":"traceutil/trace.go:171","msg":"trace[1087753415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5113; }","duration":"274.387239ms","start":"2026-03-13T23:12:06.139208Z","end":"2026-03-13T23:12:06.413596Z","steps":["trace[1087753415] 'agreement among raft nodes before linearized reading' (duration: 274.126433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.413675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.5866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:12:06.413693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.861914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:12:06.413728Z","caller":"traceutil/trace.go:171","msg":"trace[209025209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5113; }","duration":"235.647312ms","start":"2026-03-13T23:12:06.178059Z","end":"2026-03-13T23:12:06.413707Z","steps":["trace[209025209] 'agreement among raft nodes before linearized reading' (duration: 235.520309ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.413759Z","caller":"traceutil/trace.go:171","msg":"trace[763251670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5113; }","duration":"183.973767ms","start":"2026-03-13T23:12:06.229765Z","end":"2026-03-13T23:12:06.413739Z","steps":["trace[763251670] 'agreement among raft nodes before linearized reading' (duration: 183.744492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.413877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.623888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:12:06.413509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.557353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:12:06.413945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.685967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:12:06.413945Z","caller":"traceutil/trace.go:171","msg":"trace[601210181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5113; }","duration":"269.72428ms","start":"2026-03-13T23:12:06.144202Z","end":"2026-03-13T23:12:06.413926Z","steps":["trace[601210181] 'agreement among raft nodes before linearized reading' (duration: 269.557736ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.413955Z","caller":"traceutil/trace.go:171","msg":"trace[624606434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5113; }","duration":"275.084804ms","start":"2026-03-13T23:12:06.138849Z","end":"2026-03-13T23:12:06.413934Z","steps":["trace[624606434] 'agreement among raft nodes before linearized reading' (duration: 274.45791ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.413975Z","caller":"traceutil/trace.go:171","msg":"trace[1242333894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5113; }","duration":"182.735728ms","start":"2026-03-13T23:12:06.23123Z","end":"2026-03-13T23:12:06.413965Z","steps":["trace[1242333894] 'agreement among raft nodes before linearized reading' (duration: 182.644686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.678071Z","caller":"traceutil/trace.go:171","msg":"trace[841452044] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"259.513234ms","start":"2026-03-13T23:12:06.418526Z","end":"2026-03-13T23:12:06.678039Z","steps":["trace[841452044] 'process raft request' (duration: 253.458543ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.693176Z","caller":"traceutil/trace.go:171","msg":"trace[378472963] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"274.502001ms","start":"2026-03-13T23:12:06.418649Z","end":"2026-03-13T23:12:06.693151Z","steps":["trace[378472963] 'process raft request' (duration: 274.354408ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.693698Z","caller":"traceutil/trace.go:171","msg":"trace[96347734] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"274.771867ms","start":"2026-03-13T23:12:06.418887Z","end":"2026-03-13T23:12:06.693659Z","steps":["trace[96347734] 'process raft request' (duration: 274.217644ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.693776Z","caller":"traceutil/trace.go:171","msg":"trace[1772403451] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"274.684075ms","start":"2026-03-13T23:12:06.419052Z","end":"2026-03-13T23:12:06.693736Z","steps":["trace[1772403451] 'process raft request' (duration: 274.382498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.693838Z","caller":"traceutil/trace.go:171","msg":"trace[1184703171] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5328; }","duration":"275.104825ms","start":"2026-03-13T23:12:06.418704Z","end":"2026-03-13T23:12:06.693809Z","steps":["trace[1184703171] 'read index received' (duration: 253.29469ms)","trace[1184703171] 'applied index is now lower than readState.Index' (duration: 21.807815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:06.694038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.141128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:06.694062Z","caller":"traceutil/trace.go:171","msg":"trace[1877033894] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"274.655054ms","start":"2026-03-13T23:12:06.419395Z","end":"2026-03-13T23:12:06.69405Z","steps":["trace[1877033894] 'process raft request' (duration: 274.197914ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.694081Z","caller":"traceutil/trace.go:171","msg":"trace[2147191434] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5118; }","duration":"209.231861ms","start":"2026-03-13T23:12:06.484838Z","end":"2026-03-13T23:12:06.69407Z","steps":["trace[2147191434] 'agreement among raft nodes before linearized reading' (duration: 209.127658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.694147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.691212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:06.694179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.037288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:06.694218Z","caller":"traceutil/trace.go:171","msg":"trace[502321308] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5118; }","duration":"107.816445ms","start":"2026-03-13T23:12:06.586383Z","end":"2026-03-13T23:12:06.6942Z","steps":["trace[502321308] 'agreement among raft nodes before linearized reading' (duration: 107.687792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.694228Z","caller":"traceutil/trace.go:171","msg":"trace[185031471] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5118; }","duration":"152.270503ms","start":"2026-03-13T23:12:06.541945Z","end":"2026-03-13T23:12:06.694216Z","steps":["trace[185031471] 'agreement among raft nodes before linearized reading' (duration: 152.15267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.694875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.1669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71040"} {"level":"info","ts":"2026-03-13T23:12:06.694922Z","caller":"traceutil/trace.go:171","msg":"trace[1484287047] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5118; }","duration":"276.319443ms","start":"2026-03-13T23:12:06.418594Z","end":"2026-03-13T23:12:06.694913Z","steps":["trace[1484287047] 'agreement among raft nodes before linearized reading' (duration: 275.358541ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:09.887394Z","caller":"traceutil/trace.go:171","msg":"trace[1444519375] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"335.424791ms","start":"2026-03-13T23:12:09.551945Z","end":"2026-03-13T23:12:09.88737Z","steps":["trace[1444519375] 'process raft request' (duration: 335.272157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:09.887538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:09.551932Z","time spent":"335.536883ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5961,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:09.893169Z","caller":"traceutil/trace.go:171","msg":"trace[1051848596] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"272.482594ms","start":"2026-03-13T23:12:09.620667Z","end":"2026-03-13T23:12:09.89315Z","steps":["trace[1051848596] 'process raft request' (duration: 272.357661ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:09.893377Z","caller":"traceutil/trace.go:171","msg":"trace[1822350156] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5351; }","duration":"262.729798ms","start":"2026-03-13T23:12:09.630579Z","end":"2026-03-13T23:12:09.893309Z","steps":["trace[1822350156] 'read index received' (duration: 256.545125ms)","trace[1822350156] 'applied index is now lower than readState.Index' (duration: 6.183543ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:09.893413Z","caller":"traceutil/trace.go:171","msg":"trace[74610433] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"242.663015ms","start":"2026-03-13T23:12:09.650734Z","end":"2026-03-13T23:12:09.893397Z","steps":["trace[74610433] 'process raft request' (duration: 242.387388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:09.893484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.897322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:09.893515Z","caller":"traceutil/trace.go:171","msg":"trace[374636664] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5138; }","duration":"262.965944ms","start":"2026-03-13T23:12:09.630539Z","end":"2026-03-13T23:12:09.893505Z","steps":["trace[374636664] 'agreement among raft nodes before linearized reading' (duration: 262.908363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:11.960929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.282805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:11.961017Z","caller":"traceutil/trace.go:171","msg":"trace[428543609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5209; }","duration":"156.433069ms","start":"2026-03-13T23:12:11.804559Z","end":"2026-03-13T23:12:11.960992Z","steps":["trace[428543609] 'range keys from in-memory index tree' (duration: 156.207004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:11.960994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.976902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:11.961179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.696315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-13T23:12:11.96124Z","caller":"traceutil/trace.go:171","msg":"trace[531091081] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5209; }","duration":"159.800427ms","start":"2026-03-13T23:12:11.801425Z","end":"2026-03-13T23:12:11.961226Z","steps":["trace[531091081] 'range keys from in-memory index tree' (duration: 159.614113ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:11.961244Z","caller":"traceutil/trace.go:171","msg":"trace[1427730156] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5209; }","duration":"170.271689ms","start":"2026-03-13T23:12:11.790948Z","end":"2026-03-13T23:12:11.96122Z","steps":["trace[1427730156] 'count revisions from in-memory index tree' (duration: 169.902401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:11.962345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.601517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-13T23:12:11.962414Z","caller":"traceutil/trace.go:171","msg":"trace[1112040440] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5209; }","duration":"205.706049ms","start":"2026-03-13T23:12:11.75669Z","end":"2026-03-13T23:12:11.962396Z","steps":["trace[1112040440] 'range keys from in-memory index tree' (duration: 204.294216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:12.787815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.242827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:12.78794Z","caller":"traceutil/trace.go:171","msg":"trace[1426931559] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"216.307804ms","start":"2026-03-13T23:12:12.571616Z","end":"2026-03-13T23:12:12.787924Z","steps":["trace[1426931559] 'read index received' (duration: 23.83µs)","trace[1426931559] 'applied index is now lower than readState.Index' (duration: 216.282804ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:12.788012Z","caller":"traceutil/trace.go:171","msg":"trace[838371872] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"303.103871ms","start":"2026-03-13T23:12:12.484899Z","end":"2026-03-13T23:12:12.788003Z","steps":["trace[838371872] 'compare' (duration: 294.138224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:12.788089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:12.484877Z","time spent":"303.157463ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:12.788342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.725523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96dfedc7-7da7-496d-aea8-596564c99b1c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-13T23:12:12.788392Z","caller":"traceutil/trace.go:171","msg":"trace[1345877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96dfedc7-7da7-496d-aea8-596564c99b1c; range_end:; response_count:1; response_revision:5221; }","duration":"216.807845ms","start":"2026-03-13T23:12:12.571571Z","end":"2026-03-13T23:12:12.788379Z","steps":["trace[1345877] 'agreement among raft nodes before linearized reading' (duration: 216.678072ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.021247Z","caller":"traceutil/trace.go:171","msg":"trace[2095185368] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"228.61685ms","start":"2026-03-13T23:12:12.792604Z","end":"2026-03-13T23:12:13.021221Z","steps":["trace[2095185368] 'process raft request' (duration: 228.407845ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.021512Z","caller":"traceutil/trace.go:171","msg":"trace[2127065692] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"228.500067ms","start":"2026-03-13T23:12:12.792985Z","end":"2026-03-13T23:12:13.021485Z","steps":["trace[2127065692] 'process raft request' (duration: 228.19258ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.021541Z","caller":"traceutil/trace.go:171","msg":"trace[35690685] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"228.536908ms","start":"2026-03-13T23:12:12.792985Z","end":"2026-03-13T23:12:13.021522Z","steps":["trace[35690685] 'process raft request' (duration: 228.407325ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.021686Z","caller":"traceutil/trace.go:171","msg":"trace[1342691585] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"226.973372ms","start":"2026-03-13T23:12:12.794685Z","end":"2026-03-13T23:12:13.021658Z","steps":["trace[1342691585] 'process raft request' (duration: 226.795528ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.021734Z","caller":"traceutil/trace.go:171","msg":"trace[1963454868] linearizableReadLoop","detail":"{readStateIndex:5439; appliedIndex:5437; }","duration":"228.955858ms","start":"2026-03-13T23:12:12.792762Z","end":"2026-03-13T23:12:13.021717Z","steps":["trace[1963454868] 'read index received' (duration: 2.628451ms)","trace[1963454868] 'applied index is now lower than readState.Index' (duration: 226.326567ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:13.021759Z","caller":"traceutil/trace.go:171","msg":"trace[2129540560] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"226.818548ms","start":"2026-03-13T23:12:12.794929Z","end":"2026-03-13T23:12:13.021748Z","steps":["trace[2129540560] 'process raft request' (duration: 226.680125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:13.022009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.055273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-13T23:12:13.02203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.249145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80212"} {"level":"info","ts":"2026-03-13T23:12:13.022058Z","caller":"traceutil/trace.go:171","msg":"trace[493953269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5227; }","duration":"195.156976ms","start":"2026-03-13T23:12:12.82689Z","end":"2026-03-13T23:12:13.022047Z","steps":["trace[493953269] 'agreement among raft nodes before linearized reading' (duration: 194.998092ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.022067Z","caller":"traceutil/trace.go:171","msg":"trace[974932182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5227; }","duration":"229.322446ms","start":"2026-03-13T23:12:12.792734Z","end":"2026-03-13T23:12:13.022057Z","steps":["trace[974932182] 'agreement among raft nodes before linearized reading' (duration: 229.085091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:13.645732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.519208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:13.64583Z","caller":"traceutil/trace.go:171","msg":"trace[738415119] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5443; }","duration":"508.646988ms","start":"2026-03-13T23:12:13.137167Z","end":"2026-03-13T23:12:13.645814Z","steps":["trace[738415119] 'read index received' (duration: 164.938956ms)","trace[738415119] 'applied index is now lower than readState.Index' (duration: 343.706632ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:13.645896Z","caller":"traceutil/trace.go:171","msg":"trace[601860525] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"618.861868ms","start":"2026-03-13T23:12:13.027004Z","end":"2026-03-13T23:12:13.645866Z","steps":["trace[601860525] 'process raft request' (duration: 275.135356ms)","trace[601860525] 'compare' (duration: 343.151059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:13.645931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.760151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:13.645969Z","caller":"traceutil/trace.go:171","msg":"trace[320203629] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5228; }","duration":"508.837812ms","start":"2026-03-13T23:12:13.137119Z","end":"2026-03-13T23:12:13.645957Z","steps":["trace[320203629] 'agreement among raft nodes before linearized reading' (duration: 508.76063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:13.646002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.137102Z","time spent":"508.891234ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:13.646069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.026979Z","time spent":"618.98559ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:15.105812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015643684s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:15.105892Z","caller":"traceutil/trace.go:171","msg":"trace[859617154] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5444; }","duration":"1.460025835s","start":"2026-03-13T23:12:13.645854Z","end":"2026-03-13T23:12:15.10588Z","steps":["trace[859617154] 'read index received' (duration: 444.196367ms)","trace[859617154] 'applied index is now lower than readState.Index' (duration: 1.015828508s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:15.105917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587487984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:15.10597Z","caller":"traceutil/trace.go:171","msg":"trace[2098854785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5229; }","duration":"1.587583106s","start":"2026-03-13T23:12:13.518379Z","end":"2026-03-13T23:12:15.105963Z","steps":["trace[2098854785] 'agreement among raft nodes before linearized reading' (duration: 1.587500455s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.106017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.518348Z","time spent":"1.587645027s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:15.106055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958715023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:15.106077Z","caller":"traceutil/trace.go:171","msg":"trace[114819178] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5229; }","duration":"1.958755994s","start":"2026-03-13T23:12:13.147315Z","end":"2026-03-13T23:12:15.106071Z","steps":["trace[114819178] 'agreement among raft nodes before linearized reading' (duration: 1.958717573s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.106098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.147302Z","time spent":"1.958790135s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:15.106023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859054727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:12:15.106135Z","caller":"traceutil/trace.go:171","msg":"trace[673234435] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:5229; }","duration":"1.859165929s","start":"2026-03-13T23:12:13.246963Z","end":"2026-03-13T23:12:15.106129Z","steps":["trace[673234435] 'agreement among raft nodes before linearized reading' (duration: 1.858962975s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.106161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.246903Z","time spent":"1.859248662s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-03-13T23:12:15.106321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707759556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189c897ef5d8a360\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-13T23:12:15.106394Z","caller":"traceutil/trace.go:171","msg":"trace[2073268538] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189c897ef5d8a360; range_end:; response_count:1; response_revision:5229; }","duration":"1.707868859s","start":"2026-03-13T23:12:13.398507Z","end":"2026-03-13T23:12:15.106376Z","steps":["trace[2073268538] 'agreement among raft nodes before linearized reading' (duration: 1.707647754s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.106441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.398488Z","time spent":"1.70794521s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189c897ef5d8a360\" "} {"level":"info","ts":"2026-03-13T23:12:15.106264Z","caller":"traceutil/trace.go:171","msg":"trace[804987081] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"1.539594176s","start":"2026-03-13T23:12:13.566346Z","end":"2026-03-13T23:12:15.10594Z","steps":["trace[804987081] 'process raft request' (duration: 523.738657ms)","trace[804987081] 'compare' (duration: 1.015127582s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:15.106551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856293063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:15.106577Z","caller":"traceutil/trace.go:171","msg":"trace[494892037] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5229; }","duration":"1.856366235s","start":"2026-03-13T23:12:13.250204Z","end":"2026-03-13T23:12:15.10657Z","steps":["trace[494892037] 'agreement among raft nodes before linearized reading' (duration: 1.855692409s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.1066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.250158Z","time spent":"1.856437896s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:15.106641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.566315Z","time spent":"1.540249841s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:15.142582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052498669s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:12:15.143025Z","caller":"traceutil/trace.go:171","msg":"trace[447058469] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"1.107581892s","start":"2026-03-13T23:12:14.035417Z","end":"2026-03-13T23:12:15.142999Z","steps":["trace[447058469] 'process raft request' (duration: 1.107536571s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.143149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:14.035392Z","time spent":"1.107686725s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:15.143454Z","caller":"traceutil/trace.go:171","msg":"trace[164297574] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"1.174304717s","start":"2026-03-13T23:12:13.969134Z","end":"2026-03-13T23:12:15.143438Z","steps":["trace[164297574] 'process raft request' (duration: 1.173780565s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:15.143465Z","caller":"traceutil/trace.go:171","msg":"trace[2073247309] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"1.17620123s","start":"2026-03-13T23:12:13.967247Z","end":"2026-03-13T23:12:15.143449Z","steps":["trace[2073247309] 'process raft request' (duration: 1.175551815s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.143512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.969107Z","time spent":"1.174379818s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:15.143533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.967221Z","time spent":"1.176276552s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:15.532286Z","caller":"traceutil/trace.go:171","msg":"trace[2007664185] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"739.145898ms","start":"2026-03-13T23:12:14.793086Z","end":"2026-03-13T23:12:15.532232Z","steps":["trace[2007664185] 'process raft request' (duration: 704.652468ms)","trace[2007664185] 'compare' (duration: 33.65772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:15.532352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.107458Z","time spent":"424.881622ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:12:15.532459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552286631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:15.532552Z","caller":"traceutil/trace.go:171","msg":"trace[876526114] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5234; }","duration":"1.552404534s","start":"2026-03-13T23:12:13.980105Z","end":"2026-03-13T23:12:15.532509Z","steps":["trace[876526114] 'agreement among raft nodes before linearized reading' (duration: 1.5522319s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.532601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.980081Z","time spent":"1.552510617s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:15.532588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.816812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:12:15.532675Z","caller":"traceutil/trace.go:171","msg":"trace[1069908916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5234; }","duration":"506.951195ms","start":"2026-03-13T23:12:15.025703Z","end":"2026-03-13T23:12:15.532654Z","steps":["trace[1069908916] 'agreement among raft nodes before linearized reading' (duration: 506.615868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.532623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72858636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:15.532777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850553032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-13T23:12:15.532791Z","caller":"traceutil/trace.go:171","msg":"trace[988646043] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"424.774059ms","start":"2026-03-13T23:12:15.108001Z","end":"2026-03-13T23:12:15.532775Z","steps":["trace[988646043] 'process raft request' (duration: 424.047372ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:15.532834Z","caller":"traceutil/trace.go:171","msg":"trace[2048559435] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5234; }","duration":"1.850648834s","start":"2026-03-13T23:12:13.682166Z","end":"2026-03-13T23:12:15.532815Z","steps":["trace[2048559435] 'agreement among raft nodes before linearized reading' (duration: 1.8504702s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.532875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.682143Z","time spent":"1.850723546s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-13T23:12:15.532885Z","caller":"traceutil/trace.go:171","msg":"trace[1821336932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5234; }","duration":"1.728831976s","start":"2026-03-13T23:12:13.803978Z","end":"2026-03-13T23:12:15.53281Z","steps":["trace[1821336932] 'agreement among raft nodes before linearized reading' (duration: 1.728377775s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.532739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.025682Z","time spent":"507.043477ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:12:15.532877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.690149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-13T23:12:15.532752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739614055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96dfedc7-7da7-496d-aea8-596564c99b1c\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-13T23:12:15.53304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.432403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:15.533055Z","caller":"traceutil/trace.go:171","msg":"trace[149570097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96dfedc7-7da7-496d-aea8-596564c99b1c; range_end:; response_count:1; response_revision:5234; }","duration":"1.739974583s","start":"2026-03-13T23:12:13.793068Z","end":"2026-03-13T23:12:15.533043Z","steps":["trace[149570097] 'agreement among raft nodes before linearized reading' (duration: 1.739291658s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.53304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.733781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:12:15.533058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.168642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:12:15.533095Z","caller":"traceutil/trace.go:171","msg":"trace[599809668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5234; }","duration":"506.516145ms","start":"2026-03-13T23:12:15.026566Z","end":"2026-03-13T23:12:15.533082Z","steps":["trace[599809668] 'agreement among raft nodes before linearized reading' (duration: 506.387042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.533032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.399583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:12:15.532917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.107978Z","time spent":"424.861652ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:15.533092Z","caller":"traceutil/trace.go:171","msg":"trace[290457784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5234; }","duration":"635.921605ms","start":"2026-03-13T23:12:14.89715Z","end":"2026-03-13T23:12:15.533071Z","steps":["trace[290457784] 'agreement among raft nodes before linearized reading' (duration: 635.631998ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:15.533189Z","caller":"traceutil/trace.go:171","msg":"trace[1563839597] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5448; }","duration":"426.401697ms","start":"2026-03-13T23:12:15.105907Z","end":"2026-03-13T23:12:15.532309Z","steps":["trace[1563839597] 'read index received' (duration: 37.50826ms)","trace[1563839597] 'applied index is now lower than readState.Index' (duration: 388.892007ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:15.533115Z","caller":"traceutil/trace.go:171","msg":"trace[345355597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5234; }","duration":"503.834632ms","start":"2026-03-13T23:12:15.029259Z","end":"2026-03-13T23:12:15.533093Z","steps":["trace[345355597] 'agreement among raft nodes before linearized reading' (duration: 503.595677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.533301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.029248Z","time spent":"504.032927ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:12:15.5331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.793035Z","time spent":"1.740054075s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96dfedc7-7da7-496d-aea8-596564c99b1c\" "} {"level":"warn","ts":"2026-03-13T23:12:15.533148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.026539Z","time spent":"506.598407ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:12:15.533186Z","caller":"traceutil/trace.go:171","msg":"trace[1514907164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5234; }","duration":"506.572006ms","start":"2026-03-13T23:12:15.026577Z","end":"2026-03-13T23:12:15.533149Z","steps":["trace[1514907164] 'agreement among raft nodes before linearized reading' (duration: 506.232588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.532482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:14.793068Z","time spent":"739.321511ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:15.533417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.02655Z","time spent":"506.854243ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:15.533054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.803965Z","time spent":"1.729045281s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:12:15.533148Z","caller":"traceutil/trace.go:171","msg":"trace[1069240883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5234; }","duration":"734.291595ms","start":"2026-03-13T23:12:14.798838Z","end":"2026-03-13T23:12:15.533129Z","steps":["trace[1069240883] 'agreement among raft nodes before linearized reading' (duration: 734.05103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.533527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:14.798824Z","time spent":"734.687654ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:15.532949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.333421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:12:15.534483Z","caller":"traceutil/trace.go:171","msg":"trace[24509846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5234; }","duration":"507.875206ms","start":"2026-03-13T23:12:15.026555Z","end":"2026-03-13T23:12:15.53443Z","steps":["trace[24509846] 'agreement among raft nodes before linearized reading' (duration: 506.28901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.534597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:15.026523Z","time spent":"508.054801ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:15.53429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:14.897126Z","time spent":"636.072439ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-13T23:12:17.458972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-03-13T23:12:17.652025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"191.158943ms","hash":3689750938,"current-db-size-bytes":38592512,"current-db-size":"39 MB","current-db-size-in-use-bytes":28389376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-13T23:12:17.652113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3689750938,"revision":2662,"compact-revision":-1} {"level":"info","ts":"2026-03-13T23:12:17.978451Z","caller":"traceutil/trace.go:171","msg":"trace[1764351656] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"142.015464ms","start":"2026-03-13T23:12:17.836411Z","end":"2026-03-13T23:12:17.978426Z","steps":["trace[1764351656] 'process raft request' (duration: 141.827159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:18.125781Z","caller":"traceutil/trace.go:171","msg":"trace[181255095] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"141.149213ms","start":"2026-03-13T23:12:17.984607Z","end":"2026-03-13T23:12:18.125756Z","steps":["trace[181255095] 'process raft request' (duration: 49.843036ms)","trace[181255095] 'compare' (duration: 91.209225ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:18.149106Z","caller":"traceutil/trace.go:171","msg":"trace[716639449] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"164.186048ms","start":"2026-03-13T23:12:17.984897Z","end":"2026-03-13T23:12:18.149083Z","steps":["trace[716639449] 'process raft request' (duration: 163.993163ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:18.149468Z","caller":"traceutil/trace.go:171","msg":"trace[1519654227] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"162.97184ms","start":"2026-03-13T23:12:17.986487Z","end":"2026-03-13T23:12:18.149459Z","steps":["trace[1519654227] 'process raft request' (duration: 162.908688ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:18.149483Z","caller":"traceutil/trace.go:171","msg":"trace[349736909] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"164.470744ms","start":"2026-03-13T23:12:17.985Z","end":"2026-03-13T23:12:18.149471Z","steps":["trace[349736909] 'process raft request' (duration: 164.28157ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:18.149458Z","caller":"traceutil/trace.go:171","msg":"trace[853236956] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"164.455884ms","start":"2026-03-13T23:12:17.984979Z","end":"2026-03-13T23:12:18.149435Z","steps":["trace[853236956] 'process raft request' (duration: 164.050975ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:24.988477Z","caller":"traceutil/trace.go:171","msg":"trace[1733124768] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"189.683359ms","start":"2026-03-13T23:12:24.798756Z","end":"2026-03-13T23:12:24.988439Z","steps":["trace[1733124768] 'process raft request' (duration: 150.299395ms)","trace[1733124768] 'compare' (duration: 39.104207ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:24.988572Z","caller":"traceutil/trace.go:171","msg":"trace[1775446804] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"189.278409ms","start":"2026-03-13T23:12:24.799216Z","end":"2026-03-13T23:12:24.988494Z","steps":["trace[1775446804] 'process raft request' (duration: 189.132616ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:24.988803Z","caller":"traceutil/trace.go:171","msg":"trace[1748746276] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"189.28889ms","start":"2026-03-13T23:12:24.799468Z","end":"2026-03-13T23:12:24.988757Z","steps":["trace[1748746276] 'process raft request' (duration: 188.956402ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:24.989153Z","caller":"traceutil/trace.go:171","msg":"trace[342908] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"189.572556ms","start":"2026-03-13T23:12:24.799561Z","end":"2026-03-13T23:12:24.989133Z","steps":["trace[342908] 'process raft request' (duration: 189.093665ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:24.989455Z","caller":"traceutil/trace.go:171","msg":"trace[246118376] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"184.54968ms","start":"2026-03-13T23:12:24.804887Z","end":"2026-03-13T23:12:24.989436Z","steps":["trace[246118376] 'process raft request' (duration: 184.272213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:24.989481Z","caller":"traceutil/trace.go:171","msg":"trace[1017632089] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"187.301474ms","start":"2026-03-13T23:12:24.802171Z","end":"2026-03-13T23:12:24.989473Z","steps":["trace[1017632089] 'process raft request' (duration: 186.650678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:24.990013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.533089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:24.990093Z","caller":"traceutil/trace.go:171","msg":"trace[337143447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5375; }","duration":"187.652441ms","start":"2026-03-13T23:12:24.802421Z","end":"2026-03-13T23:12:24.990074Z","steps":["trace[337143447] 'agreement among raft nodes before linearized reading' (duration: 187.489998ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:24.989286Z","caller":"traceutil/trace.go:171","msg":"trace[1257890751] linearizableReadLoop","detail":"{readStateIndex:5597; appliedIndex:5591; }","duration":"186.816012ms","start":"2026-03-13T23:12:24.802449Z","end":"2026-03-13T23:12:24.989265Z","steps":["trace[1257890751] 'read index received' (duration: 74.304943ms)","trace[1257890751] 'applied index is now lower than readState.Index' (duration: 112.510059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:29.223884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850755203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:12:29.265946Z","caller":"traceutil/trace.go:171","msg":"trace[860408770] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"542.156682ms","start":"2026-03-13T23:12:28.723767Z","end":"2026-03-13T23:12:29.265924Z","steps":["trace[860408770] 'read index received' (duration: 541.949057ms)","trace[860408770] 'applied index is now lower than readState.Index' (duration: 206.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:29.266049Z","caller":"traceutil/trace.go:171","msg":"trace[331839895] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"610.24306ms","start":"2026-03-13T23:12:28.655795Z","end":"2026-03-13T23:12:29.266038Z","steps":["trace[331839895] 'process raft request' (duration: 609.996445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:29.266143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.655756Z","time spent":"610.320062ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:29.266382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.554743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:29.266441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.499997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-13T23:12:29.266446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.678744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-13T23:12:29.266456Z","caller":"traceutil/trace.go:171","msg":"trace[1929449546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"461.705267ms","start":"2026-03-13T23:12:28.804733Z","end":"2026-03-13T23:12:29.266438Z","steps":["trace[1929449546] 'agreement among raft nodes before linearized reading' (duration: 461.515092ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.266484Z","caller":"traceutil/trace.go:171","msg":"trace[766879737] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5421; }","duration":"416.594431ms","start":"2026-03-13T23:12:28.849877Z","end":"2026-03-13T23:12:29.266472Z","steps":["trace[766879737] 'agreement among raft nodes before linearized reading' (duration: 416.473488ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.266491Z","caller":"traceutil/trace.go:171","msg":"trace[431080956] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5421; }","duration":"542.752166ms","start":"2026-03-13T23:12:28.723727Z","end":"2026-03-13T23:12:29.266479Z","steps":["trace[431080956] 'agreement among raft nodes before linearized reading' (duration: 542.556931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:29.266501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.804704Z","time spent":"461.788608ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:29.266507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.849848Z","time spent":"416.654161ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-13T23:12:29.266519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.723711Z","time spent":"542.800936ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-13T23:12:32.083583Z","caller":"traceutil/trace.go:171","msg":"trace[1380443260] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5671; }","duration":"121.203731ms","start":"2026-03-13T23:12:31.962362Z","end":"2026-03-13T23:12:32.083566Z","steps":["trace[1380443260] 'read index received' (duration: 120.991016ms)","trace[1380443260] 'applied index is now lower than readState.Index' (duration: 211.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:32.083586Z","caller":"traceutil/trace.go:171","msg":"trace[1848560813] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"191.234445ms","start":"2026-03-13T23:12:31.892325Z","end":"2026-03-13T23:12:32.083559Z","steps":["trace[1848560813] 'process raft request' (duration: 191.072191ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.083616Z","caller":"traceutil/trace.go:171","msg":"trace[728997469] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"191.168543ms","start":"2026-03-13T23:12:31.892418Z","end":"2026-03-13T23:12:32.083586Z","steps":["trace[728997469] 'process raft request' (duration: 191.060931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.083673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.302703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:32.083636Z","caller":"traceutil/trace.go:171","msg":"trace[200423983] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"189.858953ms","start":"2026-03-13T23:12:31.893741Z","end":"2026-03-13T23:12:32.0836Z","steps":["trace[200423983] 'process raft request' (duration: 189.761801ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.083722Z","caller":"traceutil/trace.go:171","msg":"trace[131166752] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5451; }","duration":"121.381495ms","start":"2026-03-13T23:12:31.962309Z","end":"2026-03-13T23:12:32.08369Z","steps":["trace[131166752] 'agreement among raft nodes before linearized reading' (duration: 121.325814ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.083747Z","caller":"traceutil/trace.go:171","msg":"trace[1999217716] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"180.610719ms","start":"2026-03-13T23:12:31.90311Z","end":"2026-03-13T23:12:32.083721Z","steps":["trace[1999217716] 'process raft request' (duration: 180.419714ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:35.434328Z","caller":"traceutil/trace.go:171","msg":"trace[128990624] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"120.299389ms","start":"2026-03-13T23:12:35.314001Z","end":"2026-03-13T23:12:35.4343Z","steps":["trace[128990624] 'process raft request' (duration: 120.108225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:37.83341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:12:37.833532Z","caller":"traceutil/trace.go:171","msg":"trace[228033505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004547s","start":"2026-03-13T23:12:35.833508Z","end":"2026-03-13T23:12:37.833513Z","steps":["trace[228033505] 'agreement among raft nodes before linearized reading' (duration: 1.999862644s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:37.833582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.833492Z","time spent":"2.000079859s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:12:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:12:37.843354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158292718s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:37.843509Z","caller":"traceutil/trace.go:171","msg":"trace[1625544907] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5484; }","duration":"2.158462211s","start":"2026-03-13T23:12:35.685024Z","end":"2026-03-13T23:12:37.843486Z","steps":["trace[1625544907] 'range keys from in-memory index tree' (duration: 2.158272027s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:37.843422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951249386s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:37.84386Z","caller":"traceutil/trace.go:171","msg":"trace[1416880427] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"2.49519706s","start":"2026-03-13T23:12:35.348623Z","end":"2026-03-13T23:12:37.84382Z","steps":["trace[1416880427] 'process raft request' (duration: 543.485513ms)","trace[1416880427] 'compare' (duration: 1.951103543s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:37.844042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.348592Z","time spent":"2.495347664s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:38.031112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.138923828s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:12:38.449139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.786028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:38.449344Z","caller":"traceutil/trace.go:171","msg":"trace[818329297] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"1.009933768s","start":"2026-03-13T23:12:37.439397Z","end":"2026-03-13T23:12:38.44933Z","steps":["trace[818329297] 'process raft request' (duration: 1.009904268s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:37.43937Z","time spent":"1.010007551s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:38.44944Z","caller":"traceutil/trace.go:171","msg":"trace[436494058] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"2.818207s","start":"2026-03-13T23:12:35.63121Z","end":"2026-03-13T23:12:38.449417Z","steps":["trace[436494058] 'process raft request' (duration: 2.400066934s)","trace[436494058] 'compare' (duration: 417.570913ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:38.449496Z","caller":"traceutil/trace.go:171","msg":"trace[1853687271] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"2.712713904s","start":"2026-03-13T23:12:35.736773Z","end":"2026-03-13T23:12:38.449487Z","steps":["trace[1853687271] 'process raft request' (duration: 2.712446208s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.449503Z","caller":"traceutil/trace.go:171","msg":"trace[1789163086] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5709; }","duration":"2.61593632s","start":"2026-03-13T23:12:35.833551Z","end":"2026-03-13T23:12:38.449487Z","steps":["trace[1789163086] 'read index received' (duration: 58.64458ms)","trace[1789163086] 'applied index is now lower than readState.Index' (duration: 2.55728976s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:38.449521Z","caller":"traceutil/trace.go:171","msg":"trace[1965672150] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"2.677039187s","start":"2026-03-13T23:12:35.772463Z","end":"2026-03-13T23:12:38.449502Z","steps":["trace[1965672150] 'process raft request' (duration: 2.676807092s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.736742Z","time spent":"2.712774466s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:38.449548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.631181Z","time spent":"2.818310283s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:38.449606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.77245Z","time spent":"2.677111879s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:38.449686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350010574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:12:38.449693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293326919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:38.449711Z","caller":"traceutil/trace.go:171","msg":"trace[1555088115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5489; }","duration":"2.350073975s","start":"2026-03-13T23:12:36.099629Z","end":"2026-03-13T23:12:38.449703Z","steps":["trace[1555088115] 'agreement among raft nodes before linearized reading' (duration: 2.349976263s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:36.099608Z","time spent":"2.350120506s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:12:38.449736Z","caller":"traceutil/trace.go:171","msg":"trace[86840681] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5489; }","duration":"2.293391541s","start":"2026-03-13T23:12:36.156331Z","end":"2026-03-13T23:12:38.449723Z","steps":["trace[86840681] 'agreement among raft nodes before linearized reading' (duration: 2.293319219s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349938762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:12:38.44975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043829424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-13T23:12:38.449774Z","caller":"traceutil/trace.go:171","msg":"trace[1227838773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5489; }","duration":"2.349985103s","start":"2026-03-13T23:12:36.09978Z","end":"2026-03-13T23:12:38.449765Z","steps":["trace[1227838773] 'agreement among raft nodes before linearized reading' (duration: 2.349895571s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:36.156321Z","time spent":"2.293443172s","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:38.449793Z","caller":"traceutil/trace.go:171","msg":"trace[647782084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5489; }","duration":"2.043909006s","start":"2026-03-13T23:12:36.405869Z","end":"2026-03-13T23:12:38.449778Z","steps":["trace[647782084] 'agreement among raft nodes before linearized reading' (duration: 2.043733462s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:36.099771Z","time spent":"2.350021994s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:38.449809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286752577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:38.449782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.899942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:38.449821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:36.405848Z","time spent":"2.043964987s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T23:12:38.449799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144693013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:38.449841Z","caller":"traceutil/trace.go:171","msg":"trace[803074934] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5489; }","duration":"1.286823889s","start":"2026-03-13T23:12:37.163008Z","end":"2026-03-13T23:12:38.449832Z","steps":["trace[803074934] 'agreement among raft nodes before linearized reading' (duration: 1.286776108s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482938546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:12:38.449871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:37.162985Z","time spent":"1.286875131s","remote":"127.0.0.1:39406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:38.449869Z","caller":"traceutil/trace.go:171","msg":"trace[1928308626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5489; }","duration":"616.021965ms","start":"2026-03-13T23:12:37.833824Z","end":"2026-03-13T23:12:38.449846Z","steps":["trace[1928308626] 'agreement among raft nodes before linearized reading' (duration: 615.862572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.762963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:38.44986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485749871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:12:38.449858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.529274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:38.44992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:37.833802Z","time spent":"616.110227ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:38.449928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351457767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:12:38.449882Z","caller":"traceutil/trace.go:171","msg":"trace[253907393] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5489; }","duration":"1.144811406s","start":"2026-03-13T23:12:37.305047Z","end":"2026-03-13T23:12:38.449858Z","steps":["trace[253907393] 'agreement among raft nodes before linearized reading' (duration: 1.144660582s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.449945Z","caller":"traceutil/trace.go:171","msg":"trace[283211113] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5489; }","duration":"419.915497ms","start":"2026-03-13T23:12:38.030004Z","end":"2026-03-13T23:12:38.449919Z","steps":["trace[283211113] 'agreement among raft nodes before linearized reading' (duration: 419.746743ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.449952Z","caller":"traceutil/trace.go:171","msg":"trace[507904441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5489; }","duration":"2.485885634s","start":"2026-03-13T23:12:35.964044Z","end":"2026-03-13T23:12:38.44993Z","steps":["trace[507904441] 'agreement among raft nodes before linearized reading' (duration: 2.485594818s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.44997Z","caller":"traceutil/trace.go:171","msg":"trace[534118737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5489; }","duration":"2.351541049s","start":"2026-03-13T23:12:36.098419Z","end":"2026-03-13T23:12:38.449961Z","steps":["trace[534118737] 'agreement among raft nodes before linearized reading' (duration: 2.351434977s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.291358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:12:38.449993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.029982Z","time spent":"419.9984ms","remote":"127.0.0.1:39170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:38.449983Z","caller":"traceutil/trace.go:171","msg":"trace[718786414] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5489; }","duration":"995.704249ms","start":"2026-03-13T23:12:37.454242Z","end":"2026-03-13T23:12:38.449947Z","steps":["trace[718786414] 'agreement among raft nodes before linearized reading' (duration: 995.470843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.449994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:37.305021Z","time spent":"1.144954249s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:38.450009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.964027Z","time spent":"2.485973406s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:12:38.450027Z","caller":"traceutil/trace.go:171","msg":"trace[2044203474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5489; }","duration":"455.39285ms","start":"2026-03-13T23:12:37.994616Z","end":"2026-03-13T23:12:38.450009Z","steps":["trace[2044203474] 'agreement among raft nodes before linearized reading' (duration: 455.205686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.449908Z","caller":"traceutil/trace.go:171","msg":"trace[2091355212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5489; }","duration":"2.483069889s","start":"2026-03-13T23:12:35.966818Z","end":"2026-03-13T23:12:38.449888Z","steps":["trace[2091355212] 'agreement among raft nodes before linearized reading' (duration: 2.482812333s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.450055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:37.45423Z","time spent":"995.809481ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:38.45Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:36.098398Z","time spent":"2.35159571s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:38.450071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:37.994594Z","time spent":"455.468543ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:12:38.450083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.966797Z","time spent":"2.483269424s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:12:38.451868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553367909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:12:38.451932Z","caller":"traceutil/trace.go:171","msg":"trace[469421967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5489; }","duration":"2.553465772s","start":"2026-03-13T23:12:35.89845Z","end":"2026-03-13T23:12:38.451916Z","steps":["trace[469421967] 'agreement among raft nodes before linearized reading' (duration: 2.553318688s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.451966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:35.898429Z","time spent":"2.553528294s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:38.751228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.481043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:38.751327Z","caller":"traceutil/trace.go:171","msg":"trace[1973672754] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"296.473605ms","start":"2026-03-13T23:12:38.454835Z","end":"2026-03-13T23:12:38.751308Z","steps":["trace[1973672754] 'process raft request' (duration: 97.831959ms)","trace[1973672754] 'compare' (duration: 198.35084ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:38.991688Z","caller":"traceutil/trace.go:171","msg":"trace[1985778949] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"536.574513ms","start":"2026-03-13T23:12:38.455083Z","end":"2026-03-13T23:12:38.991657Z","steps":["trace[1985778949] 'process raft request' (duration: 536.320427ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.991825Z","caller":"traceutil/trace.go:171","msg":"trace[582924216] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"535.816456ms","start":"2026-03-13T23:12:38.45596Z","end":"2026-03-13T23:12:38.991776Z","steps":["trace[582924216] 'process raft request' (duration: 535.59088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.991854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.455076Z","time spent":"536.689335ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:38.99197Z","caller":"traceutil/trace.go:171","msg":"trace[1327010651] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"535.680652ms","start":"2026-03-13T23:12:38.456255Z","end":"2026-03-13T23:12:38.991936Z","steps":["trace[1327010651] 'process raft request' (duration: 535.353775ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:38.991964Z","caller":"traceutil/trace.go:171","msg":"trace[1166069668] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"536.02246ms","start":"2026-03-13T23:12:38.455908Z","end":"2026-03-13T23:12:38.991931Z","steps":["trace[1166069668] 'process raft request' (duration: 535.60375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:38.991987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.455951Z","time spent":"535.942258ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:38.992131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.455894Z","time spent":"536.155053ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:38.992144Z","caller":"traceutil/trace.go:171","msg":"trace[1935884356] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"537.191967ms","start":"2026-03-13T23:12:38.454921Z","end":"2026-03-13T23:12:38.992113Z","steps":["trace[1935884356] 'process raft request' (duration: 440.416013ms)","trace[1935884356] 'compare' (duration: 95.72783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:38.992218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.454911Z","time spent":"537.266469ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:38.992139Z","caller":"traceutil/trace.go:171","msg":"trace[332468115] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5714; }","duration":"535.978729ms","start":"2026-03-13T23:12:38.456111Z","end":"2026-03-13T23:12:38.992089Z","steps":["trace[332468115] 'read index received' (duration: 96.571569ms)","trace[332468115] 'applied index is now lower than readState.Index' (duration: 439.384859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:38.992387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.456247Z","time spent":"535.781394ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:39.132492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.816365ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:12:39.132665Z","caller":"traceutil/trace.go:171","msg":"trace[655384574] linearizableReadLoop","detail":"{readStateIndex:5721; appliedIndex:5720; }","duration":"140.336034ms","start":"2026-03-13T23:12:38.992304Z","end":"2026-03-13T23:12:39.13264Z","steps":["trace[655384574] 'read index received' (duration: 60.641µs)","trace[655384574] 'applied index is now lower than readState.Index' (duration: 140.273553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:39.132788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.645261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19497"} {"level":"info","ts":"2026-03-13T23:12:39.132873Z","caller":"traceutil/trace.go:171","msg":"trace[1496012934] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5495; }","duration":"676.760804ms","start":"2026-03-13T23:12:38.456089Z","end":"2026-03-13T23:12:39.132849Z","steps":["trace[1496012934] 'agreement among raft nodes before linearized reading' (duration: 536.155904ms)","trace[1496012934] 'range keys from in-memory index tree' (duration: 140.366055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:39.132929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.456084Z","time spent":"676.831635ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19520,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:12:39.132908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.557084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:39.133009Z","caller":"traceutil/trace.go:171","msg":"trace[2086393288] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5495; }","duration":"248.736258ms","start":"2026-03-13T23:12:38.884251Z","end":"2026-03-13T23:12:39.132987Z","steps":["trace[2086393288] 'agreement among raft nodes before linearized reading' (duration: 248.525513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:39.133101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.706039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:39.133181Z","caller":"traceutil/trace.go:171","msg":"trace[666738241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5495; }","duration":"675.806032ms","start":"2026-03-13T23:12:38.457352Z","end":"2026-03-13T23:12:39.133158Z","steps":["trace[666738241] 'agreement among raft nodes before linearized reading' (duration: 675.662299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:39.133227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.457344Z","time spent":"675.875653ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:39.133183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.005045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:39.133308Z","caller":"traceutil/trace.go:171","msg":"trace[568413480] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5495; }","duration":"641.183369ms","start":"2026-03-13T23:12:38.492104Z","end":"2026-03-13T23:12:39.133288Z","steps":["trace[568413480] 'agreement among raft nodes before linearized reading' (duration: 641.000125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:39.133358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:38.492094Z","time spent":"641.25136ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:39.956476Z","caller":"traceutil/trace.go:171","msg":"trace[1427272447] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"106.791706ms","start":"2026-03-13T23:12:39.849661Z","end":"2026-03-13T23:12:39.956452Z","steps":["trace[1427272447] 'process raft request' (duration: 106.645153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:40.960701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850755386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:12:41.068636Z","caller":"traceutil/trace.go:171","msg":"trace[212510986] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"611.880019ms","start":"2026-03-13T23:12:40.456715Z","end":"2026-03-13T23:12:41.068595Z","steps":["trace[212510986] 'process raft request' (duration: 611.664984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:41.068817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.456687Z","time spent":"612.028122ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:42.468855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:41.617105Z","time spent":"851.741851ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:12:42.469163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.159096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:42.469483Z","caller":"traceutil/trace.go:171","msg":"trace[1474640254] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5722; }","duration":"2.009812716s","start":"2026-03-13T23:12:40.459648Z","end":"2026-03-13T23:12:42.46946Z","steps":["trace[1474640254] 'read index received' (duration: 608.752487ms)","trace[1474640254] 'applied index is now lower than readState.Index' (duration: 1.401059029s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:42.469619Z","caller":"traceutil/trace.go:171","msg":"trace[356738315] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"1.497662369s","start":"2026-03-13T23:12:40.97194Z","end":"2026-03-13T23:12:42.469602Z","steps":["trace[356738315] 'process raft request' (duration: 1.497341421s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:42.469632Z","caller":"traceutil/trace.go:171","msg":"trace[2075597712] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"2.01215729s","start":"2026-03-13T23:12:40.457407Z","end":"2026-03-13T23:12:42.469564Z","steps":["trace[2075597712] 'process raft request' (duration: 1.518480522s)","trace[2075597712] 'compare' (duration: 492.687065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:42.469704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.971914Z","time spent":"1.497743021s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:42.469689Z","caller":"traceutil/trace.go:171","msg":"trace[1119363773] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"508.270126ms","start":"2026-03-13T23:12:41.961386Z","end":"2026-03-13T23:12:42.469656Z","steps":["trace[1119363773] 'process raft request' (duration: 508.001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:42.469888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.457381Z","time spent":"2.012375534s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:42.469895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714128128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:12:42.469902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010233065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:12:42.469955Z","caller":"traceutil/trace.go:171","msg":"trace[626391218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5500; }","duration":"1.714227481s","start":"2026-03-13T23:12:40.75571Z","end":"2026-03-13T23:12:42.469938Z","steps":["trace[626391218] 'agreement among raft nodes before linearized reading' (duration: 1.713979535s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:42.469978Z","caller":"traceutil/trace.go:171","msg":"trace[1293370350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5500; }","duration":"2.010348968s","start":"2026-03-13T23:12:40.459607Z","end":"2026-03-13T23:12:42.469956Z","steps":["trace[1293370350] 'agreement among raft nodes before linearized reading' (duration: 2.010069662s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:42.469999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.755688Z","time spent":"1.714300243s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.459562Z","time spent":"2.010455011s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473049668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:12:42.470308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473320525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:12:42.470304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408548702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:42.470325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47311035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:12:42.470356Z","caller":"traceutil/trace.go:171","msg":"trace[1937916476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5500; }","duration":"1.473156311s","start":"2026-03-13T23:12:40.997184Z","end":"2026-03-13T23:12:42.470341Z","steps":["trace[1937916476] 'agreement among raft nodes before linearized reading' (duration: 1.472989517s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:42.470371Z","caller":"traceutil/trace.go:171","msg":"trace[1061284636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5500; }","duration":"1.473413037s","start":"2026-03-13T23:12:40.99694Z","end":"2026-03-13T23:12:42.470353Z","steps":["trace[1061284636] 'agreement among raft nodes before linearized reading' (duration: 1.473230073s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:42.470385Z","caller":"traceutil/trace.go:171","msg":"trace[766044438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5500; }","duration":"1.473173872s","start":"2026-03-13T23:12:40.997196Z","end":"2026-03-13T23:12:42.47037Z","steps":["trace[766044438] 'agreement among raft nodes before linearized reading' (duration: 1.472949566s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:42.470384Z","caller":"traceutil/trace.go:171","msg":"trace[858419587] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5500; }","duration":"1.408683426s","start":"2026-03-13T23:12:41.061679Z","end":"2026-03-13T23:12:42.470363Z","steps":["trace[858419587] 'agreement among raft nodes before linearized reading' (duration: 1.408468341s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:42.470402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.997162Z","time spent":"1.473228633s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.996936Z","time spent":"1.473469388s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:41.061656Z","time spent":"1.408764168s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:42.470426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473413177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:12:42.470448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:41.961362Z","time spent":"508.41115ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:42.470488Z","caller":"traceutil/trace.go:171","msg":"trace[1920525390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5500; }","duration":"1.473625892s","start":"2026-03-13T23:12:40.996848Z","end":"2026-03-13T23:12:42.470474Z","steps":["trace[1920525390] 'agreement among raft nodes before linearized reading' (duration: 1.473381906s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:42.470426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.997133Z","time spent":"1.473282354s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.996828Z","time spent":"1.473686223s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.533653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:42.470625Z","caller":"traceutil/trace.go:171","msg":"trace[881221244] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5500; }","duration":"158.002484ms","start":"2026-03-13T23:12:42.312603Z","end":"2026-03-13T23:12:42.470606Z","steps":["trace[881221244] 'agreement among raft nodes before linearized reading' (duration: 157.491002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:42.470324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666833342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:42.470823Z","caller":"traceutil/trace.go:171","msg":"trace[2068731996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5500; }","duration":"1.667328594s","start":"2026-03-13T23:12:40.803437Z","end":"2026-03-13T23:12:42.470766Z","steps":["trace[2068731996] 'agreement among raft nodes before linearized reading' (duration: 1.666783241s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:42.470931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.803421Z","time spent":"1.667496557s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:42.470864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.479957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:12:42.47115Z","caller":"traceutil/trace.go:171","msg":"trace[565754004] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5500; }","duration":"193.803734ms","start":"2026-03-13T23:12:42.277325Z","end":"2026-03-13T23:12:42.471129Z","steps":["trace[565754004] 'agreement among raft nodes before linearized reading' (duration: 192.888653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.281147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.186115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:43.281253Z","caller":"traceutil/trace.go:171","msg":"trace[845648100] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5726; }","duration":"805.613701ms","start":"2026-03-13T23:12:42.475622Z","end":"2026-03-13T23:12:43.281236Z","steps":["trace[845648100] 'read index received' (duration: 416.133149ms)","trace[845648100] 'applied index is now lower than readState.Index' (duration: 389.478982ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:43.281493Z","caller":"traceutil/trace.go:171","msg":"trace[1155423998] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"805.99392ms","start":"2026-03-13T23:12:42.475461Z","end":"2026-03-13T23:12:43.281455Z","steps":["trace[1155423998] 'process raft request' (duration: 416.374985ms)","trace[1155423998] 'compare' (duration: 388.914709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:43.281543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.920899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-03-13T23:12:43.281579Z","caller":"traceutil/trace.go:171","msg":"trace[415723399] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5501; }","duration":"805.984459ms","start":"2026-03-13T23:12:42.475584Z","end":"2026-03-13T23:12:43.281569Z","steps":["trace[415723399] 'agreement among raft nodes before linearized reading' (duration: 805.722503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.281616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.475572Z","time spent":"806.035391ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:12:43.281811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.475438Z","time spent":"806.128013ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:43.650125Z","caller":"traceutil/trace.go:171","msg":"trace[810520286] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"1.173757308s","start":"2026-03-13T23:12:42.476336Z","end":"2026-03-13T23:12:43.650093Z","steps":["trace[810520286] 'process raft request' (duration: 1.173718197s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.650181Z","caller":"traceutil/trace.go:171","msg":"trace[1944148760] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"1.174337992s","start":"2026-03-13T23:12:42.475788Z","end":"2026-03-13T23:12:43.650126Z","steps":["trace[1944148760] 'process raft request' (duration: 1.087042028s)","trace[1944148760] 'compare' (duration: 86.915635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:43.650247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.47632Z","time spent":"1.173865s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:43.650411Z","caller":"traceutil/trace.go:171","msg":"trace[1753186369] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"1.174477514s","start":"2026-03-13T23:12:42.475926Z","end":"2026-03-13T23:12:43.650404Z","steps":["trace[1753186369] 'process raft request' (duration: 1.174037124s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.650454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.475907Z","time spent":"1.174526876s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:43.650522Z","caller":"traceutil/trace.go:171","msg":"trace[1610631158] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"1.174176428s","start":"2026-03-13T23:12:42.476328Z","end":"2026-03-13T23:12:43.650505Z","steps":["trace[1610631158] 'process raft request' (duration: 1.173703527s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.650572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.475758Z","time spent":"1.174475804s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.650604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.476319Z","time spent":"1.174241879s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.85899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.551848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:43.859115Z","caller":"traceutil/trace.go:171","msg":"trace[986849539] linearizableReadLoop","detail":"{readStateIndex:5732; appliedIndex:5727; }","duration":"577.817269ms","start":"2026-03-13T23:12:43.281279Z","end":"2026-03-13T23:12:43.859096Z","steps":["trace[986849539] 'read index received' (duration: 281.546059ms)","trace[986849539] 'applied index is now lower than readState.Index' (duration: 296.26987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:43.859241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.66423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:43.859266Z","caller":"traceutil/trace.go:171","msg":"trace[205764627] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5506; }","duration":"895.6935ms","start":"2026-03-13T23:12:42.963566Z","end":"2026-03-13T23:12:43.859259Z","steps":["trace[205764627] 'agreement among raft nodes before linearized reading' (duration: 895.624929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.8593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.963474Z","time spent":"895.817773ms","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:43.859286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.638449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:43.859329Z","caller":"traceutil/trace.go:171","msg":"trace[1187122047] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"784.918171ms","start":"2026-03-13T23:12:43.074383Z","end":"2026-03-13T23:12:43.859301Z","steps":["trace[1187122047] 'process raft request' (duration: 681.937883ms)","trace[1187122047] 'compare' (duration: 102.377445ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:43.859364Z","caller":"traceutil/trace.go:171","msg":"trace[359220781] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5506; }","duration":"641.777403ms","start":"2026-03-13T23:12:43.21757Z","end":"2026-03-13T23:12:43.859347Z","steps":["trace[359220781] 'agreement among raft nodes before linearized reading' (duration: 641.594348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.859355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.67604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:43.859414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.217546Z","time spent":"641.849844ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:43.859401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249970855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:43.859423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.898931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-13T23:12:43.859427Z","caller":"traceutil/trace.go:171","msg":"trace[75090297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5506; }","duration":"340.790973ms","start":"2026-03-13T23:12:43.518616Z","end":"2026-03-13T23:12:43.859407Z","steps":["trace[75090297] 'agreement among raft nodes before linearized reading' (duration: 340.66168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.85946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.074348Z","time spent":"785.037984ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.859311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379926179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:43.859488Z","caller":"traceutil/trace.go:171","msg":"trace[639801565] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5506; }","duration":"393.001723ms","start":"2026-03-13T23:12:43.466466Z","end":"2026-03-13T23:12:43.859468Z","steps":["trace[639801565] 'agreement among raft nodes before linearized reading' (duration: 392.752258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.859497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.518591Z","time spent":"340.890765ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:43.859548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.466443Z","time spent":"393.093736ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-13T23:12:43.859564Z","caller":"traceutil/trace.go:171","msg":"trace[496309061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5506; }","duration":"1.380208435s","start":"2026-03-13T23:12:42.479308Z","end":"2026-03-13T23:12:43.859516Z","steps":["trace[496309061] 'agreement among raft nodes before linearized reading' (duration: 1.379888548s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.859631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.467066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:12:43.85947Z","caller":"traceutil/trace.go:171","msg":"trace[843025105] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5506; }","duration":"1.250097268s","start":"2026-03-13T23:12:42.609356Z","end":"2026-03-13T23:12:43.859453Z","steps":["trace[843025105] 'agreement among raft nodes before linearized reading' (duration: 1.249980345s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.859672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.479298Z","time spent":"1.380362529s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:43.859768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.60933Z","time spent":"1.250407266s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:43.859773Z","caller":"traceutil/trace.go:171","msg":"trace[1078245826] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:5506; }","duration":"610.61107ms","start":"2026-03-13T23:12:43.24911Z","end":"2026-03-13T23:12:43.859721Z","steps":["trace[1078245826] 'agreement among raft nodes before linearized reading' (duration: 610.276592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.860273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.249035Z","time spent":"610.780493ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-03-13T23:12:44.537603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.422469ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-13T23:12:44.537731Z","caller":"traceutil/trace.go:171","msg":"trace[1404811262] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5732; }","duration":"575.850143ms","start":"2026-03-13T23:12:43.961858Z","end":"2026-03-13T23:12:44.537708Z","steps":["trace[1404811262] 'read index received' (duration: 152.155568ms)","trace[1404811262] 'applied index is now lower than readState.Index' (duration: 423.692485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:44.537818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.861784Z","time spent":"676.029076ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:12:44.538074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.183991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:44.538169Z","caller":"traceutil/trace.go:171","msg":"trace[1015764809] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5506; }","duration":"576.295034ms","start":"2026-03-13T23:12:43.961839Z","end":"2026-03-13T23:12:44.538134Z","steps":["trace[1015764809] 'agreement among raft nodes before linearized reading' (duration: 576.13407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.538221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.961774Z","time spent":"576.435747ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:45.227485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.40287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:45.227614Z","caller":"traceutil/trace.go:171","msg":"trace[1610299816] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"751.659799ms","start":"2026-03-13T23:12:44.475923Z","end":"2026-03-13T23:12:45.227582Z","steps":["trace[1610299816] 'process raft request' (duration: 230.080426ms)","trace[1610299816] 'compare' (duration: 521.251726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:45.227682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.475891Z","time spent":"751.762222ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:45.461045Z","caller":"traceutil/trace.go:171","msg":"trace[2103694873] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5733; }","duration":"923.254928ms","start":"2026-03-13T23:12:44.537764Z","end":"2026-03-13T23:12:45.461019Z","steps":["trace[2103694873] 'read index received' (duration: 168.259242ms)","trace[2103694873] 'applied index is now lower than readState.Index' (duration: 754.994056ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:45.46107Z","caller":"traceutil/trace.go:171","msg":"trace[1203675887] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"984.57986ms","start":"2026-03-13T23:12:44.476444Z","end":"2026-03-13T23:12:45.461024Z","steps":["trace[1203675887] 'process raft request' (duration: 960.491612ms)","trace[1203675887] 'compare' (duration: 23.879553ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:45.461242Z","caller":"traceutil/trace.go:171","msg":"trace[520204913] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"922.000669ms","start":"2026-03-13T23:12:44.53914Z","end":"2026-03-13T23:12:45.461141Z","steps":["trace[520204913] 'process raft request' (duration: 921.812045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.461309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.476415Z","time spent":"984.748924ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:45.461372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18986659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:12:45.461414Z","caller":"traceutil/trace.go:171","msg":"trace[378537999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5509; }","duration":"1.189956552s","start":"2026-03-13T23:12:44.271446Z","end":"2026-03-13T23:12:45.461402Z","steps":["trace[378537999] 'agreement among raft nodes before linearized reading' (duration: 1.189892891s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.461455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.271416Z","time spent":"1.190030524s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T23:12:45.461435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.952899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:45.461516Z","caller":"traceutil/trace.go:171","msg":"trace[506527313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5509; }","duration":"656.086042ms","start":"2026-03-13T23:12:44.805406Z","end":"2026-03-13T23:12:45.461492Z","steps":["trace[506527313] 'agreement among raft nodes before linearized reading' (duration: 655.956669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.461525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.539113Z","time spent":"922.275045ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:45.461314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.459905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:45.461701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.67304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:12:45.461664Z","caller":"traceutil/trace.go:171","msg":"trace[93901339] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5509; }","duration":"971.829274ms","start":"2026-03-13T23:12:44.489786Z","end":"2026-03-13T23:12:45.461615Z","steps":["trace[93901339] 'agreement among raft nodes before linearized reading' (duration: 971.378524ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:45.461734Z","caller":"traceutil/trace.go:171","msg":"trace[1004045728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5509; }","duration":"174.741542ms","start":"2026-03-13T23:12:45.286983Z","end":"2026-03-13T23:12:45.461724Z","steps":["trace[1004045728] 'agreement among raft nodes before linearized reading' (duration: 174.590328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.461741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.359473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:12:45.461554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.805381Z","time spent":"656.166094ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:45.46182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.489774Z","time spent":"971.984657ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:45.461842Z","caller":"traceutil/trace.go:171","msg":"trace[579427620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5509; }","duration":"174.525857ms","start":"2026-03-13T23:12:45.287292Z","end":"2026-03-13T23:12:45.461818Z","steps":["trace[579427620] 'agreement among raft nodes before linearized reading' (duration: 174.21556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.462123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246935913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:12:45.462267Z","caller":"traceutil/trace.go:171","msg":"trace[378986970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5509; }","duration":"1.247151578s","start":"2026-03-13T23:12:44.215085Z","end":"2026-03-13T23:12:45.462237Z","steps":["trace[378986970] 'agreement among raft nodes before linearized reading' (duration: 1.246587955s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.462333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.215064Z","time spent":"1.247256441s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:13:02.843456Z","caller":"traceutil/trace.go:171","msg":"trace[1271250065] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"135.383438ms","start":"2026-03-13T23:13:02.708028Z","end":"2026-03-13T23:13:02.843411Z","steps":["trace[1271250065] 'process raft request' (duration: 135.080701ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:03.301841Z","caller":"traceutil/trace.go:171","msg":"trace[796558087] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"115.816486ms","start":"2026-03-13T23:13:03.185991Z","end":"2026-03-13T23:13:03.301808Z","steps":["trace[796558087] 'process raft request' (duration: 115.57966ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:13.42684Z","caller":"traceutil/trace.go:171","msg":"trace[850553600] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5888; }","duration":"222.817216ms","start":"2026-03-13T23:13:13.203997Z","end":"2026-03-13T23:13:13.426814Z","steps":["trace[850553600] 'read index received' (duration: 222.710154ms)","trace[850553600] 'applied index is now lower than readState.Index' (duration: 105.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:13.426907Z","caller":"traceutil/trace.go:171","msg":"trace[1215931762] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"234.101259ms","start":"2026-03-13T23:13:13.192767Z","end":"2026-03-13T23:13:13.426868Z","steps":["trace[1215931762] 'process raft request' (duration: 233.893914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.427074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.055193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T23:13:13.427118Z","caller":"traceutil/trace.go:171","msg":"trace[1106364467] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5656; }","duration":"223.144534ms","start":"2026-03-13T23:13:13.203962Z","end":"2026-03-13T23:13:13.427107Z","steps":["trace[1106364467] 'agreement among raft nodes before linearized reading' (duration: 222.98134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.445803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.007725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:13:13.445873Z","caller":"traceutil/trace.go:171","msg":"trace[855354723] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:5657; }","duration":"196.120138ms","start":"2026-03-13T23:13:13.249736Z","end":"2026-03-13T23:13:13.445856Z","steps":["trace[855354723] 'agreement among raft nodes before linearized reading' (duration: 195.80069ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:13.842203Z","caller":"traceutil/trace.go:171","msg":"trace[2090853055] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"409.436883ms","start":"2026-03-13T23:13:13.432735Z","end":"2026-03-13T23:13:13.842172Z","steps":["trace[2090853055] 'process raft request' (duration: 385.368325ms)","trace[2090853055] 'compare' (duration: 23.666099ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:13.842271Z","caller":"traceutil/trace.go:171","msg":"trace[53588641] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"409.505785ms","start":"2026-03-13T23:13:13.432735Z","end":"2026-03-13T23:13:13.842241Z","steps":["trace[53588641] 'process raft request' (duration: 409.350181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.842365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.432709Z","time spent":"409.580277ms","remote":"127.0.0.1:39138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1485,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:13.842412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.432709Z","time spent":"409.631798ms","remote":"127.0.0.1:39138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:13.842462Z","caller":"traceutil/trace.go:171","msg":"trace[1070495384] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"409.539725ms","start":"2026-03-13T23:13:13.432897Z","end":"2026-03-13T23:13:13.842436Z","steps":["trace[1070495384] 'process raft request' (duration: 409.28847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.842643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.432885Z","time spent":"409.645839ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:13.842685Z","caller":"traceutil/trace.go:171","msg":"trace[771217319] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"409.71133ms","start":"2026-03-13T23:13:13.432962Z","end":"2026-03-13T23:13:13.842673Z","steps":["trace[771217319] 'process raft request' (duration: 409.393422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.842752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.432955Z","time spent":"409.766291ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:13.842974Z","caller":"traceutil/trace.go:171","msg":"trace[1155957338] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5890; }","duration":"397.454685ms","start":"2026-03-13T23:13:13.445506Z","end":"2026-03-13T23:13:13.842961Z","steps":["trace[1155957338] 'read index received' (duration: 372.584409ms)","trace[1155957338] 'applied index is now lower than readState.Index' (duration: 24.869156ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:13.842998Z","caller":"traceutil/trace.go:171","msg":"trace[1245609600] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"409.906065ms","start":"2026-03-13T23:13:13.433066Z","end":"2026-03-13T23:13:13.842972Z","steps":["trace[1245609600] 'process raft request' (duration: 409.522646ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:13.843053Z","caller":"traceutil/trace.go:171","msg":"trace[564881946] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"409.75442ms","start":"2026-03-13T23:13:13.43329Z","end":"2026-03-13T23:13:13.843044Z","steps":["trace[564881946] 'process raft request' (duration: 409.519425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.843066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.433033Z","time spent":"409.998926ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:13.843093Z","caller":"traceutil/trace.go:171","msg":"trace[700991028] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"405.84164ms","start":"2026-03-13T23:13:13.437237Z","end":"2026-03-13T23:13:13.843079Z","steps":["trace[700991028] 'process raft request' (duration: 405.678306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.843114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.433274Z","time spent":"409.805692ms","remote":"127.0.0.1:39138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:13.843174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.43723Z","time spent":"405.906682ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:13.843195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.980206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e2546f61-1fbe-4423-b399-abe894955420\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-13T23:13:13.843302Z","caller":"traceutil/trace.go:171","msg":"trace[656813302] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e2546f61-1fbe-4423-b399-abe894955420; range_end:; response_count:1; response_revision:5664; }","duration":"410.084239ms","start":"2026-03-13T23:13:13.43319Z","end":"2026-03-13T23:13:13.843274Z","steps":["trace[656813302] 'agreement among raft nodes before linearized reading' (duration: 409.886264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:13.843367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.433155Z","time spent":"410.195841ms","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-e2546f61-1fbe-4423-b399-abe894955420\" "} {"level":"warn","ts":"2026-03-13T23:13:14.385069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.581604ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-13T23:13:14.3853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.446807Z","time spent":"938.484311ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:13:14.385363Z","caller":"traceutil/trace.go:171","msg":"trace[266047433] linearizableReadLoop","detail":"{readStateIndex:5899; appliedIndex:5897; }","duration":"542.327136ms","start":"2026-03-13T23:13:13.843014Z","end":"2026-03-13T23:13:14.385341Z","steps":["trace[266047433] 'read index received' (duration: 130.370863ms)","trace[266047433] 'applied index is now lower than readState.Index' (duration: 411.954883ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:14.385472Z","caller":"traceutil/trace.go:171","msg":"trace[1516845331] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"388.904638ms","start":"2026-03-13T23:13:13.996543Z","end":"2026-03-13T23:13:14.385447Z","steps":["trace[1516845331] 'process raft request' (duration: 388.761125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.385579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.996486Z","time spent":"389.032382ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:14.385578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.664813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:13:14.385596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.350978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:13:14.38561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.883893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:13:14.385616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.490644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:13:14.385659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.315576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/keystone-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:14.385692Z","caller":"traceutil/trace.go:171","msg":"trace[244091814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5666; }","duration":"582.026566ms","start":"2026-03-13T23:13:13.803646Z","end":"2026-03-13T23:13:14.385673Z","steps":["trace[244091814] 'agreement among raft nodes before linearized reading' (duration: 581.74841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.385695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.424931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:13:14.385703Z","caller":"traceutil/trace.go:171","msg":"trace[424782653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5666; }","duration":"763.634198ms","start":"2026-03-13T23:13:13.622053Z","end":"2026-03-13T23:13:14.385688Z","steps":["trace[424782653] 'agreement among raft nodes before linearized reading' (duration: 763.336641ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:14.385731Z","caller":"traceutil/trace.go:171","msg":"trace[1332593194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5666; }","duration":"521.483262ms","start":"2026-03-13T23:13:13.86424Z","end":"2026-03-13T23:13:14.385724Z","steps":["trace[1332593194] 'agreement among raft nodes before linearized reading' (duration: 521.39371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.385615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.302024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:13:14.385774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.864226Z","time spent":"521.540333ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:13:14.385785Z","caller":"traceutil/trace.go:171","msg":"trace[1663359691] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5666; }","duration":"344.519759ms","start":"2026-03-13T23:13:14.041251Z","end":"2026-03-13T23:13:14.385771Z","steps":["trace[1663359691] 'agreement among raft nodes before linearized reading' (duration: 344.257742ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:14.385794Z","caller":"traceutil/trace.go:171","msg":"trace[775283833] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"773.345263ms","start":"2026-03-13T23:13:13.612013Z","end":"2026-03-13T23:13:14.385359Z","steps":["trace[775283833] 'process raft request' (duration: 773.159609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.385933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.611989Z","time spent":"773.870605ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:14.385823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:14.041234Z","time spent":"344.579131ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:13:14.385742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.622042Z","time spent":"763.692879ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:13:14.385738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.418334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:13:14.38653Z","caller":"traceutil/trace.go:171","msg":"trace[1167588532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5666; }","duration":"526.200973ms","start":"2026-03-13T23:13:13.8603Z","end":"2026-03-13T23:13:14.386501Z","steps":["trace[1167588532] 'agreement among raft nodes before linearized reading' (duration: 525.381783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.386586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.860296Z","time spent":"526.275504ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:13:14.385655Z","caller":"traceutil/trace.go:171","msg":"trace[703529017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5666; }","duration":"693.47972ms","start":"2026-03-13T23:13:13.69216Z","end":"2026-03-13T23:13:14.38564Z","steps":["trace[703529017] 'agreement among raft nodes before linearized reading' (duration: 693.211614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.386738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.692139Z","time spent":"694.589307ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:13:14.385735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.803624Z","time spent":"582.101728ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:13:14.385731Z","caller":"traceutil/trace.go:171","msg":"trace[1681975859] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/keystone-api; range_end:; response_count:0; response_revision:5666; }","duration":"771.425468ms","start":"2026-03-13T23:13:13.614285Z","end":"2026-03-13T23:13:14.385711Z","steps":["trace[1681975859] 'agreement among raft nodes before linearized reading' (duration: 771.118971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.386824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.614268Z","time spent":"772.552725ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-13T23:13:14.385615Z","caller":"traceutil/trace.go:171","msg":"trace[911712682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5666; }","duration":"526.732245ms","start":"2026-03-13T23:13:13.85887Z","end":"2026-03-13T23:13:14.385602Z","steps":["trace[911712682] 'agreement among raft nodes before linearized reading' (duration: 526.593931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.386951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.858855Z","time spent":"528.084816ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:13:14.769404Z","caller":"traceutil/trace.go:171","msg":"trace[584294478] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"103.339516ms","start":"2026-03-13T23:13:14.666006Z","end":"2026-03-13T23:13:14.769346Z","steps":["trace[584294478] 'process raft request' (duration: 90.052098ms)","trace[584294478] 'compare' (duration: 13.147985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:15.886643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.396531ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:15.886756Z","caller":"traceutil/trace.go:171","msg":"trace[628716095] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"264.565925ms","start":"2026-03-13T23:13:15.622164Z","end":"2026-03-13T23:13:15.88673Z","steps":["trace[628716095] 'process raft request' (duration: 206.302694ms)","trace[628716095] 'compare' (duration: 58.130118ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:15.886772Z","caller":"traceutil/trace.go:171","msg":"trace[1398674818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5752; }","duration":"201.552664ms","start":"2026-03-13T23:13:15.685203Z","end":"2026-03-13T23:13:15.886756Z","steps":["trace[1398674818] 'range keys from in-memory index tree' (duration: 201.376979ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:15.942503Z","caller":"traceutil/trace.go:171","msg":"trace[1854546050] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"319.725754ms","start":"2026-03-13T23:13:15.622754Z","end":"2026-03-13T23:13:15.94248Z","steps":["trace[1854546050] 'process raft request' (duration: 319.559951ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:15.942689Z","caller":"traceutil/trace.go:171","msg":"trace[1321033364] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5987; }","duration":"316.642103ms","start":"2026-03-13T23:13:15.626022Z","end":"2026-03-13T23:13:15.942664Z","steps":["trace[1321033364] 'read index received' (duration: 202.460375ms)","trace[1321033364] 'applied index is now lower than readState.Index' (duration: 114.180598ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:15.942894Z","caller":"traceutil/trace.go:171","msg":"trace[1509375047] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"319.11544ms","start":"2026-03-13T23:13:15.623764Z","end":"2026-03-13T23:13:15.942879Z","steps":["trace[1509375047] 'process raft request' (duration: 318.67961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:15.943001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:15.623752Z","time spent":"319.175932ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:15.943168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.236594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T23:13:15.943228Z","caller":"traceutil/trace.go:171","msg":"trace[1928454580] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5755; }","duration":"288.354336ms","start":"2026-03-13T23:13:15.654856Z","end":"2026-03-13T23:13:15.94321Z","steps":["trace[1928454580] 'agreement among raft nodes before linearized reading' (duration: 288.157822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:15.943311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.270627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-z9h5v\" ","response":"range_response_count:1 size:6223"} {"level":"info","ts":"2026-03-13T23:13:15.943421Z","caller":"traceutil/trace.go:171","msg":"trace[585390749] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-z9h5v; range_end:; response_count:1; response_revision:5755; }","duration":"317.40045ms","start":"2026-03-13T23:13:15.626Z","end":"2026-03-13T23:13:15.9434Z","steps":["trace[585390749] 'agreement among raft nodes before linearized reading' (duration: 317.028581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:15.943494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:15.625991Z","time spent":"317.488123ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6246,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-z9h5v\" "} {"level":"warn","ts":"2026-03-13T23:13:15.943509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.693333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T23:13:15.943655Z","caller":"traceutil/trace.go:171","msg":"trace[890682229] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5755; }","duration":"138.01279ms","start":"2026-03-13T23:13:15.805624Z","end":"2026-03-13T23:13:15.943636Z","steps":["trace[890682229] 'agreement among raft nodes before linearized reading' (duration: 137.57061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:15.943993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:15.622743Z","time spent":"319.837657ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:16.08597Z","caller":"traceutil/trace.go:171","msg":"trace[1240766296] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5990; }","duration":"116.961102ms","start":"2026-03-13T23:13:15.968989Z","end":"2026-03-13T23:13:16.08595Z","steps":["trace[1240766296] 'read index received' (duration: 116.770748ms)","trace[1240766296] 'applied index is now lower than readState.Index' (duration: 189.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.086008Z","caller":"traceutil/trace.go:171","msg":"trace[167274251] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"135.85612ms","start":"2026-03-13T23:13:15.95012Z","end":"2026-03-13T23:13:16.085976Z","steps":["trace[167274251] 'process raft request' (duration: 135.699936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.086189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.180677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T23:13:16.086398Z","caller":"traceutil/trace.go:171","msg":"trace[396569554] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5756; }","duration":"117.415593ms","start":"2026-03-13T23:13:15.968964Z","end":"2026-03-13T23:13:16.086379Z","steps":["trace[396569554] 'agreement among raft nodes before linearized reading' (duration: 117.092646ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.682091Z","caller":"traceutil/trace.go:171","msg":"trace[1697279718] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"186.314051ms","start":"2026-03-13T23:13:16.495758Z","end":"2026-03-13T23:13:16.682072Z","steps":["trace[1697279718] 'process raft request' (duration: 186.195668ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.822413Z","caller":"traceutil/trace.go:171","msg":"trace[699478389] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"325.15697ms","start":"2026-03-13T23:13:16.497235Z","end":"2026-03-13T23:13:16.822392Z","steps":["trace[699478389] 'process raft request' (duration: 325.080348ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.822446Z","caller":"traceutil/trace.go:171","msg":"trace[1198889761] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"325.994649ms","start":"2026-03-13T23:13:16.496422Z","end":"2026-03-13T23:13:16.822417Z","steps":["trace[1198889761] 'process raft request' (duration: 325.720573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.822553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:16.497216Z","time spent":"325.268263ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:16.82262Z","caller":"traceutil/trace.go:171","msg":"trace[1027625985] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"325.310464ms","start":"2026-03-13T23:13:16.497293Z","end":"2026-03-13T23:13:16.822604Z","steps":["trace[1027625985] 'process raft request' (duration: 325.066798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.822622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:16.496406Z","time spent":"326.100202ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:16.822705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:16.497288Z","time spent":"325.375175ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:16.822886Z","caller":"traceutil/trace.go:171","msg":"trace[1265562529] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:5998; }","duration":"325.253843ms","start":"2026-03-13T23:13:16.497611Z","end":"2026-03-13T23:13:16.822865Z","steps":["trace[1265562529] 'read index received' (duration: 184.465268ms)","trace[1265562529] 'applied index is now lower than readState.Index' (duration: 140.787525ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.822906Z","caller":"traceutil/trace.go:171","msg":"trace[1510785413] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"325.529978ms","start":"2026-03-13T23:13:16.497357Z","end":"2026-03-13T23:13:16.822887Z","steps":["trace[1510785413] 'process raft request' (duration: 325.199611ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823015Z","caller":"traceutil/trace.go:171","msg":"trace[1046047528] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"321.136547ms","start":"2026-03-13T23:13:16.501767Z","end":"2026-03-13T23:13:16.822903Z","steps":["trace[1046047528] 'process raft request' (duration: 321.017024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.823137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.521019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101352"} {"level":"info","ts":"2026-03-13T23:13:16.823181Z","caller":"traceutil/trace.go:171","msg":"trace[1063847375] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5768; }","duration":"325.56377ms","start":"2026-03-13T23:13:16.497606Z","end":"2026-03-13T23:13:16.82317Z","steps":["trace[1063847375] 'agreement among raft nodes before linearized reading' (duration: 325.353005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.82321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:16.49757Z","time spent":"325.632881ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101375,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:13:16.823064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:16.497343Z","time spent":"325.647042ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:16.823367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:16.501758Z","time spent":"321.389232ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:13:18.456815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.40395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:18.456894Z","caller":"traceutil/trace.go:171","msg":"trace[1059188005] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5780; }","duration":"113.549463ms","start":"2026-03-13T23:13:18.343327Z","end":"2026-03-13T23:13:18.456877Z","steps":["trace[1059188005] 'count revisions from in-memory index tree' (duration: 113.260487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:20.62717Z","caller":"traceutil/trace.go:171","msg":"trace[87346186] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"129.428021ms","start":"2026-03-13T23:13:20.497713Z","end":"2026-03-13T23:13:20.627141Z","steps":["trace[87346186] 'process raft request' (duration: 95.984436ms)","trace[87346186] 'compare' (duration: 33.316322ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:20.980139Z","caller":"traceutil/trace.go:171","msg":"trace[623081241] linearizableReadLoop","detail":"{readStateIndex:6032; appliedIndex:6030; }","duration":"138.112893ms","start":"2026-03-13T23:13:20.842Z","end":"2026-03-13T23:13:20.980113Z","steps":["trace[623081241] 'read index received' (duration: 47.86639ms)","trace[623081241] 'applied index is now lower than readState.Index' (duration: 90.245633ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:20.980217Z","caller":"traceutil/trace.go:171","msg":"trace[609330645] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"138.045512ms","start":"2026-03-13T23:13:20.842134Z","end":"2026-03-13T23:13:20.98018Z","steps":["trace[609330645] 'process raft request' (duration: 137.896588ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:20.980303Z","caller":"traceutil/trace.go:171","msg":"trace[1696466280] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"135.080453ms","start":"2026-03-13T23:13:20.845196Z","end":"2026-03-13T23:13:20.980277Z","steps":["trace[1696466280] 'process raft request' (duration: 134.882018ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:20.980314Z","caller":"traceutil/trace.go:171","msg":"trace[776726711] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"139.238089ms","start":"2026-03-13T23:13:20.840906Z","end":"2026-03-13T23:13:20.980144Z","steps":["trace[776726711] 'process raft request' (duration: 138.981713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:20.980475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.43919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:13:20.980615Z","caller":"traceutil/trace.go:171","msg":"trace[571315606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5798; }","duration":"138.624295ms","start":"2026-03-13T23:13:20.84197Z","end":"2026-03-13T23:13:20.980594Z","steps":["trace[571315606] 'agreement among raft nodes before linearized reading' (duration: 138.244616ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:24.73864Z","caller":"traceutil/trace.go:171","msg":"trace[1390131365] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"101.118755ms","start":"2026-03-13T23:13:24.6375Z","end":"2026-03-13T23:13:24.738619Z","steps":["trace[1390131365] 'process raft request' (duration: 100.979772ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:27.375063Z","caller":"traceutil/trace.go:171","msg":"trace[1399837345] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"171.826604ms","start":"2026-03-13T23:13:27.203203Z","end":"2026-03-13T23:13:27.37503Z","steps":["trace[1399837345] 'process raft request' (duration: 75.342097ms)","trace[1399837345] 'compare' (duration: 96.295203ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:30.98033Z","caller":"traceutil/trace.go:171","msg":"trace[1047519451] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6079; }","duration":"386.261787ms","start":"2026-03-13T23:13:30.594033Z","end":"2026-03-13T23:13:30.980294Z","steps":["trace[1047519451] 'read index received' (duration: 386.127104ms)","trace[1047519451] 'applied index is now lower than readState.Index' (duration: 132.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:30.980423Z","caller":"traceutil/trace.go:171","msg":"trace[421866557] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"478.456155ms","start":"2026-03-13T23:13:30.501915Z","end":"2026-03-13T23:13:30.980371Z","steps":["trace[421866557] 'process raft request' (duration: 478.126217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:30.980572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.482733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:30.980635Z","caller":"traceutil/trace.go:171","msg":"trace[1614318168] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5842; }","duration":"386.653837ms","start":"2026-03-13T23:13:30.593963Z","end":"2026-03-13T23:13:30.980617Z","steps":["trace[1614318168] 'agreement among raft nodes before linearized reading' (duration: 386.497673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:30.980698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:30.593939Z","time spent":"386.743188ms","remote":"127.0.0.1:39096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:13:30.980752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:30.501886Z","time spent":"478.727672ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:31.010301Z","caller":"traceutil/trace.go:171","msg":"trace[1182690724] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"209.057368ms","start":"2026-03-13T23:13:30.801214Z","end":"2026-03-13T23:13:31.010272Z","steps":["trace[1182690724] 'process raft request' (duration: 208.793492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.010696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.393231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:13:31.010771Z","caller":"traceutil/trace.go:171","msg":"trace[67572225] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"204.077112ms","start":"2026-03-13T23:13:30.806635Z","end":"2026-03-13T23:13:31.010712Z","steps":["trace[67572225] 'process raft request' (duration: 203.595091ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:31.010808Z","caller":"traceutil/trace.go:171","msg":"trace[1867949755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5844; }","duration":"151.564875ms","start":"2026-03-13T23:13:30.85922Z","end":"2026-03-13T23:13:31.010785Z","steps":["trace[1867949755] 'agreement among raft nodes before linearized reading' (duration: 151.214287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.011003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.068245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:31.011087Z","caller":"traceutil/trace.go:171","msg":"trace[248145992] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5844; }","duration":"139.351212ms","start":"2026-03-13T23:13:30.871718Z","end":"2026-03-13T23:13:31.011069Z","steps":["trace[248145992] 'agreement among raft nodes before linearized reading' (duration: 139.045685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.238731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.954446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:31.239024Z","caller":"traceutil/trace.go:171","msg":"trace[53430409] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"223.339619ms","start":"2026-03-13T23:13:31.015646Z","end":"2026-03-13T23:13:31.238986Z","steps":["trace[53430409] 'process raft request' (duration: 69.990973ms)","trace[53430409] 'compare' (duration: 152.787383ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:31.239091Z","caller":"traceutil/trace.go:171","msg":"trace[1656671043] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"223.359839ms","start":"2026-03-13T23:13:31.015689Z","end":"2026-03-13T23:13:31.239049Z","steps":["trace[1656671043] 'process raft request' (duration: 223.202336ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:31.239065Z","caller":"traceutil/trace.go:171","msg":"trace[1397725107] linearizableReadLoop","detail":"{readStateIndex:6085; appliedIndex:6082; }","duration":"156.624982ms","start":"2026-03-13T23:13:31.082409Z","end":"2026-03-13T23:13:31.239034Z","steps":["trace[1397725107] 'read index received' (duration: 3.200764ms)","trace[1397725107] 'applied index is now lower than readState.Index' (duration: 153.422398ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:31.239174Z","caller":"traceutil/trace.go:171","msg":"trace[995196783] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"223.292988ms","start":"2026-03-13T23:13:31.01583Z","end":"2026-03-13T23:13:31.239123Z","steps":["trace[995196783] 'process raft request' (duration: 223.141584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.239287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.869977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:13:31.239347Z","caller":"traceutil/trace.go:171","msg":"trace[5558409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5847; }","duration":"156.96483ms","start":"2026-03-13T23:13:31.082368Z","end":"2026-03-13T23:13:31.239332Z","steps":["trace[5558409] 'agreement among raft nodes before linearized reading' (duration: 156.743875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:31.507812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.731462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:31.508066Z","caller":"traceutil/trace.go:171","msg":"trace[1727935794] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"262.109527ms","start":"2026-03-13T23:13:31.245939Z","end":"2026-03-13T23:13:31.508049Z","steps":["trace[1727935794] 'process raft request' (duration: 118.068318ms)","trace[1727935794] 'compare' (duration: 143.133518ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:31.508476Z","caller":"traceutil/trace.go:171","msg":"trace[2095285999] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"260.807427ms","start":"2026-03-13T23:13:31.247613Z","end":"2026-03-13T23:13:31.50842Z","steps":["trace[2095285999] 'process raft request' (duration: 260.636843ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:31.508465Z","caller":"traceutil/trace.go:171","msg":"trace[1758544548] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"261.849281ms","start":"2026-03-13T23:13:31.246553Z","end":"2026-03-13T23:13:31.508403Z","steps":["trace[1758544548] 'process raft request' (duration: 261.440702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:33.538703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.0553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:33.538992Z","caller":"traceutil/trace.go:171","msg":"trace[247096518] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"141.707036ms","start":"2026-03-13T23:13:33.39726Z","end":"2026-03-13T23:13:33.538967Z","steps":["trace[247096518] 'process raft request' (duration: 141.629994ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:33.539061Z","caller":"traceutil/trace.go:171","msg":"trace[1309639448] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6094; }","duration":"147.826018ms","start":"2026-03-13T23:13:33.391194Z","end":"2026-03-13T23:13:33.53902Z","steps":["trace[1309639448] 'read index received' (duration: 47.212565ms)","trace[1309639448] 'applied index is now lower than readState.Index' (duration: 100.609083ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:33.53907Z","caller":"traceutil/trace.go:171","msg":"trace[1122983063] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"163.462531ms","start":"2026-03-13T23:13:33.375575Z","end":"2026-03-13T23:13:33.539037Z","steps":["trace[1122983063] 'process raft request' (duration: 62.94354ms)","trace[1122983063] 'compare' (duration: 99.879106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:33.53999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.853895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:13:33.540141Z","caller":"traceutil/trace.go:171","msg":"trace[190306104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5857; }","duration":"197.05485ms","start":"2026-03-13T23:13:33.343063Z","end":"2026-03-13T23:13:33.540118Z","steps":["trace[190306104] 'agreement among raft nodes before linearized reading' (duration: 196.109728ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:33.797677Z","caller":"traceutil/trace.go:171","msg":"trace[867461462] linearizableReadLoop","detail":"{readStateIndex:6099; appliedIndex:6098; }","duration":"248.067543ms","start":"2026-03-13T23:13:33.549587Z","end":"2026-03-13T23:13:33.797654Z","steps":["trace[867461462] 'read index received' (duration: 52.370395ms)","trace[867461462] 'applied index is now lower than readState.Index' (duration: 195.696078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:33.797981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.38301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101769"} {"level":"info","ts":"2026-03-13T23:13:33.798019Z","caller":"traceutil/trace.go:171","msg":"trace[27619561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5860; }","duration":"248.453111ms","start":"2026-03-13T23:13:33.549557Z","end":"2026-03-13T23:13:33.79801Z","steps":["trace[27619561] 'agreement among raft nodes before linearized reading' (duration: 248.188005ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:33.797874Z","caller":"traceutil/trace.go:171","msg":"trace[300767262] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"252.153417ms","start":"2026-03-13T23:13:33.545661Z","end":"2026-03-13T23:13:33.797814Z","steps":["trace[300767262] 'process raft request' (duration: 251.84745ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:33.859707Z","caller":"traceutil/trace.go:171","msg":"trace[1486150017] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"146.391655ms","start":"2026-03-13T23:13:33.713291Z","end":"2026-03-13T23:13:33.859683Z","steps":["trace[1486150017] 'process raft request' (duration: 146.255022ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:34.30191Z","caller":"traceutil/trace.go:171","msg":"trace[1757322418] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6100; }","duration":"405.590956ms","start":"2026-03-13T23:13:33.896302Z","end":"2026-03-13T23:13:34.301893Z","steps":["trace[1757322418] 'read index received' (duration: 405.442802ms)","trace[1757322418] 'applied index is now lower than readState.Index' (duration: 147.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:34.301941Z","caller":"traceutil/trace.go:171","msg":"trace[566052839] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"479.206802ms","start":"2026-03-13T23:13:33.822723Z","end":"2026-03-13T23:13:34.30193Z","steps":["trace[566052839] 'process raft request' (duration: 479.065679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:34.302018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.822688Z","time spent":"479.278204ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:34.302105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.80018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414121"} {"level":"info","ts":"2026-03-13T23:13:34.302124Z","caller":"traceutil/trace.go:171","msg":"trace[1992313139] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5862; }","duration":"405.848762ms","start":"2026-03-13T23:13:33.89627Z","end":"2026-03-13T23:13:34.302118Z","steps":["trace[1992313139] 'agreement among raft nodes before linearized reading' (duration: 405.702878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:34.302138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.896254Z","time spent":"405.881432ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414144,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-13T23:13:34.302123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.360858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:34.302247Z","caller":"traceutil/trace.go:171","msg":"trace[289093158] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5862; }","duration":"373.527552ms","start":"2026-03-13T23:13:33.928677Z","end":"2026-03-13T23:13:34.302204Z","steps":["trace[289093158] 'agreement among raft nodes before linearized reading' (duration: 373.354728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:34.302314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.928654Z","time spent":"373.645204ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:13:34.855322Z","caller":"traceutil/trace.go:171","msg":"trace[1751283249] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"159.223902ms","start":"2026-03-13T23:13:34.696068Z","end":"2026-03-13T23:13:34.855292Z","steps":["trace[1751283249] 'process raft request' (duration: 158.841153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:35.296152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.44889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:35.296419Z","caller":"traceutil/trace.go:171","msg":"trace[453257646] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"196.602489ms","start":"2026-03-13T23:13:35.099763Z","end":"2026-03-13T23:13:35.296366Z","steps":["trace[453257646] 'process raft request' (duration: 196.511887ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:35.296573Z","caller":"traceutil/trace.go:171","msg":"trace[1382728565] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"210.44621ms","start":"2026-03-13T23:13:35.086051Z","end":"2026-03-13T23:13:35.296497Z","steps":["trace[1382728565] 'process raft request' (duration: 90.55005ms)","trace[1382728565] 'compare' (duration: 119.341968ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:36.421041Z","caller":"traceutil/trace.go:171","msg":"trace[680681435] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"152.940987ms","start":"2026-03-13T23:13:36.268077Z","end":"2026-03-13T23:13:36.421018Z","steps":["trace[680681435] 'process raft request' (duration: 152.784333ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:37.446909Z","caller":"traceutil/trace.go:171","msg":"trace[251770222] linearizableReadLoop","detail":"{readStateIndex:6114; appliedIndex:6113; }","duration":"143.741214ms","start":"2026-03-13T23:13:37.303143Z","end":"2026-03-13T23:13:37.446884Z","steps":["trace[251770222] 'read index received' (duration: 143.632961ms)","trace[251770222] 'applied index is now lower than readState.Index' (duration: 106.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:37.447074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.910097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:37.447056Z","caller":"traceutil/trace.go:171","msg":"trace[189612896] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"144.863919ms","start":"2026-03-13T23:13:37.302156Z","end":"2026-03-13T23:13:37.44702Z","steps":["trace[189612896] 'process raft request' (duration: 144.572062ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:37.447106Z","caller":"traceutil/trace.go:171","msg":"trace[583071271] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5875; }","duration":"144.01323ms","start":"2026-03-13T23:13:37.303084Z","end":"2026-03-13T23:13:37.447097Z","steps":["trace[583071271] 'agreement among raft nodes before linearized reading' (duration: 143.937908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:37.511662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.116033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-13T23:13:37.511662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.418533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:37.511726Z","caller":"traceutil/trace.go:171","msg":"trace[1495943638] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5876; }","duration":"207.181374ms","start":"2026-03-13T23:13:37.304528Z","end":"2026-03-13T23:13:37.51171Z","steps":["trace[1495943638] 'agreement among raft nodes before linearized reading' (duration: 207.00547ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:37.511734Z","caller":"traceutil/trace.go:171","msg":"trace[1820885902] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5876; }","duration":"208.519475ms","start":"2026-03-13T23:13:37.3032Z","end":"2026-03-13T23:13:37.51172Z","steps":["trace[1820885902] 'agreement among raft nodes before linearized reading' (duration: 208.352251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:38.731425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.924763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:13:38.731771Z","caller":"traceutil/trace.go:171","msg":"trace[750152882] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"210.709875ms","start":"2026-03-13T23:13:38.52099Z","end":"2026-03-13T23:13:38.7317Z","steps":["trace[750152882] 'process raft request' (duration: 210.546231ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:38.948694Z","caller":"traceutil/trace.go:171","msg":"trace[1272607130] linearizableReadLoop","detail":"{readStateIndex:6126; appliedIndex:6125; }","duration":"144.90066ms","start":"2026-03-13T23:13:38.803757Z","end":"2026-03-13T23:13:38.948657Z","steps":["trace[1272607130] 'read index received' (duration: 136.810403ms)","trace[1272607130] 'applied index is now lower than readState.Index' (duration: 8.088387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:38.948853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.084334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:38.948919Z","caller":"traceutil/trace.go:171","msg":"trace[1377370927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5886; }","duration":"145.205817ms","start":"2026-03-13T23:13:38.803695Z","end":"2026-03-13T23:13:38.948901Z","steps":["trace[1377370927] 'agreement among raft nodes before linearized reading' (duration: 145.084564ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:38.948758Z","caller":"traceutil/trace.go:171","msg":"trace[693930427] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"208.985486ms","start":"2026-03-13T23:13:38.739742Z","end":"2026-03-13T23:13:38.948727Z","steps":["trace[693930427] 'process raft request' (duration: 200.810016ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.357932Z","caller":"traceutil/trace.go:171","msg":"trace[142145746] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"185.712726ms","start":"2026-03-13T23:13:39.172181Z","end":"2026-03-13T23:13:39.357894Z","steps":["trace[142145746] 'process raft request' (duration: 177.757452ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.590492Z","caller":"traceutil/trace.go:171","msg":"trace[992218151] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"145.647397ms","start":"2026-03-13T23:13:39.444818Z","end":"2026-03-13T23:13:39.590466Z","steps":["trace[992218151] 'process raft request' (duration: 136.233009ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.630829Z","caller":"traceutil/trace.go:171","msg":"trace[278166683] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"180.153547ms","start":"2026-03-13T23:13:39.450649Z","end":"2026-03-13T23:13:39.630803Z","steps":["trace[278166683] 'process raft request' (duration: 179.970833ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.630993Z","caller":"traceutil/trace.go:171","msg":"trace[137032795] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6131; }","duration":"179.804479ms","start":"2026-03-13T23:13:39.451165Z","end":"2026-03-13T23:13:39.630969Z","steps":["trace[137032795] 'read index received' (duration: 129.904542ms)","trace[137032795] 'applied index is now lower than readState.Index' (duration: 49.898277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:39.631168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.987133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:39.631247Z","caller":"traceutil/trace.go:171","msg":"trace[26032179] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5894; }","duration":"180.104526ms","start":"2026-03-13T23:13:39.451127Z","end":"2026-03-13T23:13:39.631232Z","steps":["trace[26032179] 'agreement among raft nodes before linearized reading' (duration: 179.969983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.685868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.035483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:39.685951Z","caller":"traceutil/trace.go:171","msg":"trace[1295183260] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5897; }","duration":"170.131755ms","start":"2026-03-13T23:13:39.515801Z","end":"2026-03-13T23:13:39.685933Z","steps":["trace[1295183260] 'agreement among raft nodes before linearized reading' (duration: 169.988362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.685934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.210002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:13:39.685978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.035869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6254"} {"level":"info","ts":"2026-03-13T23:13:39.686054Z","caller":"traceutil/trace.go:171","msg":"trace[1971952356] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5897; }","duration":"169.136222ms","start":"2026-03-13T23:13:39.5169Z","end":"2026-03-13T23:13:39.686036Z","steps":["trace[1971952356] 'agreement among raft nodes before linearized reading' (duration: 168.902057ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.686009Z","caller":"traceutil/trace.go:171","msg":"trace[424122159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5897; }","duration":"137.345625ms","start":"2026-03-13T23:13:39.548646Z","end":"2026-03-13T23:13:39.685992Z","steps":["trace[424122159] 'agreement among raft nodes before linearized reading' (duration: 137.10421ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.830839Z","caller":"traceutil/trace.go:171","msg":"trace[511858282] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"140.14119ms","start":"2026-03-13T23:13:39.690673Z","end":"2026-03-13T23:13:39.830814Z","steps":["trace[511858282] 'process raft request' (duration: 139.957785ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.831024Z","caller":"traceutil/trace.go:171","msg":"trace[954473597] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"140.264773ms","start":"2026-03-13T23:13:39.690743Z","end":"2026-03-13T23:13:39.831008Z","steps":["trace[954473597] 'process raft request' (duration: 140.030168ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.831113Z","caller":"traceutil/trace.go:171","msg":"trace[1291126872] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"140.063348ms","start":"2026-03-13T23:13:39.691024Z","end":"2026-03-13T23:13:39.831087Z","steps":["trace[1291126872] 'process raft request' (duration: 139.904984ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.831172Z","caller":"traceutil/trace.go:171","msg":"trace[265335906] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"140.098849ms","start":"2026-03-13T23:13:39.691066Z","end":"2026-03-13T23:13:39.831165Z","steps":["trace[265335906] 'process raft request' (duration: 139.975056ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.831169Z","caller":"traceutil/trace.go:171","msg":"trace[100459760] linearizableReadLoop","detail":"{readStateIndex:6142; appliedIndex:6137; }","duration":"136.155307ms","start":"2026-03-13T23:13:39.694995Z","end":"2026-03-13T23:13:39.83115Z","steps":["trace[100459760] 'read index received' (duration: 31.04166ms)","trace[100459760] 'applied index is now lower than readState.Index' (duration: 105.112557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:39.8314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.380022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-slqwc\" ","response":"range_response_count:1 size:5792"} {"level":"info","ts":"2026-03-13T23:13:39.83143Z","caller":"traceutil/trace.go:171","msg":"trace[919406563] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-slqwc; range_end:; response_count:1; response_revision:5902; }","duration":"136.456085ms","start":"2026-03-13T23:13:39.694968Z","end":"2026-03-13T23:13:39.831424Z","steps":["trace[919406563] 'agreement among raft nodes before linearized reading' (duration: 136.27227ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:47.403301Z","caller":"traceutil/trace.go:171","msg":"trace[1072417910] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"186.035943ms","start":"2026-03-13T23:13:47.217239Z","end":"2026-03-13T23:13:47.403275Z","steps":["trace[1072417910] 'process raft request' (duration: 185.86915ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:51.600758Z","caller":"traceutil/trace.go:171","msg":"trace[1653898192] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"205.223009ms","start":"2026-03-13T23:13:51.395511Z","end":"2026-03-13T23:13:51.600734Z","steps":["trace[1653898192] 'process raft request' (duration: 205.056235ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:51.632135Z","caller":"traceutil/trace.go:171","msg":"trace[1987979171] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"214.956025ms","start":"2026-03-13T23:13:51.417151Z","end":"2026-03-13T23:13:51.632108Z","steps":["trace[1987979171] 'process raft request' (duration: 214.812802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:51.858697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.675361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:51.858851Z","caller":"traceutil/trace.go:171","msg":"trace[1471888011] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5966; }","duration":"199.885216ms","start":"2026-03-13T23:13:51.658946Z","end":"2026-03-13T23:13:51.858831Z","steps":["trace[1471888011] 'range keys from in-memory index tree' (duration: 199.574888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:51.864501Z","caller":"traceutil/trace.go:171","msg":"trace[487436230] linearizableReadLoop","detail":"{readStateIndex:6210; appliedIndex:6209; }","duration":"152.914697ms","start":"2026-03-13T23:13:51.711562Z","end":"2026-03-13T23:13:51.864477Z","steps":["trace[487436230] 'read index received' (duration: 152.688191ms)","trace[487436230] 'applied index is now lower than readState.Index' (duration: 225.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:51.864756Z","caller":"traceutil/trace.go:171","msg":"trace[1272016895] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"198.563335ms","start":"2026-03-13T23:13:51.666141Z","end":"2026-03-13T23:13:51.864704Z","steps":["trace[1272016895] 'process raft request' (duration: 198.208517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:51.864785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.213483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:51.864919Z","caller":"traceutil/trace.go:171","msg":"trace[1542914436] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5967; }","duration":"153.397607ms","start":"2026-03-13T23:13:51.711507Z","end":"2026-03-13T23:13:51.864904Z","steps":["trace[1542914436] 'agreement among raft nodes before linearized reading' (duration: 153.106681ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:52.136319Z","caller":"traceutil/trace.go:171","msg":"trace[1685337343] linearizableReadLoop","detail":"{readStateIndex:6211; appliedIndex:6210; }","duration":"169.141372ms","start":"2026-03-13T23:13:51.967152Z","end":"2026-03-13T23:13:52.136294Z","steps":["trace[1685337343] 'read index received' (duration: 168.991729ms)","trace[1685337343] 'applied index is now lower than readState.Index' (duration: 148.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:52.136382Z","caller":"traceutil/trace.go:171","msg":"trace[1139104314] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"216.027669ms","start":"2026-03-13T23:13:51.920315Z","end":"2026-03-13T23:13:52.136343Z","steps":["trace[1139104314] 'process raft request' (duration: 215.819795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.136555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.358777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:52.1366Z","caller":"traceutil/trace.go:171","msg":"trace[1644040461] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5968; }","duration":"169.48969ms","start":"2026-03-13T23:13:51.9671Z","end":"2026-03-13T23:13:52.13659Z","steps":["trace[1644040461] 'agreement among raft nodes before linearized reading' (duration: 169.353007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.146623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.128617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:13:52.146703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.074048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:13:52.146728Z","caller":"traceutil/trace.go:171","msg":"trace[295054391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5969; }","duration":"158.28102ms","start":"2026-03-13T23:13:51.988431Z","end":"2026-03-13T23:13:52.146712Z","steps":["trace[295054391] 'agreement among raft nodes before linearized reading' (duration: 158.076045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:52.146752Z","caller":"traceutil/trace.go:171","msg":"trace[531663177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:5969; }","duration":"137.165021ms","start":"2026-03-13T23:13:52.009574Z","end":"2026-03-13T23:13:52.146739Z","steps":["trace[531663177] 'agreement among raft nodes before linearized reading' (duration: 136.982417ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:52.146768Z","caller":"traceutil/trace.go:171","msg":"trace[775993874] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"142.085735ms","start":"2026-03-13T23:13:52.004655Z","end":"2026-03-13T23:13:52.146741Z","steps":["trace[775993874] 'process raft request' (duration: 141.646695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.146815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.8888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:13:52.146866Z","caller":"traceutil/trace.go:171","msg":"trace[749085189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5969; }","duration":"141.962243ms","start":"2026-03-13T23:13:52.004893Z","end":"2026-03-13T23:13:52.146855Z","steps":["trace[749085189] 'agreement among raft nodes before linearized reading' (duration: 141.800759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.146966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.378846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:13:52.14702Z","caller":"traceutil/trace.go:171","msg":"trace[747031390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5969; }","duration":"159.473248ms","start":"2026-03-13T23:13:51.987533Z","end":"2026-03-13T23:13:52.147006Z","steps":["trace[747031390] 'agreement among raft nodes before linearized reading' (duration: 159.351675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.147103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.107653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:13:52.14718Z","caller":"traceutil/trace.go:171","msg":"trace[1643471122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5969; }","duration":"160.209146ms","start":"2026-03-13T23:13:51.986949Z","end":"2026-03-13T23:13:52.147158Z","steps":["trace[1643471122] 'agreement among raft nodes before linearized reading' (duration: 159.98741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.397229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.008542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:52.39745Z","caller":"traceutil/trace.go:171","msg":"trace[1945187910] linearizableReadLoop","detail":"{readStateIndex:6215; appliedIndex:6212; }","duration":"245.898212ms","start":"2026-03-13T23:13:52.151534Z","end":"2026-03-13T23:13:52.397433Z","steps":["trace[1945187910] 'read index received' (duration: 31.844688ms)","trace[1945187910] 'applied index is now lower than readState.Index' (duration: 214.052394ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:52.39756Z","caller":"traceutil/trace.go:171","msg":"trace[268010495] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"246.388383ms","start":"2026-03-13T23:13:52.151139Z","end":"2026-03-13T23:13:52.397527Z","steps":["trace[268010495] 'process raft request' (duration: 246.200519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:52.397617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.076886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19646"} {"level":"info","ts":"2026-03-13T23:13:52.397648Z","caller":"traceutil/trace.go:171","msg":"trace[251554490] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5973; }","duration":"246.127907ms","start":"2026-03-13T23:13:52.15151Z","end":"2026-03-13T23:13:52.397638Z","steps":["trace[251554490] 'agreement among raft nodes before linearized reading' (duration: 245.977323ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:52.397638Z","caller":"traceutil/trace.go:171","msg":"trace[1953075235] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"246.567247ms","start":"2026-03-13T23:13:52.151036Z","end":"2026-03-13T23:13:52.397603Z","steps":["trace[1953075235] 'process raft request' (duration: 51.098104ms)","trace[1953075235] 'compare' (duration: 194.89175ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:52.397661Z","caller":"traceutil/trace.go:171","msg":"trace[534094523] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"246.084897ms","start":"2026-03-13T23:13:52.151544Z","end":"2026-03-13T23:13:52.397629Z","steps":["trace[534094523] 'process raft request' (duration: 245.847771ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:08.7175Z","caller":"traceutil/trace.go:171","msg":"trace[338939249] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"168.72249ms","start":"2026-03-13T23:17:08.548739Z","end":"2026-03-13T23:17:08.717462Z","steps":["trace[338939249] 'process raft request' (duration: 168.508395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:08.952047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.891379ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:17:08.952413Z","caller":"traceutil/trace.go:171","msg":"trace[141124217] linearizableReadLoop","detail":"{readStateIndex:7555; appliedIndex:7554; }","duration":"147.435249ms","start":"2026-03-13T23:17:08.804942Z","end":"2026-03-13T23:17:08.952377Z","steps":["trace[141124217] 'read index received' (duration: 54.451µs)","trace[141124217] 'applied index is now lower than readState.Index' (duration: 147.377918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:08.990778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.820066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:17:08.990857Z","caller":"traceutil/trace.go:171","msg":"trace[1782603272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7266; }","duration":"185.947939ms","start":"2026-03-13T23:17:08.80489Z","end":"2026-03-13T23:17:08.990837Z","steps":["trace[1782603272] 'agreement among raft nodes before linearized reading' (duration: 147.653414ms)","trace[1782603272] 'range keys from in-memory index tree' (duration: 38.174562ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:09.254533Z","caller":"traceutil/trace.go:171","msg":"trace[1527706915] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"100.261748ms","start":"2026-03-13T23:17:09.154237Z","end":"2026-03-13T23:17:09.254498Z","steps":["trace[1527706915] 'process raft request' (duration: 87.551704ms)","trace[1527706915] 'compare' (duration: 12.577641ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:17.466291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5256} {"level":"info","ts":"2026-03-13T23:17:17.581196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5256,"took":"113.114375ms","hash":3089439513,"current-db-size-bytes":40636416,"current-db-size":"41 MB","current-db-size-in-use-bytes":20938752,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-13T23:17:17.581284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3089439513,"revision":5256,"compact-revision":2662} {"level":"info","ts":"2026-03-13T23:18:31.569067Z","caller":"traceutil/trace.go:171","msg":"trace[1981767544] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"112.727356ms","start":"2026-03-13T23:18:31.456323Z","end":"2026-03-13T23:18:31.569051Z","steps":["trace[1981767544] 'process raft request' (duration: 112.590232ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:31.588574Z","caller":"traceutil/trace.go:171","msg":"trace[794486766] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"130.65314ms","start":"2026-03-13T23:18:31.457889Z","end":"2026-03-13T23:18:31.588542Z","steps":["trace[794486766] 'process raft request' (duration: 130.324603ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:38.379982Z","caller":"traceutil/trace.go:171","msg":"trace[1075627984] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8148; }","duration":"106.080323ms","start":"2026-03-13T23:18:38.273869Z","end":"2026-03-13T23:18:38.379949Z","steps":["trace[1075627984] 'read index received' (duration: 60.235103ms)","trace[1075627984] 'applied index is now lower than readState.Index' (duration: 45.84337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:38.380282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.37608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-13T23:18:38.380357Z","caller":"traceutil/trace.go:171","msg":"trace[432880159] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cad4d855-0f56-4cb1-8bd9-da99eb8eb6ce; range_end:; response_count:1; response_revision:7837; }","duration":"106.469422ms","start":"2026-03-13T23:18:38.273865Z","end":"2026-03-13T23:18:38.380335Z","steps":["trace[432880159] 'agreement among raft nodes before linearized reading' (duration: 106.184945ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:38.634665Z","caller":"traceutil/trace.go:171","msg":"trace[579180106] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"100.324739ms","start":"2026-03-13T23:18:38.534311Z","end":"2026-03-13T23:18:38.634635Z","steps":["trace[579180106] 'process raft request' (duration: 61.518873ms)","trace[579180106] 'compare' (duration: 38.597982ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:38.669797Z","caller":"traceutil/trace.go:171","msg":"trace[1834853747] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"130.480616ms","start":"2026-03-13T23:18:38.539222Z","end":"2026-03-13T23:18:38.669703Z","steps":["trace[1834853747] 'process raft request' (duration: 130.368214ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:38.785696Z","caller":"traceutil/trace.go:171","msg":"trace[523011876] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"110.31422ms","start":"2026-03-13T23:18:38.675271Z","end":"2026-03-13T23:18:38.785585Z","steps":["trace[523011876] 'process raft request' (duration: 110.106116ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:38.785972Z","caller":"traceutil/trace.go:171","msg":"trace[1318007530] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"109.912981ms","start":"2026-03-13T23:18:38.676023Z","end":"2026-03-13T23:18:38.785936Z","steps":["trace[1318007530] 'process raft request' (duration: 109.484632ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:38.786052Z","caller":"traceutil/trace.go:171","msg":"trace[1067467080] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"107.367713ms","start":"2026-03-13T23:18:38.678662Z","end":"2026-03-13T23:18:38.786029Z","steps":["trace[1067467080] 'process raft request' (duration: 107.170438ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:38.918273Z","caller":"traceutil/trace.go:171","msg":"trace[726594717] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"122.207185ms","start":"2026-03-13T23:18:38.79603Z","end":"2026-03-13T23:18:38.918237Z","steps":["trace[726594717] 'process raft request' (duration: 108.956449ms)","trace[726594717] 'compare' (duration: 13.00817ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:39.337684Z","caller":"traceutil/trace.go:171","msg":"trace[2048846925] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"132.077114ms","start":"2026-03-13T23:18:39.205574Z","end":"2026-03-13T23:18:39.337651Z","steps":["trace[2048846925] 'process raft request' (duration: 131.886819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:39.83788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.34463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:39.838001Z","caller":"traceutil/trace.go:171","msg":"trace[1829295301] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7848; }","duration":"238.550724ms","start":"2026-03-13T23:18:39.599423Z","end":"2026-03-13T23:18:39.837973Z","steps":["trace[1829295301] 'count revisions from in-memory index tree' (duration: 238.214137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:39.83816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.396911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:18:39.838252Z","caller":"traceutil/trace.go:171","msg":"trace[2065536637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7848; }","duration":"116.571105ms","start":"2026-03-13T23:18:39.721659Z","end":"2026-03-13T23:18:39.838231Z","steps":["trace[2065536637] 'range keys from in-memory index tree' (duration: 116.189507ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.729473Z","caller":"traceutil/trace.go:171","msg":"trace[22804075] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"107.830954ms","start":"2026-03-13T23:18:42.621611Z","end":"2026-03-13T23:18:42.729442Z","steps":["trace[22804075] 'process raft request' (duration: 107.65051ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.729657Z","caller":"traceutil/trace.go:171","msg":"trace[2120332559] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"108.222853ms","start":"2026-03-13T23:18:42.62142Z","end":"2026-03-13T23:18:42.729643Z","steps":["trace[2120332559] 'process raft request' (duration: 87.947738ms)","trace[2120332559] 'compare' (duration: 19.63544ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:42.729668Z","caller":"traceutil/trace.go:171","msg":"trace[271472522] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"107.098208ms","start":"2026-03-13T23:18:42.622541Z","end":"2026-03-13T23:18:42.729639Z","steps":["trace[271472522] 'process raft request' (duration: 107.054037ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.729845Z","caller":"traceutil/trace.go:171","msg":"trace[1029402316] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"108.024618ms","start":"2026-03-13T23:18:42.621811Z","end":"2026-03-13T23:18:42.729836Z","steps":["trace[1029402316] 'process raft request' (duration: 107.536837ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.729873Z","caller":"traceutil/trace.go:171","msg":"trace[455047778] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"107.706821ms","start":"2026-03-13T23:18:42.622157Z","end":"2026-03-13T23:18:42.729864Z","steps":["trace[455047778] 'process raft request' (duration: 107.315282ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.72996Z","caller":"traceutil/trace.go:171","msg":"trace[1913475306] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"107.532477ms","start":"2026-03-13T23:18:42.622419Z","end":"2026-03-13T23:18:42.729952Z","steps":["trace[1913475306] 'process raft request' (duration: 107.114578ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.729924Z","caller":"traceutil/trace.go:171","msg":"trace[1296289016] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"107.916047ms","start":"2026-03-13T23:18:42.621972Z","end":"2026-03-13T23:18:42.729888Z","steps":["trace[1296289016] 'process raft request' (duration: 107.447366ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.730064Z","caller":"traceutil/trace.go:171","msg":"trace[578179559] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"107.769273ms","start":"2026-03-13T23:18:42.622284Z","end":"2026-03-13T23:18:42.730053Z","steps":["trace[578179559] 'process raft request' (duration: 107.215721ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.730065Z","caller":"traceutil/trace.go:171","msg":"trace[82025593] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"108.231343ms","start":"2026-03-13T23:18:42.62181Z","end":"2026-03-13T23:18:42.730042Z","steps":["trace[82025593] 'process raft request' (duration: 107.574378ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.730165Z","caller":"traceutil/trace.go:171","msg":"trace[73432596] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"107.665771ms","start":"2026-03-13T23:18:42.622491Z","end":"2026-03-13T23:18:42.730157Z","steps":["trace[73432596] 'process raft request' (duration: 107.075667ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.730064Z","caller":"traceutil/trace.go:171","msg":"trace[655190231] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"107.987748ms","start":"2026-03-13T23:18:42.622019Z","end":"2026-03-13T23:18:42.730007Z","steps":["trace[655190231] 'process raft request' (duration: 107.426275ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.908636Z","caller":"traceutil/trace.go:171","msg":"trace[1832743672] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"157.195707ms","start":"2026-03-13T23:18:42.751407Z","end":"2026-03-13T23:18:42.908602Z","steps":["trace[1832743672] 'process raft request' (duration: 153.246356ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.908832Z","caller":"traceutil/trace.go:171","msg":"trace[1486293814] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"156.975511ms","start":"2026-03-13T23:18:42.751819Z","end":"2026-03-13T23:18:42.908794Z","steps":["trace[1486293814] 'process raft request' (duration: 156.831028ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.908795Z","caller":"traceutil/trace.go:171","msg":"trace[1332394661] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"157.003872ms","start":"2026-03-13T23:18:42.751762Z","end":"2026-03-13T23:18:42.908766Z","steps":["trace[1332394661] 'process raft request' (duration: 156.838078ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.908977Z","caller":"traceutil/trace.go:171","msg":"trace[1660604553] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"157.309679ms","start":"2026-03-13T23:18:42.751634Z","end":"2026-03-13T23:18:42.908944Z","steps":["trace[1660604553] 'process raft request' (duration: 156.837498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.908958Z","caller":"traceutil/trace.go:171","msg":"trace[202290893] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"156.034669ms","start":"2026-03-13T23:18:42.752902Z","end":"2026-03-13T23:18:42.908937Z","steps":["trace[202290893] 'process raft request' (duration: 155.794844ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.909186Z","caller":"traceutil/trace.go:171","msg":"trace[509702092] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"156.155233ms","start":"2026-03-13T23:18:42.75301Z","end":"2026-03-13T23:18:42.909165Z","steps":["trace[509702092] 'process raft request' (duration: 155.955888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.909643Z","caller":"traceutil/trace.go:171","msg":"trace[150260314] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"155.260562ms","start":"2026-03-13T23:18:42.754179Z","end":"2026-03-13T23:18:42.90944Z","steps":["trace[150260314] 'process raft request' (duration: 154.855373ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.909692Z","caller":"traceutil/trace.go:171","msg":"trace[1326944271] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"154.301349ms","start":"2026-03-13T23:18:42.755373Z","end":"2026-03-13T23:18:42.909674Z","steps":["trace[1326944271] 'process raft request' (duration: 154.011363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.909727Z","caller":"traceutil/trace.go:171","msg":"trace[489228583] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"153.157053ms","start":"2026-03-13T23:18:42.756563Z","end":"2026-03-13T23:18:42.90972Z","steps":["trace[489228583] 'process raft request' (duration: 152.872867ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.909855Z","caller":"traceutil/trace.go:171","msg":"trace[1524400012] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"153.038911ms","start":"2026-03-13T23:18:42.756785Z","end":"2026-03-13T23:18:42.909824Z","steps":["trace[1524400012] 'process raft request' (duration: 152.886537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.909994Z","caller":"traceutil/trace.go:171","msg":"trace[1777230665] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"152.694132ms","start":"2026-03-13T23:18:42.757291Z","end":"2026-03-13T23:18:42.909985Z","steps":["trace[1777230665] 'process raft request' (duration: 152.432206ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.910037Z","caller":"traceutil/trace.go:171","msg":"trace[1851699508] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"151.097746ms","start":"2026-03-13T23:18:42.758929Z","end":"2026-03-13T23:18:42.910026Z","steps":["trace[1851699508] 'process raft request' (duration: 151.008104ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.910065Z","caller":"traceutil/trace.go:171","msg":"trace[619037940] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"148.698232ms","start":"2026-03-13T23:18:42.761351Z","end":"2026-03-13T23:18:42.910049Z","steps":["trace[619037940] 'process raft request' (duration: 148.62203ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.910114Z","caller":"traceutil/trace.go:171","msg":"trace[1800907834] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"148.708212ms","start":"2026-03-13T23:18:42.761397Z","end":"2026-03-13T23:18:42.910105Z","steps":["trace[1800907834] 'process raft request' (duration: 148.60286ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.910176Z","caller":"traceutil/trace.go:171","msg":"trace[1277206273] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"146.603355ms","start":"2026-03-13T23:18:42.763562Z","end":"2026-03-13T23:18:42.910166Z","steps":["trace[1277206273] 'process raft request' (duration: 146.473752ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.910232Z","caller":"traceutil/trace.go:171","msg":"trace[1017522339] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"146.655786ms","start":"2026-03-13T23:18:42.763563Z","end":"2026-03-13T23:18:42.910218Z","steps":["trace[1017522339] 'process raft request' (duration: 146.518343ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:42.910261Z","caller":"traceutil/trace.go:171","msg":"trace[1650914397] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"142.845138ms","start":"2026-03-13T23:18:42.767377Z","end":"2026-03-13T23:18:42.910222Z","steps":["trace[1650914397] 'process raft request' (duration: 142.752236ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.048489Z","caller":"traceutil/trace.go:171","msg":"trace[935506458] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"133.552895ms","start":"2026-03-13T23:18:42.914912Z","end":"2026-03-13T23:18:43.048465Z","steps":["trace[935506458] 'process raft request' (duration: 133.517334ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.048847Z","caller":"traceutil/trace.go:171","msg":"trace[1325543363] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"248.029002ms","start":"2026-03-13T23:18:42.800769Z","end":"2026-03-13T23:18:43.048798Z","steps":["trace[1325543363] 'process raft request' (duration: 209.363705ms)","trace[1325543363] 'compare' (duration: 37.947991ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.048897Z","caller":"traceutil/trace.go:171","msg":"trace[1155257024] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"231.466022ms","start":"2026-03-13T23:18:42.817406Z","end":"2026-03-13T23:18:43.048872Z","steps":["trace[1155257024] 'process raft request' (duration: 230.96659ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.048906Z","caller":"traceutil/trace.go:171","msg":"trace[2097531624] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8191; }","duration":"244.106202ms","start":"2026-03-13T23:18:42.804783Z","end":"2026-03-13T23:18:43.048889Z","steps":["trace[2097531624] 'read index received' (duration: 99.969234ms)","trace[2097531624] 'applied index is now lower than readState.Index' (duration: 144.135028ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.048935Z","caller":"traceutil/trace.go:171","msg":"trace[787692364] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"239.349053ms","start":"2026-03-13T23:18:42.809562Z","end":"2026-03-13T23:18:43.048911Z","steps":["trace[787692364] 'process raft request' (duration: 238.750599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:43.049136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.332227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:43.049188Z","caller":"traceutil/trace.go:171","msg":"trace[2058924404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7901; }","duration":"244.43771ms","start":"2026-03-13T23:18:42.804739Z","end":"2026-03-13T23:18:43.049177Z","steps":["trace[2058924404] 'agreement among raft nodes before linearized reading' (duration: 244.335657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:43.049221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.924343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:18:43.049291Z","caller":"traceutil/trace.go:171","msg":"trace[363326838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7901; }","duration":"195.037496ms","start":"2026-03-13T23:18:42.854235Z","end":"2026-03-13T23:18:43.049273Z","steps":["trace[363326838] 'agreement among raft nodes before linearized reading' (duration: 194.836131ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.048845Z","caller":"traceutil/trace.go:171","msg":"trace[1460975012] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"247.981871ms","start":"2026-03-13T23:18:42.800769Z","end":"2026-03-13T23:18:43.048751Z","steps":["trace[1460975012] 'process raft request' (duration: 247.461859ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.185734Z","caller":"traceutil/trace.go:171","msg":"trace[416594793] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"110.112667ms","start":"2026-03-13T23:18:43.075599Z","end":"2026-03-13T23:18:43.185712Z","steps":["trace[416594793] 'process raft request' (duration: 110.054316ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.185742Z","caller":"traceutil/trace.go:171","msg":"trace[1207898191] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"130.004393ms","start":"2026-03-13T23:18:43.055706Z","end":"2026-03-13T23:18:43.185711Z","steps":["trace[1207898191] 'process raft request' (duration: 129.916381ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.185776Z","caller":"traceutil/trace.go:171","msg":"trace[1108182295] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"130.836033ms","start":"2026-03-13T23:18:43.054907Z","end":"2026-03-13T23:18:43.185743Z","steps":["trace[1108182295] 'process raft request' (duration: 120.048465ms)","trace[1108182295] 'compare' (duration: 10.566273ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.187065Z","caller":"traceutil/trace.go:171","msg":"trace[1663601700] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"111.366935ms","start":"2026-03-13T23:18:43.075677Z","end":"2026-03-13T23:18:43.187044Z","steps":["trace[1663601700] 'process raft request' (duration: 110.004334ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.187231Z","caller":"traceutil/trace.go:171","msg":"trace[1092927925] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"111.502999ms","start":"2026-03-13T23:18:43.075692Z","end":"2026-03-13T23:18:43.187195Z","steps":["trace[1092927925] 'process raft request' (duration: 111.012568ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.189156Z","caller":"traceutil/trace.go:171","msg":"trace[1935463467] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"113.390732ms","start":"2026-03-13T23:18:43.075747Z","end":"2026-03-13T23:18:43.189138Z","steps":["trace[1935463467] 'process raft request' (duration: 111.308525ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.189375Z","caller":"traceutil/trace.go:171","msg":"trace[1682858719] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"113.532225ms","start":"2026-03-13T23:18:43.075822Z","end":"2026-03-13T23:18:43.189355Z","steps":["trace[1682858719] 'process raft request' (duration: 113.263229ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.189421Z","caller":"traceutil/trace.go:171","msg":"trace[821479727] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"113.432213ms","start":"2026-03-13T23:18:43.075976Z","end":"2026-03-13T23:18:43.189409Z","steps":["trace[821479727] 'process raft request' (duration: 113.152396ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.18957Z","caller":"traceutil/trace.go:171","msg":"trace[1004732116] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"113.531335ms","start":"2026-03-13T23:18:43.076022Z","end":"2026-03-13T23:18:43.189553Z","steps":["trace[1004732116] 'process raft request' (duration: 113.138206ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.189802Z","caller":"traceutil/trace.go:171","msg":"trace[788620144] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"114.024366ms","start":"2026-03-13T23:18:43.075765Z","end":"2026-03-13T23:18:43.189789Z","steps":["trace[788620144] 'process raft request' (duration: 113.277149ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.191123Z","caller":"traceutil/trace.go:171","msg":"trace[847687439] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"114.833136ms","start":"2026-03-13T23:18:43.076271Z","end":"2026-03-13T23:18:43.191104Z","steps":["trace[847687439] 'process raft request' (duration: 113.130316ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.191184Z","caller":"traceutil/trace.go:171","msg":"trace[1224662498] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"114.765804ms","start":"2026-03-13T23:18:43.076404Z","end":"2026-03-13T23:18:43.19117Z","steps":["trace[1224662498] 'process raft request' (duration: 114.646391ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.191281Z","caller":"traceutil/trace.go:171","msg":"trace[1418551460] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"114.767013ms","start":"2026-03-13T23:18:43.076496Z","end":"2026-03-13T23:18:43.191263Z","steps":["trace[1418551460] 'process raft request' (duration: 114.6075ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.191389Z","caller":"traceutil/trace.go:171","msg":"trace[74708180] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"114.806555ms","start":"2026-03-13T23:18:43.076574Z","end":"2026-03-13T23:18:43.19138Z","steps":["trace[74708180] 'process raft request' (duration: 114.564909ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.192353Z","caller":"traceutil/trace.go:171","msg":"trace[228380025] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"101.704024ms","start":"2026-03-13T23:18:43.090631Z","end":"2026-03-13T23:18:43.192335Z","steps":["trace[228380025] 'process raft request' (duration: 100.65033ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.489073Z","caller":"traceutil/trace.go:171","msg":"trace[856484608] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"109.976344ms","start":"2026-03-13T23:18:43.379072Z","end":"2026-03-13T23:18:43.489049Z","steps":["trace[856484608] 'process raft request' (duration: 109.839121ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.489074Z","caller":"traceutil/trace.go:171","msg":"trace[1413677714] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"109.994874ms","start":"2026-03-13T23:18:43.379047Z","end":"2026-03-13T23:18:43.489041Z","steps":["trace[1413677714] 'process raft request' (duration: 94.510288ms)","trace[1413677714] 'compare' (duration: 15.215489ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.489609Z","caller":"traceutil/trace.go:171","msg":"trace[705068885] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"110.409813ms","start":"2026-03-13T23:18:43.379177Z","end":"2026-03-13T23:18:43.489586Z","steps":["trace[705068885] 'process raft request' (duration: 109.808359ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.489587Z","caller":"traceutil/trace.go:171","msg":"trace[459271816] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8264; }","duration":"105.576802ms","start":"2026-03-13T23:18:43.383973Z","end":"2026-03-13T23:18:43.48955Z","steps":["trace[459271816] 'read index received' (duration: 89.583735ms)","trace[459271816] 'applied index is now lower than readState.Index' (duration: 15.990877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:43.489857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T23:18:43.489931Z","caller":"traceutil/trace.go:171","msg":"trace[1853878728] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7953; }","duration":"105.976182ms","start":"2026-03-13T23:18:43.383938Z","end":"2026-03-13T23:18:43.489914Z","steps":["trace[1853878728] 'agreement among raft nodes before linearized reading' (duration: 105.709625ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.675297Z","caller":"traceutil/trace.go:171","msg":"trace[243950855] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"145.822577ms","start":"2026-03-13T23:18:43.529422Z","end":"2026-03-13T23:18:43.675245Z","steps":["trace[243950855] 'process raft request' (duration: 145.655463ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.681618Z","caller":"traceutil/trace.go:171","msg":"trace[539514740] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"125.254044ms","start":"2026-03-13T23:18:43.556335Z","end":"2026-03-13T23:18:43.681589Z","steps":["trace[539514740] 'process raft request' (duration: 125.010359ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.681674Z","caller":"traceutil/trace.go:171","msg":"trace[312059819] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"120.439384ms","start":"2026-03-13T23:18:43.561211Z","end":"2026-03-13T23:18:43.68165Z","steps":["trace[312059819] 'process raft request' (duration: 120.25718ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.68186Z","caller":"traceutil/trace.go:171","msg":"trace[439136058] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"119.077993ms","start":"2026-03-13T23:18:43.562743Z","end":"2026-03-13T23:18:43.681821Z","steps":["trace[439136058] 'process raft request' (duration: 118.827187ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.798282Z","caller":"traceutil/trace.go:171","msg":"trace[236954086] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"112.707646ms","start":"2026-03-13T23:18:43.685543Z","end":"2026-03-13T23:18:43.798251Z","steps":["trace[236954086] 'process raft request' (duration: 96.387102ms)","trace[236954086] 'compare' (duration: 16.11322ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.798353Z","caller":"traceutil/trace.go:171","msg":"trace[450826998] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"112.344368ms","start":"2026-03-13T23:18:43.685986Z","end":"2026-03-13T23:18:43.79833Z","steps":["trace[450826998] 'process raft request' (duration: 112.207925ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.798367Z","caller":"traceutil/trace.go:171","msg":"trace[650971306] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"111.53566ms","start":"2026-03-13T23:18:43.686815Z","end":"2026-03-13T23:18:43.798351Z","steps":["trace[650971306] 'process raft request' (duration: 111.440567ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.798708Z","caller":"traceutil/trace.go:171","msg":"trace[282647440] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"108.419138ms","start":"2026-03-13T23:18:43.690281Z","end":"2026-03-13T23:18:43.7987Z","steps":["trace[282647440] 'process raft request' (duration: 108.020508ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:43.798727Z","caller":"traceutil/trace.go:171","msg":"trace[1121465599] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"107.874146ms","start":"2026-03-13T23:18:43.690826Z","end":"2026-03-13T23:18:43.7987Z","steps":["trace[1121465599] 'process raft request' (duration: 107.743783ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.099034Z","caller":"traceutil/trace.go:171","msg":"trace[695127234] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"291.841127ms","start":"2026-03-13T23:18:43.807163Z","end":"2026-03-13T23:18:44.099004Z","steps":["trace[695127234] 'process raft request' (duration: 220.354627ms)","trace[695127234] 'compare' (duration: 71.190073ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:44.099165Z","caller":"traceutil/trace.go:171","msg":"trace[1867626020] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"290.149058ms","start":"2026-03-13T23:18:43.808991Z","end":"2026-03-13T23:18:44.09914Z","steps":["trace[1867626020] 'read index received' (duration: 14.152275ms)","trace[1867626020] 'applied index is now lower than readState.Index' (duration: 275.996113ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:44.099364Z","caller":"traceutil/trace.go:171","msg":"trace[1664278456] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"290.273031ms","start":"2026-03-13T23:18:43.809065Z","end":"2026-03-13T23:18:44.099338Z","steps":["trace[1664278456] 'process raft request' (duration: 289.945703ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.099519Z","caller":"traceutil/trace.go:171","msg":"trace[318507186] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"290.541777ms","start":"2026-03-13T23:18:43.808955Z","end":"2026-03-13T23:18:44.099497Z","steps":["trace[318507186] 'process raft request' (duration: 289.970904ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.099515Z","caller":"traceutil/trace.go:171","msg":"trace[65728817] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"285.181145ms","start":"2026-03-13T23:18:43.814291Z","end":"2026-03-13T23:18:44.099473Z","steps":["trace[65728817] 'process raft request' (duration: 284.775406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.099654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.93873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-4t5z6\" ","response":"range_response_count:1 size:3535"} {"level":"warn","ts":"2026-03-13T23:18:44.099752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.237623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-13T23:18:44.099804Z","caller":"traceutil/trace.go:171","msg":"trace[918466576] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:7973; }","duration":"135.327265ms","start":"2026-03-13T23:18:43.964462Z","end":"2026-03-13T23:18:44.099789Z","steps":["trace[918466576] 'agreement among raft nodes before linearized reading' (duration: 135.203102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.099685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.3724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:18:44.099777Z","caller":"traceutil/trace.go:171","msg":"trace[791611981] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-4t5z6; range_end:; response_count:1; response_revision:7973; }","duration":"289.057484ms","start":"2026-03-13T23:18:43.810672Z","end":"2026-03-13T23:18:44.09973Z","steps":["trace[791611981] 'agreement among raft nodes before linearized reading' (duration: 288.840139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.099773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.938446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:18:44.099684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.65721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:44.099846Z","caller":"traceutil/trace.go:171","msg":"trace[677582922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7973; }","duration":"204.585615ms","start":"2026-03-13T23:18:43.895251Z","end":"2026-03-13T23:18:44.099836Z","steps":["trace[677582922] 'agreement among raft nodes before linearized reading' (duration: 204.327179ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.100013Z","caller":"traceutil/trace.go:171","msg":"trace[766818029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7973; }","duration":"291.021919ms","start":"2026-03-13T23:18:43.80896Z","end":"2026-03-13T23:18:44.099982Z","steps":["trace[766818029] 'agreement among raft nodes before linearized reading' (duration: 290.548248ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.099899Z","caller":"traceutil/trace.go:171","msg":"trace[464638154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7973; }","duration":"240.09492ms","start":"2026-03-13T23:18:43.859787Z","end":"2026-03-13T23:18:44.099881Z","steps":["trace[464638154] 'agreement among raft nodes before linearized reading' (duration: 239.857265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.100256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.398345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-13T23:18:44.100336Z","caller":"traceutil/trace.go:171","msg":"trace[1190375258] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7973; }","duration":"287.527128ms","start":"2026-03-13T23:18:43.812789Z","end":"2026-03-13T23:18:44.100316Z","steps":["trace[1190375258] 'agreement among raft nodes before linearized reading' (duration: 287.058428ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:46.310638Z","caller":"traceutil/trace.go:171","msg":"trace[732143751] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"159.0678ms","start":"2026-03-13T23:18:46.151542Z","end":"2026-03-13T23:18:46.31061Z","steps":["trace[732143751] 'process raft request' (duration: 78.313727ms)","trace[732143751] 'compare' (duration: 80.61941ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:46.42753Z","caller":"traceutil/trace.go:171","msg":"trace[431470272] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"275.195184ms","start":"2026-03-13T23:18:46.152289Z","end":"2026-03-13T23:18:46.427484Z","steps":["trace[431470272] 'process raft request' (duration: 274.859426ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:46.427608Z","caller":"traceutil/trace.go:171","msg":"trace[1255031287] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"275.202954ms","start":"2026-03-13T23:18:46.152335Z","end":"2026-03-13T23:18:46.427538Z","steps":["trace[1255031287] 'process raft request' (duration: 275.067631ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:46.427883Z","caller":"traceutil/trace.go:171","msg":"trace[1696013445] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"211.140934ms","start":"2026-03-13T23:18:46.216729Z","end":"2026-03-13T23:18:46.427869Z","steps":["trace[1696013445] 'process raft request' (duration: 210.97105ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:46.427895Z","caller":"traceutil/trace.go:171","msg":"trace[85032130] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"275.101501ms","start":"2026-03-13T23:18:46.152746Z","end":"2026-03-13T23:18:46.427847Z","steps":["trace[85032130] 'process raft request' (duration: 274.705052ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:46.868226Z","caller":"traceutil/trace.go:171","msg":"trace[1408014148] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8327; }","duration":"274.381897ms","start":"2026-03-13T23:18:46.593818Z","end":"2026-03-13T23:18:46.8682Z","steps":["trace[1408014148] 'read index received' (duration: 274.141711ms)","trace[1408014148] 'applied index is now lower than readState.Index' (duration: 239.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:46.868285Z","caller":"traceutil/trace.go:171","msg":"trace[1976997816] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"288.961931ms","start":"2026-03-13T23:18:46.579295Z","end":"2026-03-13T23:18:46.868257Z","steps":["trace[1976997816] 'process raft request' (duration: 288.756046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:46.868506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.657793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:18:46.868586Z","caller":"traceutil/trace.go:171","msg":"trace[1437251362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8013; }","duration":"274.768845ms","start":"2026-03-13T23:18:46.593798Z","end":"2026-03-13T23:18:46.868567Z","steps":["trace[1437251362] 'agreement among raft nodes before linearized reading' (duration: 274.53448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.631145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850762163,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:18:48.993547Z","caller":"traceutil/trace.go:171","msg":"trace[582507092] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"863.449134ms","start":"2026-03-13T23:18:48.130071Z","end":"2026-03-13T23:18:48.99352Z","steps":["trace[582507092] 'process raft request' (duration: 863.26044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.993721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.130051Z","time spent":"863.575517ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:49.67225Z","caller":"traceutil/trace.go:171","msg":"trace[2027384224] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8332; }","duration":"1.541998176s","start":"2026-03-13T23:18:48.130209Z","end":"2026-03-13T23:18:49.672207Z","steps":["trace[2027384224] 'read index received' (duration: 863.135687ms)","trace[2027384224] 'applied index is now lower than readState.Index' (duration: 678.857629ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:49.672427Z","caller":"traceutil/trace.go:171","msg":"trace[635538315] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"224.395629ms","start":"2026-03-13T23:18:49.44801Z","end":"2026-03-13T23:18:49.672406Z","steps":["trace[635538315] 'process raft request' (duration: 224.280007ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:49.672473Z","caller":"traceutil/trace.go:171","msg":"trace[2138214926] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"602.572837ms","start":"2026-03-13T23:18:49.069866Z","end":"2026-03-13T23:18:49.672439Z","steps":["trace[2138214926] 'process raft request' (duration: 602.293691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.672647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:49.069827Z","time spent":"602.70905ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:49.672737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240619349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-13T23:18:49.672787Z","caller":"traceutil/trace.go:171","msg":"trace[1569479873] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067; range_end:; response_count:1; response_revision:8021; }","duration":"1.240726592s","start":"2026-03-13T23:18:48.432047Z","end":"2026-03-13T23:18:49.672774Z","steps":["trace[1569479873] 'agreement among raft nodes before linearized reading' (duration: 1.240589299s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.672817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.432026Z","time spent":"1.240783164s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" "} {"level":"warn","ts":"2026-03-13T23:18:49.672815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240457446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:18:49.672864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358271179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:18:49.672873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240754352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:18:49.672924Z","caller":"traceutil/trace.go:171","msg":"trace[801092940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8021; }","duration":"1.358434023s","start":"2026-03-13T23:18:48.314474Z","end":"2026-03-13T23:18:49.672908Z","steps":["trace[801092940] 'agreement among raft nodes before linearized reading' (duration: 1.358119556s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.672944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240787553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:18:49.672956Z","caller":"traceutil/trace.go:171","msg":"trace[1940078978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8021; }","duration":"1.240871446s","start":"2026-03-13T23:18:48.432063Z","end":"2026-03-13T23:18:49.672934Z","steps":["trace[1940078978] 'agreement among raft nodes before linearized reading' (duration: 1.24061845s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.672978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.314451Z","time spent":"1.358513595s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:18:49.67296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542720402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224124"} {"level":"warn","ts":"2026-03-13T23:18:49.67301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.432049Z","time spent":"1.240951597s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:18:49.672997Z","caller":"traceutil/trace.go:171","msg":"trace[871031411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8021; }","duration":"1.240857505s","start":"2026-03-13T23:18:48.432125Z","end":"2026-03-13T23:18:49.672982Z","steps":["trace[871031411] 'agreement among raft nodes before linearized reading' (duration: 1.240713041s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.673052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.432117Z","time spent":"1.240928267s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:18:49.673063Z","caller":"traceutil/trace.go:171","msg":"trace[688882607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8020; }","duration":"1.542863165s","start":"2026-03-13T23:18:48.130173Z","end":"2026-03-13T23:18:49.673036Z","steps":["trace[688882607] 'agreement among raft nodes before linearized reading' (duration: 1.542169649s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.673089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.503844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:49.673121Z","caller":"traceutil/trace.go:171","msg":"trace[1959266294] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8021; }","duration":"513.568406ms","start":"2026-03-13T23:18:49.159545Z","end":"2026-03-13T23:18:49.673113Z","steps":["trace[1959266294] 'agreement among raft nodes before linearized reading' (duration: 513.511754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.673118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.13016Z","time spent":"1.542942617s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224147,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:18:49.672922Z","caller":"traceutil/trace.go:171","msg":"trace[1984695494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8021; }","duration":"1.24063709s","start":"2026-03-13T23:18:48.432258Z","end":"2026-03-13T23:18:49.672895Z","steps":["trace[1984695494] 'agreement among raft nodes before linearized reading' (duration: 1.240387974s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.673143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:49.159523Z","time spent":"513.614226ms","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:18:49.673125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.781777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:18:49.673163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.432204Z","time spent":"1.240951518s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:18:49.673181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284053716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:18:49.673231Z","caller":"traceutil/trace.go:171","msg":"trace[1920485569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8021; }","duration":"1.284130338s","start":"2026-03-13T23:18:48.389089Z","end":"2026-03-13T23:18:49.673219Z","steps":["trace[1920485569] 'agreement among raft nodes before linearized reading' (duration: 1.283995265s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.67327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.389072Z","time spent":"1.284188869s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:18:49.673183Z","caller":"traceutil/trace.go:171","msg":"trace[1872914896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8021; }","duration":"868.886309ms","start":"2026-03-13T23:18:48.804282Z","end":"2026-03-13T23:18:49.673168Z","steps":["trace[1872914896] 'agreement among raft nodes before linearized reading' (duration: 868.807317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:49.673363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:48.804249Z","time spent":"869.093794ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:18:57.963744Z","caller":"traceutil/trace.go:171","msg":"trace[2104926485] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8375; }","duration":"118.565351ms","start":"2026-03-13T23:18:57.845155Z","end":"2026-03-13T23:18:57.963721Z","steps":["trace[2104926485] 'read index received' (duration: 16.001747ms)","trace[2104926485] 'applied index is now lower than readState.Index' (duration: 102.562474ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:57.963775Z","caller":"traceutil/trace.go:171","msg":"trace[1019586248] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"117.623399ms","start":"2026-03-13T23:18:57.846121Z","end":"2026-03-13T23:18:57.963744Z","steps":["trace[1019586248] 'process raft request' (duration: 117.506426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:57.963941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.763035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:18:57.96398Z","caller":"traceutil/trace.go:171","msg":"trace[519745522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8062; }","duration":"118.846127ms","start":"2026-03-13T23:18:57.845124Z","end":"2026-03-13T23:18:57.96397Z","steps":["trace[519745522] 'agreement among raft nodes before linearized reading' (duration: 118.692434ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:57.96377Z","caller":"traceutil/trace.go:171","msg":"trace[1557676969] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"118.651952ms","start":"2026-03-13T23:18:57.845057Z","end":"2026-03-13T23:18:57.963709Z","steps":["trace[1557676969] 'process raft request' (duration: 86.995456ms)","trace[1557676969] 'compare' (duration: 31.429731ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:57.963762Z","caller":"traceutil/trace.go:171","msg":"trace[2092595546] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"116.476633ms","start":"2026-03-13T23:18:57.847271Z","end":"2026-03-13T23:18:57.963748Z","steps":["trace[2092595546] 'process raft request' (duration: 116.403611ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:59.643796Z","caller":"traceutil/trace.go:171","msg":"trace[742901314] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8382; }","duration":"449.326462ms","start":"2026-03-13T23:18:59.194449Z","end":"2026-03-13T23:18:59.643776Z","steps":["trace[742901314] 'read index received' (duration: 449.060285ms)","trace[742901314] 'applied index is now lower than readState.Index' (duration: 265.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:59.644086Z","caller":"traceutil/trace.go:171","msg":"trace[1094322996] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"540.080563ms","start":"2026-03-13T23:18:59.103997Z","end":"2026-03-13T23:18:59.644078Z","steps":["trace[1094322996] 'process raft request' (duration: 539.572132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.644194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.103973Z","time spent":"540.140035ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:59.644337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.891444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.64436Z","caller":"traceutil/trace.go:171","msg":"trace[319876575] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8065; }","duration":"449.949666ms","start":"2026-03-13T23:18:59.194403Z","end":"2026-03-13T23:18:59.644353Z","steps":["trace[319876575] 'agreement among raft nodes before linearized reading' (duration: 449.909275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.644376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.194382Z","time spent":"449.989066ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:18:59.644503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.263864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:18:59.644546Z","caller":"traceutil/trace.go:171","msg":"trace[258438183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8065; }","duration":"274.351986ms","start":"2026-03-13T23:18:59.370188Z","end":"2026-03-13T23:18:59.64454Z","steps":["trace[258438183] 'agreement among raft nodes before linearized reading' (duration: 274.296335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.644832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.494182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.644853Z","caller":"traceutil/trace.go:171","msg":"trace[238153580] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8065; }","duration":"173.541432ms","start":"2026-03-13T23:18:59.471308Z","end":"2026-03-13T23:18:59.644849Z","steps":["trace[238153580] 'agreement among raft nodes before linearized reading' (duration: 173.504521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.644858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.493602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645107Z","caller":"traceutil/trace.go:171","msg":"trace[949393693] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8065; }","duration":"173.786698ms","start":"2026-03-13T23:18:59.471308Z","end":"2026-03-13T23:18:59.645094Z","steps":["trace[949393693] 'agreement among raft nodes before linearized reading' (duration: 173.46799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.83347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645153Z","caller":"traceutil/trace.go:171","msg":"trace[1333647430] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8065; }","duration":"173.88799ms","start":"2026-03-13T23:18:59.471259Z","end":"2026-03-13T23:18:59.645147Z","steps":["trace[1333647430] 'agreement among raft nodes before linearized reading' (duration: 173.857309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.42931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645236Z","caller":"traceutil/trace.go:171","msg":"trace[164558591] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8065; }","duration":"112.449811ms","start":"2026-03-13T23:18:59.53278Z","end":"2026-03-13T23:18:59.64523Z","steps":["trace[164558591] 'agreement among raft nodes before linearized reading' (duration: 112.41955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.457826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:18:59.645251Z","caller":"traceutil/trace.go:171","msg":"trace[599959345] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8065; }","duration":"192.495547ms","start":"2026-03-13T23:18:59.452752Z","end":"2026-03-13T23:18:59.645247Z","steps":["trace[599959345] 'agreement among raft nodes before linearized reading' (duration: 192.465457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.915826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645352Z","caller":"traceutil/trace.go:171","msg":"trace[450377281] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8065; }","duration":"195.943177ms","start":"2026-03-13T23:18:59.449403Z","end":"2026-03-13T23:18:59.645346Z","steps":["trace[450377281] 'agreement among raft nodes before linearized reading' (duration: 195.917556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.832249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645387Z","caller":"traceutil/trace.go:171","msg":"trace[1763259033] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8065; }","duration":"112.9029ms","start":"2026-03-13T23:18:59.532479Z","end":"2026-03-13T23:18:59.645382Z","steps":["trace[1763259033] 'agreement among raft nodes before linearized reading' (duration: 112.87207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.156292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645456Z","caller":"traceutil/trace.go:171","msg":"trace[441376119] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8065; }","duration":"196.194512ms","start":"2026-03-13T23:18:59.449255Z","end":"2026-03-13T23:18:59.64545Z","steps":["trace[441376119] 'agreement among raft nodes before linearized reading' (duration: 196.167991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.64546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.037424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645475Z","caller":"traceutil/trace.go:171","msg":"trace[431756366] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8065; }","duration":"113.076394ms","start":"2026-03-13T23:18:59.532393Z","end":"2026-03-13T23:18:59.645469Z","steps":["trace[431756366] 'agreement among raft nodes before linearized reading' (duration: 113.050544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.288264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645536Z","caller":"traceutil/trace.go:171","msg":"trace[273462316] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8065; }","duration":"196.320735ms","start":"2026-03-13T23:18:59.449211Z","end":"2026-03-13T23:18:59.645531Z","steps":["trace[273462316] 'agreement among raft nodes before linearized reading' (duration: 196.294484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.156797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645593Z","caller":"traceutil/trace.go:171","msg":"trace[1472262818] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8065; }","duration":"147.196848ms","start":"2026-03-13T23:18:59.49839Z","end":"2026-03-13T23:18:59.645587Z","steps":["trace[1472262818] 'agreement among raft nodes before linearized reading' (duration: 147.167677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.59113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645638Z","caller":"traceutil/trace.go:171","msg":"trace[56581954] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8065; }","duration":"209.62026ms","start":"2026-03-13T23:18:59.436013Z","end":"2026-03-13T23:18:59.645634Z","steps":["trace[56581954] 'agreement among raft nodes before linearized reading' (duration: 209.59044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.29605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645692Z","caller":"traceutil/trace.go:171","msg":"trace[1147533757] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8065; }","duration":"147.329111ms","start":"2026-03-13T23:18:59.498358Z","end":"2026-03-13T23:18:59.645687Z","steps":["trace[1147533757] 'agreement among raft nodes before linearized reading' (duration: 147.302761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.632534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645731Z","caller":"traceutil/trace.go:171","msg":"trace[1169237050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8065; }","duration":"210.659534ms","start":"2026-03-13T23:18:59.435068Z","end":"2026-03-13T23:18:59.645727Z","steps":["trace[1169237050] 'agreement among raft nodes before linearized reading' (duration: 210.632474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.082823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645774Z","caller":"traceutil/trace.go:171","msg":"trace[18911585] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8065; }","duration":"163.114593ms","start":"2026-03-13T23:18:59.482654Z","end":"2026-03-13T23:18:59.645768Z","steps":["trace[18911585] 'agreement among raft nodes before linearized reading' (duration: 163.088423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.736236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645809Z","caller":"traceutil/trace.go:171","msg":"trace[1007162088] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8065; }","duration":"210.752466ms","start":"2026-03-13T23:18:59.435053Z","end":"2026-03-13T23:18:59.645805Z","steps":["trace[1007162088] 'agreement among raft nodes before linearized reading' (duration: 210.729306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.307588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645869Z","caller":"traceutil/trace.go:171","msg":"trace[1659403335] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8065; }","duration":"163.354639ms","start":"2026-03-13T23:18:59.482509Z","end":"2026-03-13T23:18:59.645864Z","steps":["trace[1659403335] 'agreement among raft nodes before linearized reading' (duration: 163.329478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.859158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645885Z","caller":"traceutil/trace.go:171","msg":"trace[1686154610] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8065; }","duration":"223.885158ms","start":"2026-03-13T23:18:59.421995Z","end":"2026-03-13T23:18:59.64588Z","steps":["trace[1686154610] 'agreement among raft nodes before linearized reading' (duration: 223.862227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.462031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645955Z","caller":"traceutil/trace.go:171","msg":"trace[2087155597] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8065; }","duration":"163.506532ms","start":"2026-03-13T23:18:59.482444Z","end":"2026-03-13T23:18:59.64595Z","steps":["trace[2087155597] 'agreement among raft nodes before linearized reading' (duration: 163.478712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.989503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.645979Z","caller":"traceutil/trace.go:171","msg":"trace[1082928072] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8065; }","duration":"225.032964ms","start":"2026-03-13T23:18:59.420941Z","end":"2026-03-13T23:18:59.645974Z","steps":["trace[1082928072] 'agreement among raft nodes before linearized reading' (duration: 225.011164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.646044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.147977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.646061Z","caller":"traceutil/trace.go:171","msg":"trace[1258810927] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8065; }","duration":"225.176637ms","start":"2026-03-13T23:18:59.42088Z","end":"2026-03-13T23:18:59.646056Z","steps":["trace[1258810927] 'agreement among raft nodes before linearized reading' (duration: 225.152576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.64612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.172698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.646136Z","caller":"traceutil/trace.go:171","msg":"trace[738474158] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8065; }","duration":"239.23796ms","start":"2026-03-13T23:18:59.406894Z","end":"2026-03-13T23:18:59.646132Z","steps":["trace[738474158] 'agreement among raft nodes before linearized reading' (duration: 239.212679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.646212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.334132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.646229Z","caller":"traceutil/trace.go:171","msg":"trace[1796528002] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8065; }","duration":"239.352093ms","start":"2026-03-13T23:18:59.406873Z","end":"2026-03-13T23:18:59.646225Z","steps":["trace[1796528002] 'agreement among raft nodes before linearized reading' (duration: 239.326962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.646292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.443625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.646308Z","caller":"traceutil/trace.go:171","msg":"trace[420050743] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8065; }","duration":"239.491426ms","start":"2026-03-13T23:18:59.406813Z","end":"2026-03-13T23:18:59.646304Z","steps":["trace[420050743] 'agreement among raft nodes before linearized reading' (duration: 239.462585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.645548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.86873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.646606Z","caller":"traceutil/trace.go:171","msg":"trace[1132084410] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8065; }","duration":"147.930595ms","start":"2026-03-13T23:18:59.498663Z","end":"2026-03-13T23:18:59.646594Z","steps":["trace[1132084410] 'agreement among raft nodes before linearized reading' (duration: 146.869331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.172607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.41261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.172666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.554998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.172679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.622486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.172709Z","caller":"traceutil/trace.go:171","msg":"trace[277489468] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8065; }","duration":"497.610579ms","start":"2026-03-13T23:18:59.675083Z","end":"2026-03-13T23:19:00.172693Z","steps":["trace[277489468] 'range keys from in-memory index tree' (duration: 497.498956ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:00.172709Z","caller":"traceutil/trace.go:171","msg":"trace[800788682] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8065; }","duration":"424.505512ms","start":"2026-03-13T23:18:59.748173Z","end":"2026-03-13T23:19:00.172678Z","steps":["trace[800788682] 'range keys from in-memory index tree' (duration: 424.336577ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:00.172727Z","caller":"traceutil/trace.go:171","msg":"trace[1203184367] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8065; }","duration":"479.684698ms","start":"2026-03-13T23:18:59.693027Z","end":"2026-03-13T23:19:00.172712Z","steps":["trace[1203184367] 'range keys from in-memory index tree' (duration: 479.581655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.172759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.675072Z","time spent":"497.67604ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T23:19:00.17259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.478983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.172775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.693021Z","time spent":"479.734129ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-13T23:19:00.172807Z","caller":"traceutil/trace.go:171","msg":"trace[625364250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8065; }","duration":"452.813941ms","start":"2026-03-13T23:18:59.719982Z","end":"2026-03-13T23:19:00.172796Z","steps":["trace[625364250] 'range keys from in-memory index tree' (duration: 452.389051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.172858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.719966Z","time spent":"452.878263ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T23:19:00.17302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.859554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173059Z","caller":"traceutil/trace.go:171","msg":"trace[233277307] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8065; }","duration":"497.932186ms","start":"2026-03-13T23:18:59.675118Z","end":"2026-03-13T23:19:00.17305Z","steps":["trace[233277307] 'count revisions from in-memory index tree' (duration: 497.792633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.652168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173134Z","caller":"traceutil/trace.go:171","msg":"trace[2143542009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8065; }","duration":"452.721299ms","start":"2026-03-13T23:18:59.7204Z","end":"2026-03-13T23:19:00.173121Z","steps":["trace[2143542009] 'range keys from in-memory index tree' (duration: 452.609186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.780223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.173176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.720392Z","time spent":"452.7705ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-13T23:19:00.173204Z","caller":"traceutil/trace.go:171","msg":"trace[300159434] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8065; }","duration":"463.870844ms","start":"2026-03-13T23:18:59.70932Z","end":"2026-03-13T23:19:00.173191Z","steps":["trace[300159434] 'range keys from in-memory index tree' (duration: 463.619869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.709299Z","time spent":"463.944717ms","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T23:19:00.173279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.389807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.17331Z","caller":"traceutil/trace.go:171","msg":"trace[1163091093] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8065; }","duration":"481.425058ms","start":"2026-03-13T23:18:59.691876Z","end":"2026-03-13T23:19:00.173301Z","steps":["trace[1163091093] 'count revisions from in-memory index tree' (duration: 481.297845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.691803Z","time spent":"481.53417ms","remote":"127.0.0.1:39406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:00.173359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.371619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173413Z","caller":"traceutil/trace.go:171","msg":"trace[280617256] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8065; }","duration":"441.479701ms","start":"2026-03-13T23:18:59.73192Z","end":"2026-03-13T23:19:00.1734Z","steps":["trace[280617256] 'range keys from in-memory index tree' (duration: 441.278587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.731904Z","time spent":"441.544902ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T23:19:00.173474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.833814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173519Z","caller":"traceutil/trace.go:171","msg":"trace[1473407483] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8065; }","duration":"463.903896ms","start":"2026-03-13T23:18:59.709602Z","end":"2026-03-13T23:19:00.173506Z","steps":["trace[1473407483] 'range keys from in-memory index tree' (duration: 463.780722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.709586Z","time spent":"463.972717ms","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-13T23:19:00.173593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.971547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.172611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.76854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173628Z","caller":"traceutil/trace.go:171","msg":"trace[1008039677] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8065; }","duration":"481.022438ms","start":"2026-03-13T23:18:59.692592Z","end":"2026-03-13T23:19:00.173615Z","steps":["trace[1008039677] 'count revisions from in-memory index tree' (duration: 480.884555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.692581Z","time spent":"481.07646ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:00.172765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.748142Z","time spent":"424.607574ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-13T23:19:00.173686Z","caller":"traceutil/trace.go:171","msg":"trace[878897029] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8065; }","duration":"497.845704ms","start":"2026-03-13T23:18:59.675811Z","end":"2026-03-13T23:19:00.173657Z","steps":["trace[878897029] 'range keys from in-memory index tree' (duration: 496.715638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.675095Z","time spent":"497.985688ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:00.173756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.824744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173802Z","caller":"traceutil/trace.go:171","msg":"trace[412775830] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8065; }","duration":"453.885785ms","start":"2026-03-13T23:18:59.719903Z","end":"2026-03-13T23:19:00.173789Z","steps":["trace[412775830] 'count revisions from in-memory index tree' (duration: 453.785803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.173853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.719896Z","time spent":"453.943467ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:00.17384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.675807Z","time spent":"497.974647ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-13T23:19:00.173067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.617989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.173996Z","caller":"traceutil/trace.go:171","msg":"trace[710445204] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8065; }","duration":"464.563331ms","start":"2026-03-13T23:18:59.709418Z","end":"2026-03-13T23:19:00.173981Z","steps":["trace[710445204] 'count revisions from in-memory index tree' (duration: 463.573708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.174048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.670035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.174064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.709412Z","time spent":"464.634112ms","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:00.174079Z","caller":"traceutil/trace.go:171","msg":"trace[893618600] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8065; }","duration":"441.700206ms","start":"2026-03-13T23:18:59.732371Z","end":"2026-03-13T23:19:00.174071Z","steps":["trace[893618600] 'range keys from in-memory index tree' (duration: 441.634805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.174112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.732349Z","time spent":"441.755857ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-13T23:19:00.174254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.567828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.174305Z","caller":"traceutil/trace.go:171","msg":"trace[291701058] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8065; }","duration":"426.637101ms","start":"2026-03-13T23:18:59.747656Z","end":"2026-03-13T23:19:00.174293Z","steps":["trace[291701058] 'count revisions from in-memory index tree' (duration: 426.490847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.174343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.74765Z","time spent":"426.681702ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:00.174015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.577323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.174499Z","caller":"traceutil/trace.go:171","msg":"trace[537701869] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8065; }","duration":"442.084975ms","start":"2026-03-13T23:18:59.732399Z","end":"2026-03-13T23:19:00.174484Z","steps":["trace[537701869] 'count revisions from in-memory index tree' (duration: 441.506422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.174448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.850715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:00.174569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.732384Z","time spent":"442.163037ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:00.174576Z","caller":"traceutil/trace.go:171","msg":"trace[1375105190] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8065; }","duration":"426.979318ms","start":"2026-03-13T23:18:59.747565Z","end":"2026-03-13T23:19:00.174544Z","steps":["trace[1375105190] 'range keys from in-memory index tree' (duration: 426.686242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.174623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.747553Z","time spent":"427.05916ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T23:19:00.174824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.924063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.174864Z","caller":"traceutil/trace.go:171","msg":"trace[1115148637] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8065; }","duration":"482.276878ms","start":"2026-03-13T23:18:59.692577Z","end":"2026-03-13T23:19:00.174854Z","steps":["trace[1115148637] 'range keys from in-memory index tree' (duration: 479.76962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.174927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.69256Z","time spent":"482.357999ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-13T23:19:00.266631Z","caller":"traceutil/trace.go:171","msg":"trace[1791237049] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"483.659189ms","start":"2026-03-13T23:18:59.782949Z","end":"2026-03-13T23:19:00.266608Z","steps":["trace[1791237049] 'process raft request' (duration: 483.537637ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:00.266668Z","caller":"traceutil/trace.go:171","msg":"trace[642240143] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8384; }","duration":"462.268448ms","start":"2026-03-13T23:18:59.804372Z","end":"2026-03-13T23:19:00.266641Z","steps":["trace[642240143] 'read index received' (duration: 462.257238ms)","trace[642240143] 'applied index is now lower than readState.Index' (duration: 9.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:00.266752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.782935Z","time spent":"483.756221ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:00.266868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.469882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.266954Z","caller":"traceutil/trace.go:171","msg":"trace[225530793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"462.597726ms","start":"2026-03-13T23:18:59.804336Z","end":"2026-03-13T23:19:00.266934Z","steps":["trace[225530793] 'agreement among raft nodes before linearized reading' (duration: 462.425642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.267005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.804322Z","time spent":"462.672307ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:00.485359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.248649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:00.485544Z","caller":"traceutil/trace.go:171","msg":"trace[1851378477] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8384; }","duration":"218.802801ms","start":"2026-03-13T23:19:00.266726Z","end":"2026-03-13T23:19:00.485529Z","steps":["trace[1851378477] 'read index received' (duration: 115.248845ms)","trace[1851378477] 'applied index is now lower than readState.Index' (duration: 103.553006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:00.485728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.220622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:19:00.485762Z","caller":"traceutil/trace.go:171","msg":"trace[875506770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8068; }","duration":"508.270264ms","start":"2026-03-13T23:18:59.977482Z","end":"2026-03-13T23:19:00.485752Z","steps":["trace[875506770] 'agreement among raft nodes before linearized reading' (duration: 508.138231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.485759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.418331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:19:00.485795Z","caller":"traceutil/trace.go:171","msg":"trace[254254332] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"669.611256ms","start":"2026-03-13T23:18:59.816148Z","end":"2026-03-13T23:19:00.48576Z","steps":["trace[254254332] 'process raft request' (duration: 565.883116ms)","trace[254254332] 'compare' (duration: 102.537083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:00.485868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.994767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:00.485901Z","caller":"traceutil/trace.go:171","msg":"trace[1427406475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8068; }","duration":"518.041888ms","start":"2026-03-13T23:18:59.967852Z","end":"2026-03-13T23:19:00.485894Z","steps":["trace[1427406475] 'agreement among raft nodes before linearized reading' (duration: 517.959806ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:00.485915Z","caller":"traceutil/trace.go:171","msg":"trace[797317492] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"658.04391ms","start":"2026-03-13T23:18:59.827858Z","end":"2026-03-13T23:19:00.485902Z","steps":["trace[797317492] 'process raft request' (duration: 657.59649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.486007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.169321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:00.486013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.816135Z","time spent":"669.720188ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:00.48603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.827849Z","time spent":"658.112472ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:00.486061Z","caller":"traceutil/trace.go:171","msg":"trace[1338158547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8068; }","duration":"518.222753ms","start":"2026-03-13T23:18:59.967813Z","end":"2026-03-13T23:19:00.486035Z","steps":["trace[1338158547] 'agreement among raft nodes before linearized reading' (duration: 518.134241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.486092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.967803Z","time spent":"518.282834ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:19:00.485859Z","caller":"traceutil/trace.go:171","msg":"trace[1291124561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8068; }","duration":"506.540544ms","start":"2026-03-13T23:18:59.979295Z","end":"2026-03-13T23:19:00.485835Z","steps":["trace[1291124561] 'agreement among raft nodes before linearized reading' (duration: 506.255887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.486197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.979288Z","time spent":"506.897392ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:19:00.486273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.32279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:00.486336Z","caller":"traceutil/trace.go:171","msg":"trace[1246071288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8068; }","duration":"218.424212ms","start":"2026-03-13T23:19:00.267897Z","end":"2026-03-13T23:19:00.486321Z","steps":["trace[1246071288] 'agreement among raft nodes before linearized reading' (duration: 218.33363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.486383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.199425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:00.486417Z","caller":"traceutil/trace.go:171","msg":"trace[825020286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8068; }","duration":"621.248676ms","start":"2026-03-13T23:18:59.865161Z","end":"2026-03-13T23:19:00.486409Z","steps":["trace[825020286] 'agreement among raft nodes before linearized reading' (duration: 621.173334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.486449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.86515Z","time spent":"621.293307ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:00.486239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.252028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:19:00.4865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.04982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:00.486528Z","caller":"traceutil/trace.go:171","msg":"trace[363644668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8068; }","duration":"564.542175ms","start":"2026-03-13T23:18:59.921979Z","end":"2026-03-13T23:19:00.486521Z","steps":["trace[363644668] 'agreement among raft nodes before linearized reading' (duration: 564.201347ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:00.486548Z","caller":"traceutil/trace.go:171","msg":"trace[223880832] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8068; }","duration":"203.100401ms","start":"2026-03-13T23:19:00.283435Z","end":"2026-03-13T23:19:00.486535Z","steps":["trace[223880832] 'agreement among raft nodes before linearized reading' (duration: 202.946087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:00.485931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.967847Z","time spent":"518.078189ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:00.486557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.92195Z","time spent":"564.601976ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:19:00.485793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.977474Z","time spent":"508.311895ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:19:00.895958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.093645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:00.896072Z","caller":"traceutil/trace.go:171","msg":"trace[1710238428] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"404.046331ms","start":"2026-03-13T23:19:00.492007Z","end":"2026-03-13T23:19:00.896053Z","steps":["trace[1710238428] 'process raft request' (duration: 127.779622ms)","trace[1710238428] 'compare' (duration: 276.000973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:00.896127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:00.491997Z","time spent":"404.104953ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:01.110061Z","caller":"traceutil/trace.go:171","msg":"trace[770066901] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"618.019061ms","start":"2026-03-13T23:19:00.492011Z","end":"2026-03-13T23:19:01.11003Z","steps":["trace[770066901] 'process raft request' (duration: 543.779517ms)","trace[770066901] 'compare' (duration: 74.035549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:01.110234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:00.491993Z","time spent":"618.154925ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:01.110434Z","caller":"traceutil/trace.go:171","msg":"trace[926957998] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"618.319818ms","start":"2026-03-13T23:19:00.492074Z","end":"2026-03-13T23:19:01.110394Z","steps":["trace[926957998] 'process raft request' (duration: 617.915509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:01.110497Z","caller":"traceutil/trace.go:171","msg":"trace[1341121108] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"618.297898ms","start":"2026-03-13T23:19:00.492156Z","end":"2026-03-13T23:19:01.110454Z","steps":["trace[1341121108] 'process raft request' (duration: 618.121534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:01.110566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.120089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:01.11062Z","caller":"traceutil/trace.go:171","msg":"trace[687757095] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8072; }","duration":"562.251661ms","start":"2026-03-13T23:19:00.548356Z","end":"2026-03-13T23:19:01.110608Z","steps":["trace[687757095] 'agreement among raft nodes before linearized reading' (duration: 562.144369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:01.110623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:00.492069Z","time spent":"618.451181ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:01.110661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:00.548338Z","time spent":"562.315713ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:19:01.110677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:00.492141Z","time spent":"618.444531ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:01.110446Z","caller":"traceutil/trace.go:171","msg":"trace[28122960] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8386; }","duration":"561.986186ms","start":"2026-03-13T23:19:00.548425Z","end":"2026-03-13T23:19:01.110411Z","steps":["trace[28122960] 'read index received' (duration: 71.374588ms)","trace[28122960] 'applied index is now lower than readState.Index' (duration: 490.609878ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:01.183522Z","caller":"traceutil/trace.go:171","msg":"trace[1727422384] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"188.893735ms","start":"2026-03-13T23:19:00.994593Z","end":"2026-03-13T23:19:01.183486Z","steps":["trace[1727422384] 'process raft request' (duration: 188.68306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.240186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.70019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:19:02.24021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.383791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:02.240233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.078667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:19:02.240263Z","caller":"traceutil/trace.go:171","msg":"trace[1510452397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8073; }","duration":"588.846163ms","start":"2026-03-13T23:19:01.651397Z","end":"2026-03-13T23:19:02.240244Z","steps":["trace[1510452397] 'range keys from in-memory index tree' (duration: 588.492035ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.240293Z","caller":"traceutil/trace.go:171","msg":"trace[1137109489] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8073; }","duration":"116.485073ms","start":"2026-03-13T23:19:02.123787Z","end":"2026-03-13T23:19:02.240272Z","steps":["trace[1137109489] 'count revisions from in-memory index tree' (duration: 116.227497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.240301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.651376Z","time spent":"588.916875ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:19:02.240305Z","caller":"traceutil/trace.go:171","msg":"trace[1802938260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8073; }","duration":"368.20927ms","start":"2026-03-13T23:19:01.872076Z","end":"2026-03-13T23:19:02.240285Z","steps":["trace[1802938260] 'range keys from in-memory index tree' (duration: 367.931153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.240764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.291131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:02.240766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.30448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:19:02.240807Z","caller":"traceutil/trace.go:171","msg":"trace[554719062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8073; }","duration":"439.370513ms","start":"2026-03-13T23:19:01.801426Z","end":"2026-03-13T23:19:02.240796Z","steps":["trace[554719062] 'range keys from in-memory index tree' (duration: 439.125318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.240835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.801403Z","time spent":"439.425324ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:19:02.240841Z","caller":"traceutil/trace.go:171","msg":"trace[448487853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8073; }","duration":"954.372801ms","start":"2026-03-13T23:19:01.286437Z","end":"2026-03-13T23:19:02.240809Z","steps":["trace[448487853] 'range keys from in-memory index tree' (duration: 954.127416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.240872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.286367Z","time spent":"954.498074ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-13T23:19:02.240345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.872061Z","time spent":"368.275412ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T23:19:02.241433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.906271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:19:02.241522Z","caller":"traceutil/trace.go:171","msg":"trace[635704878] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8073; }","duration":"364.036954ms","start":"2026-03-13T23:19:01.877464Z","end":"2026-03-13T23:19:02.241501Z","steps":["trace[635704878] 'range keys from in-memory index tree' (duration: 362.749694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.241571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.877445Z","time spent":"364.115166ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:19:02.979049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850762338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:19:03.10894Z","caller":"traceutil/trace.go:171","msg":"trace[1318707336] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"863.788492ms","start":"2026-03-13T23:19:02.245107Z","end":"2026-03-13T23:19:03.108895Z","steps":["trace[1318707336] 'process raft request' (duration: 863.619888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:03.109114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.245086Z","time spent":"863.927806ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:04.804238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:19:04.804298Z","caller":"traceutil/trace.go:171","msg":"trace[1459909672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095657s","start":"2026-03-13T23:19:02.804182Z","end":"2026-03-13T23:19:04.804278Z","steps":["trace[1459909672] 'agreement among raft nodes before linearized reading' (duration: 2.000034295s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.804321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.804154Z","time spent":"2.000161789s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:19:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:19:04.889654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780889317s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:04.890233Z","caller":"traceutil/trace.go:171","msg":"trace[2125482528] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"2.642800706s","start":"2026-03-13T23:19:02.247406Z","end":"2026-03-13T23:19:04.890207Z","steps":["trace[2125482528] 'process raft request' (duration: 2.642717294s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:04.890283Z","caller":"traceutil/trace.go:171","msg":"trace[2058475491] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"2.643187085s","start":"2026-03-13T23:19:02.247073Z","end":"2026-03-13T23:19:04.89026Z","steps":["trace[2058475491] 'process raft request' (duration: 2.642850577s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.890387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.247063Z","time spent":"2.643274067s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:04.890389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.247379Z","time spent":"2.642925529s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:04.890636Z","caller":"traceutil/trace.go:171","msg":"trace[1130134477] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"2.398494589s","start":"2026-03-13T23:19:02.492126Z","end":"2026-03-13T23:19:04.890621Z","steps":["trace[1130134477] 'process raft request' (duration: 2.398327486s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:04.890648Z","caller":"traceutil/trace.go:171","msg":"trace[733368901] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"2.619999363s","start":"2026-03-13T23:19:02.270618Z","end":"2026-03-13T23:19:04.890617Z","steps":["trace[733368901] 'process raft request' (duration: 2.619546733s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:04.890654Z","caller":"traceutil/trace.go:171","msg":"trace[120964351] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8391; }","duration":"2.41197484s","start":"2026-03-13T23:19:02.478653Z","end":"2026-03-13T23:19:04.890628Z","steps":["trace[120964351] 'read index received' (duration: 629.992757ms)","trace[120964351] 'applied index is now lower than readState.Index' (duration: 1.781981003s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:04.890695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.492098Z","time spent":"2.398568251s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:04.890806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.270603Z","time spent":"2.620105385s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:04.890849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412190734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:04.890904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619943544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:19:04.890907Z","caller":"traceutil/trace.go:171","msg":"trace[1776629815] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8079; }","duration":"2.412288187s","start":"2026-03-13T23:19:02.478601Z","end":"2026-03-13T23:19:04.890889Z","steps":["trace[1776629815] 'agreement among raft nodes before linearized reading' (duration: 2.412137583s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:04.890933Z","caller":"traceutil/trace.go:171","msg":"trace[425103707] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:8079; }","duration":"1.620008725s","start":"2026-03-13T23:19:03.270915Z","end":"2026-03-13T23:19:04.890924Z","steps":["trace[425103707] 'agreement among raft nodes before linearized reading' (duration: 1.619863622s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.890933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392858811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:19:04.890944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.478578Z","time spent":"2.412356829s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:04.890934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990087358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:19:04.890966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:03.270893Z","time spent":"1.620067156s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"info","ts":"2026-03-13T23:19:04.890975Z","caller":"traceutil/trace.go:171","msg":"trace[138525614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8079; }","duration":"2.392942802s","start":"2026-03-13T23:19:02.498021Z","end":"2026-03-13T23:19:04.890964Z","steps":["trace[138525614] 'agreement among raft nodes before linearized reading' (duration: 2.392752588s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:04.890991Z","caller":"traceutil/trace.go:171","msg":"trace[612038264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8079; }","duration":"1.990196371s","start":"2026-03-13T23:19:02.900781Z","end":"2026-03-13T23:19:04.890978Z","steps":["trace[612038264] 'agreement among raft nodes before linearized reading' (duration: 1.990032327s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.89097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775457563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:19:04.891022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.498008Z","time spent":"2.393006213s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:19:04.89103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.900761Z","time spent":"1.990260832s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:19:04.891042Z","caller":"traceutil/trace.go:171","msg":"trace[624279715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8079; }","duration":"1.775596986s","start":"2026-03-13T23:19:03.115428Z","end":"2026-03-13T23:19:04.891025Z","steps":["trace[624279715] 'agreement among raft nodes before linearized reading' (duration: 1.77535517s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.891088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:03.115408Z","time spent":"1.775671478s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:19:04.891104Z","caller":"traceutil/trace.go:171","msg":"trace[468902646] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"2.398317585s","start":"2026-03-13T23:19:02.492381Z","end":"2026-03-13T23:19:04.890699Z","steps":["trace[468902646] 'process raft request' (duration: 2.398188982s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.891187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758707568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:19:04.891197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.563649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:04.891199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758541564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:04.891323Z","caller":"traceutil/trace.go:171","msg":"trace[516124104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8079; }","duration":"1.758707438s","start":"2026-03-13T23:19:03.132603Z","end":"2026-03-13T23:19:04.89131Z","steps":["trace[516124104] 'agreement among raft nodes before linearized reading' (duration: 1.758305779s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.891371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:03.132592Z","time spent":"1.758767889s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:19:04.891216Z","caller":"traceutil/trace.go:171","msg":"trace[384213416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8079; }","duration":"1.758763869s","start":"2026-03-13T23:19:03.132442Z","end":"2026-03-13T23:19:04.891206Z","steps":["trace[384213416] 'agreement among raft nodes before linearized reading' (duration: 1.758681847s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.891427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:03.132423Z","time spent":"1.758987584s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:04.891227Z","caller":"traceutil/trace.go:171","msg":"trace[2075746495] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8079; }","duration":"949.650522ms","start":"2026-03-13T23:19:03.941567Z","end":"2026-03-13T23:19:04.891218Z","steps":["trace[2075746495] 'agreement among raft nodes before linearized reading' (duration: 949.603851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.891587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:03.94152Z","time spent":"950.049891ms","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:04.891317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.492353Z","time spent":"2.398855488s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:04.89115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.617276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:04.891803Z","caller":"traceutil/trace.go:171","msg":"trace[1570812204] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8079; }","duration":"385.258391ms","start":"2026-03-13T23:19:04.506519Z","end":"2026-03-13T23:19:04.891777Z","steps":["trace[1570812204] 'agreement among raft nodes before linearized reading' (duration: 384.585635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.891882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.506457Z","time spent":"385.387003ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:04.892155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060687987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:19:04.892207Z","caller":"traceutil/trace.go:171","msg":"trace[1494673541] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8079; }","duration":"2.060769789s","start":"2026-03-13T23:19:02.831429Z","end":"2026-03-13T23:19:04.892199Z","steps":["trace[1494673541] 'agreement among raft nodes before linearized reading' (duration: 2.059961881s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.892227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.831417Z","time spent":"2.06080417s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":879,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:05.311952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.402572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:05.31246Z","caller":"traceutil/trace.go:171","msg":"trace[1713355824] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"415.799262ms","start":"2026-03-13T23:19:04.896628Z","end":"2026-03-13T23:19:05.312428Z","steps":["trace[1713355824] 'process raft request' (duration: 101.827787ms)","trace[1713355824] 'compare' (duration: 313.272739ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:05.312561Z","caller":"traceutil/trace.go:171","msg":"trace[1813116426] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"415.836452ms","start":"2026-03-13T23:19:04.896701Z","end":"2026-03-13T23:19:05.312538Z","steps":["trace[1813116426] 'process raft request' (duration: 415.371792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:05.312586Z","caller":"traceutil/trace.go:171","msg":"trace[661483376] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8398; }","duration":"324.6753ms","start":"2026-03-13T23:19:04.987897Z","end":"2026-03-13T23:19:05.312572Z","steps":["trace[661483376] 'read index received' (duration: 10.578792ms)","trace[661483376] 'applied index is now lower than readState.Index' (duration: 314.095518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:05.312643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.896607Z","time spent":"415.960545ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:05.312673Z","caller":"traceutil/trace.go:171","msg":"trace[1214925461] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"414.807349ms","start":"2026-03-13T23:19:04.897805Z","end":"2026-03-13T23:19:05.312613Z","steps":["trace[1214925461] 'process raft request' (duration: 414.351049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.312737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.937573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:05.312807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.896676Z","time spent":"415.996966ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:05.312843Z","caller":"traceutil/trace.go:171","msg":"trace[688887669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8083; }","duration":"412.071146ms","start":"2026-03-13T23:19:04.900747Z","end":"2026-03-13T23:19:05.312818Z","steps":["trace[688887669] 'agreement among raft nodes before linearized reading' (duration: 411.854681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.312886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.900737Z","time spent":"412.140968ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:05.312905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.897795Z","time spent":"415.012114ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:05.312333Z","caller":"traceutil/trace.go:171","msg":"trace[1965237688] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"414.761528ms","start":"2026-03-13T23:19:04.897552Z","end":"2026-03-13T23:19:05.312313Z","steps":["trace[1965237688] 'process raft request' (duration: 414.573484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.312927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.342984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224124"} {"level":"info","ts":"2026-03-13T23:19:05.313178Z","caller":"traceutil/trace.go:171","msg":"trace[486000000] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8083; }","duration":"416.61635ms","start":"2026-03-13T23:19:04.896551Z","end":"2026-03-13T23:19:05.313167Z","steps":["trace[486000000] 'agreement among raft nodes before linearized reading' (duration: 416.086648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.31318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.897537Z","time spent":"415.517085ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:05.313211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.896509Z","time spent":"416.690702ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224147,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:19:05.645084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.004065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:05.645459Z","caller":"traceutil/trace.go:171","msg":"trace[1804495936] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"655.211806ms","start":"2026-03-13T23:19:04.990229Z","end":"2026-03-13T23:19:05.645441Z","steps":["trace[1804495936] 'process raft request' (duration: 655.026001ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:05.645493Z","caller":"traceutil/trace.go:171","msg":"trace[1526095051] linearizableReadLoop","detail":"{readStateIndex:8404; appliedIndex:8402; }","duration":"332.827898ms","start":"2026-03-13T23:19:05.312614Z","end":"2026-03-13T23:19:05.645442Z","steps":["trace[1526095051] 'read index received' (duration: 164.224779ms)","trace[1526095051] 'applied index is now lower than readState.Index' (duration: 168.602149ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:05.645489Z","caller":"traceutil/trace.go:171","msg":"trace[1969874064] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"656.500415ms","start":"2026-03-13T23:19:04.988954Z","end":"2026-03-13T23:19:05.645454Z","steps":["trace[1969874064] 'process raft request' (duration: 487.889506ms)","trace[1969874064] 'compare' (duration: 167.77327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:05.645533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.990204Z","time spent":"655.292857ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:05.645637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.988903Z","time spent":"656.655878ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:05.645661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.102881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:19:05.645694Z","caller":"traceutil/trace.go:171","msg":"trace[875417706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8085; }","duration":"532.183162ms","start":"2026-03-13T23:19:05.113502Z","end":"2026-03-13T23:19:05.645685Z","steps":["trace[875417706] 'agreement among raft nodes before linearized reading' (duration: 532.013198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.645717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.113477Z","time spent":"532.234864ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:05.64586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.149645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:05.645941Z","caller":"traceutil/trace.go:171","msg":"trace[1988050614] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8085; }","duration":"245.292429ms","start":"2026-03-13T23:19:05.400634Z","end":"2026-03-13T23:19:05.645926Z","steps":["trace[1988050614] 'agreement among raft nodes before linearized reading' (duration: 245.061934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.300889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.718901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:06.301034Z","caller":"traceutil/trace.go:171","msg":"trace[349231386] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8405; }","duration":"496.131365ms","start":"2026-03-13T23:19:05.804889Z","end":"2026-03-13T23:19:06.30102Z","steps":["trace[349231386] 'read index received' (duration: 205.298761ms)","trace[349231386] 'applied index is now lower than readState.Index' (duration: 290.831844ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:06.301106Z","caller":"traceutil/trace.go:171","msg":"trace[639912687] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"574.488253ms","start":"2026-03-13T23:19:05.72661Z","end":"2026-03-13T23:19:06.301098Z","steps":["trace[639912687] 'process raft request' (duration: 283.496905ms)","trace[639912687] 'compare' (duration: 290.578418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:06.301146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.726583Z","time spent":"574.542324ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:06.30127Z","caller":"traceutil/trace.go:171","msg":"trace[6571300] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"563.787277ms","start":"2026-03-13T23:19:05.737477Z","end":"2026-03-13T23:19:06.301264Z","steps":["trace[6571300] 'process raft request' (duration: 563.498351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.301306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.737447Z","time spent":"563.840859ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:06.301396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.517863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:06.301417Z","caller":"traceutil/trace.go:171","msg":"trace[638829702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"496.580125ms","start":"2026-03-13T23:19:05.804831Z","end":"2026-03-13T23:19:06.301411Z","steps":["trace[638829702] 'agreement among raft nodes before linearized reading' (duration: 496.545254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.301432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.804808Z","time spent":"496.620746ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:19:07.113568Z","caller":"traceutil/trace.go:171","msg":"trace[34002356] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"215.468885ms","start":"2026-03-13T23:19:06.89807Z","end":"2026-03-13T23:19:07.113539Z","steps":["trace[34002356] 'process raft request' (duration: 215.394833ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:07.113649Z","caller":"traceutil/trace.go:171","msg":"trace[323311776] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"215.753351ms","start":"2026-03-13T23:19:06.897815Z","end":"2026-03-13T23:19:07.113568Z","steps":["trace[323311776] 'process raft request' (duration: 215.436324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:07.290477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.242175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:07.290612Z","caller":"traceutil/trace.go:171","msg":"trace[296544430] linearizableReadLoop","detail":"{readStateIndex:8411; appliedIndex:8408; }","duration":"350.473352ms","start":"2026-03-13T23:19:06.940105Z","end":"2026-03-13T23:19:07.290579Z","steps":["trace[296544430] 'read index received' (duration: 173.069931ms)","trace[296544430] 'applied index is now lower than readState.Index' (duration: 177.401861ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:07.290671Z","caller":"traceutil/trace.go:171","msg":"trace[1356122908] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"392.465457ms","start":"2026-03-13T23:19:06.898176Z","end":"2026-03-13T23:19:07.290642Z","steps":["trace[1356122908] 'process raft request' (duration: 252.959675ms)","trace[1356122908] 'compare' (duration: 139.122333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:07.290737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.630977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-13T23:19:07.290789Z","caller":"traceutil/trace.go:171","msg":"trace[367832192] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8092; }","duration":"350.712518ms","start":"2026-03-13T23:19:06.94006Z","end":"2026-03-13T23:19:07.290773Z","steps":["trace[367832192] 'agreement among raft nodes before linearized reading' (duration: 350.587035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:07.290796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:06.898136Z","time spent":"392.604059ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:07.290854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:06.940047Z","time spent":"350.79565ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-13T23:19:09.071427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709334615s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:09.07206Z","caller":"traceutil/trace.go:171","msg":"trace[1605960194] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"1.720140033s","start":"2026-03-13T23:19:07.351891Z","end":"2026-03-13T23:19:09.072031Z","steps":["trace[1605960194] 'process raft request' (duration: 1.719788985s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:09.072178Z","caller":"traceutil/trace.go:171","msg":"trace[1342088484] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8412; }","duration":"1.718794522s","start":"2026-03-13T23:19:07.353356Z","end":"2026-03-13T23:19:09.07215Z","steps":["trace[1342088484] 'read index received' (duration: 8.840813ms)","trace[1342088484] 'applied index is now lower than readState.Index' (duration: 1.709952879s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:09.072218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.351869Z","time spent":"1.720257705s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:09.072022Z","caller":"traceutil/trace.go:171","msg":"trace[1354622488] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"1.72001318s","start":"2026-03-13T23:19:07.351974Z","end":"2026-03-13T23:19:09.071987Z","steps":["trace[1354622488] 'process raft request' (duration: 1.719874177s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:09.072292Z","caller":"traceutil/trace.go:171","msg":"trace[667708376] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"1.71912297s","start":"2026-03-13T23:19:07.353152Z","end":"2026-03-13T23:19:09.072275Z","steps":["trace[667708376] 'process raft request' (duration: 1.718896434s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:09.072269Z","caller":"traceutil/trace.go:171","msg":"trace[2014212056] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"1.719472608s","start":"2026-03-13T23:19:07.352763Z","end":"2026-03-13T23:19:09.072235Z","steps":["trace[2014212056] 'process raft request' (duration: 1.719167341s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:09.072418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.35313Z","time spent":"1.719208201s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:09.072463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.352745Z","time spent":"1.719664322s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:09.072495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.351967Z","time spent":"1.720380198s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:09.07274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719368205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224124"} {"level":"info","ts":"2026-03-13T23:19:09.072813Z","caller":"traceutil/trace.go:171","msg":"trace[896264745] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8098; }","duration":"1.719463506s","start":"2026-03-13T23:19:07.353332Z","end":"2026-03-13T23:19:09.072795Z","steps":["trace[896264745] 'agreement among raft nodes before linearized reading' (duration: 1.718945805s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:09.072867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.353325Z","time spent":"1.719527159s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224147,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:19:09.192628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.448659ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:19:09.192933Z","caller":"traceutil/trace.go:171","msg":"trace[1828761783] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8417; }","duration":"120.638029ms","start":"2026-03-13T23:19:09.07226Z","end":"2026-03-13T23:19:09.192898Z","steps":["trace[1828761783] 'read index received' (duration: 11.876863ms)","trace[1828761783] 'applied index is now lower than readState.Index' (duration: 108.755095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:09.193021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.654155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:09.193076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78280362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:09.193097Z","caller":"traceutil/trace.go:171","msg":"trace[933631275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8099; }","duration":"390.784998ms","start":"2026-03-13T23:19:08.802291Z","end":"2026-03-13T23:19:09.193076Z","steps":["trace[933631275] 'agreement among raft nodes before linearized reading' (duration: 390.609334ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:09.193113Z","caller":"traceutil/trace.go:171","msg":"trace[891869154] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8099; }","duration":"1.782888472s","start":"2026-03-13T23:19:07.410215Z","end":"2026-03-13T23:19:09.193103Z","steps":["trace[891869154] 'agreement among raft nodes before linearized reading' (duration: 1.7828022s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:09.193134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:08.802271Z","time spent":"390.855859ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:09.193144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.410197Z","time spent":"1.782938654s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:09.193181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.490235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-13T23:19:09.193265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487038883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:19:09.193196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.523669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:09.193297Z","caller":"traceutil/trace.go:171","msg":"trace[727978734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8099; }","duration":"1.487093744s","start":"2026-03-13T23:19:07.706194Z","end":"2026-03-13T23:19:09.193287Z","steps":["trace[727978734] 'agreement among raft nodes before linearized reading' (duration: 1.486969172s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:09.193287Z","caller":"traceutil/trace.go:171","msg":"trace[1449264635] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067; range_end:; response_count:1; response_revision:8099; }","duration":"744.628908ms","start":"2026-03-13T23:19:08.44863Z","end":"2026-03-13T23:19:09.193259Z","steps":["trace[1449264635] 'agreement among raft nodes before linearized reading' (duration: 744.377662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:09.193335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:07.706179Z","time spent":"1.487149875s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:09.193358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:08.44861Z","time spent":"744.7336ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" "} {"level":"info","ts":"2026-03-13T23:19:09.193385Z","caller":"traceutil/trace.go:171","msg":"trace[1012981633] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8099; }","duration":"355.817456ms","start":"2026-03-13T23:19:08.83752Z","end":"2026-03-13T23:19:09.193337Z","steps":["trace[1012981633] 'agreement among raft nodes before linearized reading' (duration: 355.437317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:09.193525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:08.837494Z","time spent":"355.957058ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:09.425344Z","caller":"traceutil/trace.go:171","msg":"trace[419323313] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"229.325723ms","start":"2026-03-13T23:19:09.195983Z","end":"2026-03-13T23:19:09.425309Z","steps":["trace[419323313] 'process raft request' (duration: 187.949214ms)","trace[419323313] 'compare' (duration: 41.171194ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:09.425463Z","caller":"traceutil/trace.go:171","msg":"trace[1365553186] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"228.556285ms","start":"2026-03-13T23:19:09.196879Z","end":"2026-03-13T23:19:09.425436Z","steps":["trace[1365553186] 'process raft request' (duration: 228.3593ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:09.436826Z","caller":"traceutil/trace.go:171","msg":"trace[1898056956] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"141.654611ms","start":"2026-03-13T23:19:09.29515Z","end":"2026-03-13T23:19:09.436805Z","steps":["trace[1898056956] 'process raft request' (duration: 141.505777ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:11.687573Z","caller":"traceutil/trace.go:171","msg":"trace[870298283] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8424; }","duration":"606.22387ms","start":"2026-03-13T23:19:11.081335Z","end":"2026-03-13T23:19:11.687559Z","steps":["trace[870298283] 'read index received' (duration: 89.310569ms)","trace[870298283] 'applied index is now lower than readState.Index' (duration: 516.912161ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:11.687714Z","caller":"traceutil/trace.go:171","msg":"trace[1507129692] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"606.234631ms","start":"2026-03-13T23:19:11.081455Z","end":"2026-03-13T23:19:11.68769Z","steps":["trace[1507129692] 'process raft request' (duration: 605.903304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:11.687851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.081426Z","time spent":"606.349873ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:11.687861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.505188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:19:11.687908Z","caller":"traceutil/trace.go:171","msg":"trace[140192658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8107; }","duration":"606.591419ms","start":"2026-03-13T23:19:11.081304Z","end":"2026-03-13T23:19:11.687895Z","steps":["trace[140192658] 'agreement among raft nodes before linearized reading' (duration: 606.417845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:11.687948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.081286Z","time spent":"606.654291ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"info","ts":"2026-03-13T23:19:11.687489Z","caller":"traceutil/trace.go:171","msg":"trace[936977616] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"606.225571ms","start":"2026-03-13T23:19:11.081203Z","end":"2026-03-13T23:19:11.687428Z","steps":["trace[936977616] 'process raft request' (duration: 606.015996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:11.688369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.081182Z","time spent":"607.112191ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:12.378079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.992742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:12.378392Z","caller":"traceutil/trace.go:171","msg":"trace[411311763] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8427; }","duration":"690.66236ms","start":"2026-03-13T23:19:11.687698Z","end":"2026-03-13T23:19:12.37836Z","steps":["trace[411311763] 'read index received' (duration: 82.35239ms)","trace[411311763] 'applied index is now lower than readState.Index' (duration: 608.30887ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:12.37849Z","caller":"traceutil/trace.go:171","msg":"trace[55264436] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"1.179139307s","start":"2026-03-13T23:19:11.199339Z","end":"2026-03-13T23:19:12.378478Z","steps":["trace[55264436] 'process raft request' (duration: 570.679054ms)","trace[55264436] 'compare' (duration: 607.649555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:12.378554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.199309Z","time spent":"1.179212319s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:12.378805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.545878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:19:12.378866Z","caller":"traceutil/trace.go:171","msg":"trace[1013563131] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"936.47479ms","start":"2026-03-13T23:19:11.442351Z","end":"2026-03-13T23:19:12.378826Z","steps":["trace[1013563131] 'process raft request' (duration: 935.956378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.378921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07333788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:12.378898Z","caller":"traceutil/trace.go:171","msg":"trace[148243850] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"1.173651022s","start":"2026-03-13T23:19:11.205208Z","end":"2026-03-13T23:19:12.378859Z","steps":["trace[148243850] 'process raft request' (duration: 1.173002357s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:12.378921Z","caller":"traceutil/trace.go:171","msg":"trace[803423920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8110; }","duration":"996.670781ms","start":"2026-03-13T23:19:11.382221Z","end":"2026-03-13T23:19:12.378892Z","steps":["trace[803423920] 'agreement among raft nodes before linearized reading' (duration: 996.336483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.378922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033847844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:12.378964Z","caller":"traceutil/trace.go:171","msg":"trace[833444191] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8110; }","duration":"1.073435562s","start":"2026-03-13T23:19:11.305513Z","end":"2026-03-13T23:19:12.378949Z","steps":["trace[833444191] 'agreement among raft nodes before linearized reading' (duration: 1.07335264s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.378958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265175183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:12.37899Z","caller":"traceutil/trace.go:171","msg":"trace[1236706296] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8110; }","duration":"1.033967167s","start":"2026-03-13T23:19:11.345008Z","end":"2026-03-13T23:19:12.378975Z","steps":["trace[1236706296] 'agreement among raft nodes before linearized reading' (duration: 1.033818873s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.378994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.382169Z","time spent":"996.808634ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:19:12.378984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.905594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:19:12.379014Z","caller":"traceutil/trace.go:171","msg":"trace[1152219624] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8110; }","duration":"1.265299845s","start":"2026-03-13T23:19:11.113698Z","end":"2026-03-13T23:19:12.378998Z","steps":["trace[1152219624] 'agreement among raft nodes before linearized reading' (duration: 1.265109881s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.379016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.305486Z","time spent":"1.073503663s","remote":"127.0.0.1:45452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:12.379028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.344973Z","time spent":"1.034045868s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:12.379022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.301004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:19:12.379029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.442324Z","time spent":"936.620833ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:12.379052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.205191Z","time spent":"1.173780475s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:12.379031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.433935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:12.379068Z","caller":"traceutil/trace.go:171","msg":"trace[541213901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8110; }","duration":"857.032656ms","start":"2026-03-13T23:19:11.522017Z","end":"2026-03-13T23:19:12.37905Z","steps":["trace[541213901] 'agreement among raft nodes before linearized reading' (duration: 856.805201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:12.379089Z","caller":"traceutil/trace.go:171","msg":"trace[621562965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8110; }","duration":"949.406047ms","start":"2026-03-13T23:19:11.429665Z","end":"2026-03-13T23:19:12.379071Z","steps":["trace[621562965] 'agreement among raft nodes before linearized reading' (duration: 949.165991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.379115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.521999Z","time spent":"857.107319ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:12.379118Z","caller":"traceutil/trace.go:171","msg":"trace[2024236950] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8110; }","duration":"670.567668ms","start":"2026-03-13T23:19:11.708527Z","end":"2026-03-13T23:19:12.379095Z","steps":["trace[2024236950] 'agreement among raft nodes before linearized reading' (duration: 670.344442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.379126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.429648Z","time spent":"949.471078ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:12.379164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.708499Z","time spent":"670.65549ms","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:12.379067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.11367Z","time spent":"1.265388167s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:12.379254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.875869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224124"} {"level":"info","ts":"2026-03-13T23:19:12.379318Z","caller":"traceutil/trace.go:171","msg":"trace[14651571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8110; }","duration":"669.002152ms","start":"2026-03-13T23:19:11.710303Z","end":"2026-03-13T23:19:12.379305Z","steps":["trace[14651571] 'agreement among raft nodes before linearized reading' (duration: 668.571622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.379373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:11.710288Z","time spent":"669.075884ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224147,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:19:12.729729Z","caller":"traceutil/trace.go:171","msg":"trace[901538917] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"345.754124ms","start":"2026-03-13T23:19:12.383951Z","end":"2026-03-13T23:19:12.729705Z","steps":["trace[901538917] 'process raft request' (duration: 345.598311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.729888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:12.38393Z","time spent":"345.877738ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:12.762158Z","caller":"traceutil/trace.go:171","msg":"trace[841561336] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8430; }","duration":"377.060783ms","start":"2026-03-13T23:19:12.385069Z","end":"2026-03-13T23:19:12.76213Z","steps":["trace[841561336] 'read index received' (duration: 344.523256ms)","trace[841561336] 'applied index is now lower than readState.Index' (duration: 32.536467ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:12.762264Z","caller":"traceutil/trace.go:171","msg":"trace[967554016] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"377.289858ms","start":"2026-03-13T23:19:12.384953Z","end":"2026-03-13T23:19:12.762243Z","steps":["trace[967554016] 'process raft request' (duration: 377.060483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.762353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:12.384933Z","time spent":"377.374871ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:12.76237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.284728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-13T23:19:12.762408Z","caller":"traceutil/trace.go:171","msg":"trace[748720841] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8112; }","duration":"377.376521ms","start":"2026-03-13T23:19:12.385017Z","end":"2026-03-13T23:19:12.762393Z","steps":["trace[748720841] 'agreement among raft nodes before linearized reading' (duration: 377.218287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.76244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:12.384997Z","time spent":"377.434832ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:19:12.930287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.725511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:12.930323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.582274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:12.930478Z","caller":"traceutil/trace.go:171","msg":"trace[586858738] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8112; }","duration":"112.790928ms","start":"2026-03-13T23:19:12.817667Z","end":"2026-03-13T23:19:12.930458Z","steps":["trace[586858738] 'range keys from in-memory index tree' (duration: 112.494751ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:12.930388Z","caller":"traceutil/trace.go:171","msg":"trace[223379033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"127.880764ms","start":"2026-03-13T23:19:12.802487Z","end":"2026-03-13T23:19:12.930368Z","steps":["trace[223379033] 'range keys from in-memory index tree' (duration: 127.635199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.98613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.27811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:19:13.986311Z","caller":"traceutil/trace.go:171","msg":"trace[1818167953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8113; }","duration":"293.496766ms","start":"2026-03-13T23:19:13.692792Z","end":"2026-03-13T23:19:13.986288Z","steps":["trace[1818167953] 'range keys from in-memory index tree' (duration: 293.112976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.986386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.311495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:19:13.986464Z","caller":"traceutil/trace.go:171","msg":"trace[187497195] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:8113; }","duration":"715.431248ms","start":"2026-03-13T23:19:13.271012Z","end":"2026-03-13T23:19:13.986443Z","steps":["trace[187497195] 'range keys from in-memory index tree' (duration: 715.049989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:13.986509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:13.270992Z","time spent":"715.502239ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-03-13T23:19:13.986572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.540319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:19:13.986659Z","caller":"traceutil/trace.go:171","msg":"trace[164217033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8113; }","duration":"294.681853ms","start":"2026-03-13T23:19:13.691958Z","end":"2026-03-13T23:19:13.98664Z","steps":["trace[164217033] 'range keys from in-memory index tree' (duration: 294.357505ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:14.027428Z","caller":"traceutil/trace.go:171","msg":"trace[1916579563] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"220.221444ms","start":"2026-03-13T23:19:13.807182Z","end":"2026-03-13T23:19:14.027403Z","steps":["trace[1916579563] 'process raft request' (duration: 220.03487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:14.237942Z","caller":"traceutil/trace.go:171","msg":"trace[676261126] linearizableReadLoop","detail":"{readStateIndex:8437; appliedIndex:8434; }","duration":"204.717688ms","start":"2026-03-13T23:19:14.0332Z","end":"2026-03-13T23:19:14.237918Z","steps":["trace[676261126] 'read index received' (duration: 201.521745ms)","trace[676261126] 'applied index is now lower than readState.Index' (duration: 3.195033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:14.238091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.875801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:14.23813Z","caller":"traceutil/trace.go:171","msg":"trace[2007265639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8116; }","duration":"204.971494ms","start":"2026-03-13T23:19:14.033149Z","end":"2026-03-13T23:19:14.23812Z","steps":["trace[2007265639] 'agreement among raft nodes before linearized reading' (duration: 204.869211ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:14.238258Z","caller":"traceutil/trace.go:171","msg":"trace[1152407734] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"247.10775ms","start":"2026-03-13T23:19:13.991132Z","end":"2026-03-13T23:19:14.23824Z","steps":["trace[1152407734] 'process raft request' (duration: 246.622059ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:14.238354Z","caller":"traceutil/trace.go:171","msg":"trace[2034493690] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"245.892882ms","start":"2026-03-13T23:19:13.992393Z","end":"2026-03-13T23:19:14.238286Z","steps":["trace[2034493690] 'process raft request' (duration: 245.484953ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:30.548083Z","caller":"traceutil/trace.go:171","msg":"trace[79814037] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"102.450161ms","start":"2026-03-13T23:19:30.445603Z","end":"2026-03-13T23:19:30.548053Z","steps":["trace[79814037] 'process raft request' (duration: 102.309758ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:30.548083Z","caller":"traceutil/trace.go:171","msg":"trace[885358424] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"102.528923ms","start":"2026-03-13T23:19:30.445516Z","end":"2026-03-13T23:19:30.548045Z","steps":["trace[885358424] 'process raft request' (duration: 102.305898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:33.809784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.901597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:33.809863Z","caller":"traceutil/trace.go:171","msg":"trace[1964188887] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8216; }","duration":"125.016429ms","start":"2026-03-13T23:19:33.684831Z","end":"2026-03-13T23:19:33.809847Z","steps":["trace[1964188887] 'range keys from in-memory index tree' (duration: 124.837944ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:34.124548Z","caller":"traceutil/trace.go:171","msg":"trace[795432620] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8541; }","duration":"153.638745ms","start":"2026-03-13T23:19:33.970857Z","end":"2026-03-13T23:19:34.124496Z","steps":["trace[795432620] 'read index received' (duration: 153.368999ms)","trace[795432620] 'applied index is now lower than readState.Index' (duration: 268.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:34.124574Z","caller":"traceutil/trace.go:171","msg":"trace[1048707328] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"155.315145ms","start":"2026-03-13T23:19:33.969233Z","end":"2026-03-13T23:19:34.124548Z","steps":["trace[1048707328] 'process raft request' (duration: 155.10947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:34.124872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.937023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:34.124938Z","caller":"traceutil/trace.go:171","msg":"trace[359227553] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8217; }","duration":"154.096006ms","start":"2026-03-13T23:19:33.970807Z","end":"2026-03-13T23:19:34.124903Z","steps":["trace[359227553] 'agreement among raft nodes before linearized reading' (duration: 153.82485ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.05243Z","caller":"traceutil/trace.go:171","msg":"trace[206922060] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"145.316515ms","start":"2026-03-13T23:19:34.907083Z","end":"2026-03-13T23:19:35.0524Z","steps":["trace[206922060] 'process raft request' (duration: 115.301746ms)","trace[206922060] 'compare' (duration: 29.892256ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:35.102354Z","caller":"traceutil/trace.go:171","msg":"trace[1595411821] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"194.137465ms","start":"2026-03-13T23:19:34.908187Z","end":"2026-03-13T23:19:35.102325Z","steps":["trace[1595411821] 'process raft request' (duration: 193.934241ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.102599Z","caller":"traceutil/trace.go:171","msg":"trace[1093147856] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"191.143047ms","start":"2026-03-13T23:19:34.911445Z","end":"2026-03-13T23:19:35.102588Z","steps":["trace[1093147856] 'process raft request' (duration: 190.827759ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.102591Z","caller":"traceutil/trace.go:171","msg":"trace[1120476968] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8551; }","duration":"192.806665ms","start":"2026-03-13T23:19:34.909742Z","end":"2026-03-13T23:19:35.102549Z","steps":["trace[1120476968] 'read index received' (duration: 112.756048ms)","trace[1120476968] 'applied index is now lower than readState.Index' (duration: 80.048037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:35.102871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.101841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:19:35.102949Z","caller":"traceutil/trace.go:171","msg":"trace[1495094801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8229; }","duration":"193.191513ms","start":"2026-03-13T23:19:34.909735Z","end":"2026-03-13T23:19:35.102926Z","steps":["trace[1495094801] 'agreement among raft nodes before linearized reading' (duration: 192.971088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.102997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.116685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-13T23:19:35.103086Z","caller":"traceutil/trace.go:171","msg":"trace[351274722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8229; }","duration":"106.259818ms","start":"2026-03-13T23:19:34.996802Z","end":"2026-03-13T23:19:35.103062Z","steps":["trace[351274722] 'agreement among raft nodes before linearized reading' (duration: 105.981222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.103536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.75457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:36 size:552541"} {"level":"info","ts":"2026-03-13T23:19:35.103669Z","caller":"traceutil/trace.go:171","msg":"trace[1576981999] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:36; response_revision:8229; }","duration":"113.923124ms","start":"2026-03-13T23:19:34.989722Z","end":"2026-03-13T23:19:35.103645Z","steps":["trace[1576981999] 'agreement among raft nodes before linearized reading' (duration: 113.007143ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.259817Z","caller":"traceutil/trace.go:171","msg":"trace[1733425222] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8554; }","duration":"151.838145ms","start":"2026-03-13T23:19:35.107943Z","end":"2026-03-13T23:19:35.259781Z","steps":["trace[1733425222] 'read index received' (duration: 122.84662ms)","trace[1733425222] 'applied index is now lower than readState.Index' (duration: 28.990345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:35.260129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.156782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-13T23:19:35.260168Z","caller":"traceutil/trace.go:171","msg":"trace[305426042] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8230; }","duration":"152.244454ms","start":"2026-03-13T23:19:35.107912Z","end":"2026-03-13T23:19:35.260156Z","steps":["trace[305426042] 'agreement among raft nodes before linearized reading' (duration: 152.001608ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.260157Z","caller":"traceutil/trace.go:171","msg":"trace[392998687] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"152.52889ms","start":"2026-03-13T23:19:35.107571Z","end":"2026-03-13T23:19:35.2601Z","steps":["trace[392998687] 'process raft request' (duration: 123.222268ms)","trace[392998687] 'compare' (duration: 28.814441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:35.590478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.75395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:35.590607Z","caller":"traceutil/trace.go:171","msg":"trace[1243644374] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"234.03139ms","start":"2026-03-13T23:19:35.356561Z","end":"2026-03-13T23:19:35.590592Z","steps":["trace[1243644374] 'process raft request' (duration: 100.099027ms)","trace[1243644374] 'compare' (duration: 133.637597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:36.743494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.578317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:36.743666Z","caller":"traceutil/trace.go:171","msg":"trace[895758081] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"174.571596ms","start":"2026-03-13T23:19:36.569066Z","end":"2026-03-13T23:19:36.743637Z","steps":["trace[895758081] 'process raft request' (duration: 70.724883ms)","trace[895758081] 'compare' (duration: 103.427564ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:36.749552Z","caller":"traceutil/trace.go:171","msg":"trace[2118658318] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8560; }","duration":"165.057087ms","start":"2026-03-13T23:19:36.584465Z","end":"2026-03-13T23:19:36.749522Z","steps":["trace[2118658318] 'read index received' (duration: 55.35782ms)","trace[2118658318] 'applied index is now lower than readState.Index' (duration: 109.698307ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:36.749679Z","caller":"traceutil/trace.go:171","msg":"trace[1747262132] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"109.945703ms","start":"2026-03-13T23:19:36.639717Z","end":"2026-03-13T23:19:36.749663Z","steps":["trace[1747262132] 'process raft request' (duration: 109.713327ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:36.749642Z","caller":"traceutil/trace.go:171","msg":"trace[1395995302] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"178.760202ms","start":"2026-03-13T23:19:36.570837Z","end":"2026-03-13T23:19:36.749597Z","steps":["trace[1395995302] 'process raft request' (duration: 178.454315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:36.749781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.299974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:19:36.74992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.086359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:19:36.749969Z","caller":"traceutil/trace.go:171","msg":"trace[560426261] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8238; }","duration":"165.412266ms","start":"2026-03-13T23:19:36.584402Z","end":"2026-03-13T23:19:36.749814Z","steps":["trace[560426261] 'agreement among raft nodes before linearized reading' (duration: 165.269393ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:36.749978Z","caller":"traceutil/trace.go:171","msg":"trace[498194535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8238; }","duration":"162.191991ms","start":"2026-03-13T23:19:36.58777Z","end":"2026-03-13T23:19:36.749962Z","steps":["trace[498194535] 'agreement among raft nodes before linearized reading' (duration: 162.025428ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:38.210198Z","caller":"traceutil/trace.go:171","msg":"trace[1055093610] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"111.796575ms","start":"2026-03-13T23:19:38.098356Z","end":"2026-03-13T23:19:38.210152Z","steps":["trace[1055093610] 'process raft request' (duration: 89.988884ms)","trace[1055093610] 'compare' (duration: 21.522194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:40.033779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.125097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:40.033935Z","caller":"traceutil/trace.go:171","msg":"trace[1154964811] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"898.711223ms","start":"2026-03-13T23:19:39.135199Z","end":"2026-03-13T23:19:40.033911Z","steps":["trace[1154964811] 'read index received' (duration: 269.346671ms)","trace[1154964811] 'applied index is now lower than readState.Index' (duration: 629.362582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:40.034113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.853207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:40.034191Z","caller":"traceutil/trace.go:171","msg":"trace[972723836] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8295; }","duration":"895.95062ms","start":"2026-03-13T23:19:39.138219Z","end":"2026-03-13T23:19:40.03417Z","steps":["trace[972723836] 'agreement among raft nodes before linearized reading' (duration: 895.827257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.034188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.609855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:40.034246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.13821Z","time spent":"896.024351ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"info","ts":"2026-03-13T23:19:40.034252Z","caller":"traceutil/trace.go:171","msg":"trace[1395727803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8295; }","duration":"428.706097ms","start":"2026-03-13T23:19:39.60553Z","end":"2026-03-13T23:19:40.034236Z","steps":["trace[1395727803] 'agreement among raft nodes before linearized reading' (duration: 428.522853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.034225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.502435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:40.034618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.406689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:40.034592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.343091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-13T23:19:40.034652Z","caller":"traceutil/trace.go:171","msg":"trace[1807846214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8295; }","duration":"229.967906ms","start":"2026-03-13T23:19:39.804663Z","end":"2026-03-13T23:19:40.034631Z","steps":["trace[1807846214] 'agreement among raft nodes before linearized reading' (duration: 229.475665ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:40.034668Z","caller":"traceutil/trace.go:171","msg":"trace[112263140] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8295; }","duration":"899.495751ms","start":"2026-03-13T23:19:39.135154Z","end":"2026-03-13T23:19:40.03465Z","steps":["trace[112263140] 'agreement among raft nodes before linearized reading' (duration: 899.055581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.034709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.135136Z","time spent":"899.563002ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:40.034723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.464631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:40.034668Z","caller":"traceutil/trace.go:171","msg":"trace[91461302] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8295; }","duration":"795.433703ms","start":"2026-03-13T23:19:39.239222Z","end":"2026-03-13T23:19:40.034655Z","steps":["trace[91461302] 'agreement among raft nodes before linearized reading' (duration: 795.218698ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:40.034137Z","caller":"traceutil/trace.go:171","msg":"trace[452369284] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"904.747892ms","start":"2026-03-13T23:19:39.129286Z","end":"2026-03-13T23:19:40.034034Z","steps":["trace[452369284] 'process raft request' (duration: 275.270917ms)","trace[452369284] 'compare' (duration: 628.984204ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:40.034809Z","caller":"traceutil/trace.go:171","msg":"trace[1182792729] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8295; }","duration":"414.591313ms","start":"2026-03-13T23:19:39.620196Z","end":"2026-03-13T23:19:40.034787Z","steps":["trace[1182792729] 'agreement among raft nodes before linearized reading' (duration: 414.01095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.034956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.129259Z","time spent":"905.636162ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:40.034954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.620184Z","time spent":"414.757348ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:40.034598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.575612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:40.035397Z","caller":"traceutil/trace.go:171","msg":"trace[2038238365] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8295; }","duration":"503.411261ms","start":"2026-03-13T23:19:39.531945Z","end":"2026-03-13T23:19:40.035357Z","steps":["trace[2038238365] 'agreement among raft nodes before linearized reading' (duration: 502.518831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.034298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.605512Z","time spent":"428.775729ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:40.035028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.239158Z","time spent":"795.852522ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"warn","ts":"2026-03-13T23:19:40.036014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.531921Z","time spent":"504.013395ms","remote":"127.0.0.1:45438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:40.034521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.590344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:40.036413Z","caller":"traceutil/trace.go:171","msg":"trace[1521471535] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8295; }","duration":"874.501018ms","start":"2026-03-13T23:19:39.16189Z","end":"2026-03-13T23:19:40.036391Z","steps":["trace[1521471535] 'agreement among raft nodes before linearized reading' (duration: 872.583694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.036454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.161879Z","time spent":"874.561729ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:40.88225Z","caller":"traceutil/trace.go:171","msg":"trace[1215709976] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8630; }","duration":"105.665915ms","start":"2026-03-13T23:19:40.776555Z","end":"2026-03-13T23:19:40.882221Z","steps":["trace[1215709976] 'read index received' (duration: 80.524018ms)","trace[1215709976] 'applied index is now lower than readState.Index' (duration: 25.137167ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:40.882306Z","caller":"traceutil/trace.go:171","msg":"trace[66466152] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"111.882077ms","start":"2026-03-13T23:19:40.770389Z","end":"2026-03-13T23:19:40.882271Z","steps":["trace[66466152] 'process raft request' (duration: 111.669642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:40.882568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.994692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:19:40.882601Z","caller":"traceutil/trace.go:171","msg":"trace[1933520167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8304; }","duration":"106.106374ms","start":"2026-03-13T23:19:40.776486Z","end":"2026-03-13T23:19:40.882593Z","steps":["trace[1933520167] 'agreement among raft nodes before linearized reading' (duration: 105.836258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.092742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850763047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:19:43.22246Z","caller":"traceutil/trace.go:171","msg":"trace[284180027] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"645.216516ms","start":"2026-03-13T23:19:42.577217Z","end":"2026-03-13T23:19:43.222434Z","steps":["trace[284180027] 'process raft request' (duration: 645.040282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.222625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.577193Z","time spent":"645.35306ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:43.224787Z","caller":"traceutil/trace.go:171","msg":"trace[1626992017] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8635; }","duration":"632.608117ms","start":"2026-03-13T23:19:42.592152Z","end":"2026-03-13T23:19:43.22476Z","steps":["trace[1626992017] 'read index received' (duration: 630.14399ms)","trace[1626992017] 'applied index is now lower than readState.Index' (duration: 2.462967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:43.225451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.213573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:43.225506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.334714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:43.22548Z","caller":"traceutil/trace.go:171","msg":"trace[849033317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"420.292215ms","start":"2026-03-13T23:19:42.80518Z","end":"2026-03-13T23:19:43.225472Z","steps":["trace[849033317] 'agreement among raft nodes before linearized reading' (duration: 420.044729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.225681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.805159Z","time spent":"420.515241ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:19:43.22559Z","caller":"traceutil/trace.go:171","msg":"trace[1172364218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8311; }","duration":"633.461546ms","start":"2026-03-13T23:19:42.59211Z","end":"2026-03-13T23:19:43.225571Z","steps":["trace[1172364218] 'agreement among raft nodes before linearized reading' (duration: 633.069277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.226398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.592093Z","time spent":"634.190924ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:43.226518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.237003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:19:43.226546Z","caller":"traceutil/trace.go:171","msg":"trace[110398865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8311; }","duration":"101.294564ms","start":"2026-03-13T23:19:43.125245Z","end":"2026-03-13T23:19:43.226539Z","steps":["trace[110398865] 'agreement among raft nodes before linearized reading' (duration: 101.186852ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:43.226574Z","caller":"traceutil/trace.go:171","msg":"trace[1571071610] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"363.289777ms","start":"2026-03-13T23:19:42.863261Z","end":"2026-03-13T23:19:43.226551Z","steps":["trace[1571071610] 'process raft request' (duration: 361.222769ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:43.226647Z","caller":"traceutil/trace.go:171","msg":"trace[1229648935] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"337.73623ms","start":"2026-03-13T23:19:42.888894Z","end":"2026-03-13T23:19:43.22663Z","steps":["trace[1229648935] 'process raft request' (duration: 335.672193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.226698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.863237Z","time spent":"363.386199ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:43.226736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.214143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:19:43.226754Z","caller":"traceutil/trace.go:171","msg":"trace[838541521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8311; }","duration":"335.253983ms","start":"2026-03-13T23:19:42.891494Z","end":"2026-03-13T23:19:43.226748Z","steps":["trace[838541521] 'agreement among raft nodes before linearized reading' (duration: 335.180031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.226745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.888884Z","time spent":"337.814222ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:43.226771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.891487Z","time spent":"335.281404ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"info","ts":"2026-03-13T23:19:43.226224Z","caller":"traceutil/trace.go:171","msg":"trace[1398133504] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"630.915479ms","start":"2026-03-13T23:19:42.595285Z","end":"2026-03-13T23:19:43.2262Z","steps":["trace[1398133504] 'process raft request' (duration: 629.041986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.227147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.595262Z","time spent":"631.818699ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:43.986896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850763058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:44.487888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17036164016850763058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:44.935065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660001652s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:19:46.088876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.089363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:46.08905Z","caller":"traceutil/trace.go:171","msg":"trace[953225085] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8313; }","duration":"404.278018ms","start":"2026-03-13T23:19:45.68474Z","end":"2026-03-13T23:19:46.089018Z","steps":["trace[953225085] 'range keys from in-memory index tree' (duration: 404.061793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.091911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156623592s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-13T23:19:46.092007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.274939Z","time spent":"2.817064375s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:19:46.098454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163145732s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:46.098748Z","caller":"traceutil/trace.go:171","msg":"trace[1680001067] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8641; }","duration":"2.612569393s","start":"2026-03-13T23:19:43.486157Z","end":"2026-03-13T23:19:46.098727Z","steps":["trace[1680001067] 'read index received' (duration: 1.449141954s)","trace[1680001067] 'applied index is now lower than readState.Index' (duration: 1.163426619s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:46.098862Z","caller":"traceutil/trace.go:171","msg":"trace[444810200] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"2.037569919s","start":"2026-03-13T23:19:44.06126Z","end":"2026-03-13T23:19:46.09883Z","steps":["trace[444810200] 'process raft request' (duration: 2.037340184s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.098948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612780367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:19:46.098972Z","caller":"traceutil/trace.go:171","msg":"trace[845811381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8314; }","duration":"2.612862959s","start":"2026-03-13T23:19:43.486101Z","end":"2026-03-13T23:19:46.098964Z","steps":["trace[845811381] 'agreement among raft nodes before linearized reading' (duration: 2.612728376s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.09899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.48608Z","time spent":"2.612906071s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:19:46.098994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.061234Z","time spent":"2.037693201s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:46.099829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317029182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:46.099869Z","caller":"traceutil/trace.go:171","msg":"trace[859718370] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8318; }","duration":"2.317073143s","start":"2026-03-13T23:19:43.782783Z","end":"2026-03-13T23:19:46.099856Z","steps":["trace[859718370] 'agreement among raft nodes before linearized reading' (duration: 2.316992941s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.099893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.782694Z","time spent":"2.317192405s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:46.100056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.968308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:19:46.100082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.05098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:19:46.100089Z","caller":"traceutil/trace.go:171","msg":"trace[1171676974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8318; }","duration":"861.024329ms","start":"2026-03-13T23:19:45.239057Z","end":"2026-03-13T23:19:46.100081Z","steps":["trace[1171676974] 'agreement among raft nodes before linearized reading' (duration: 860.882205ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:46.1001Z","caller":"traceutil/trace.go:171","msg":"trace[1244123139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8318; }","duration":"861.114371ms","start":"2026-03-13T23:19:45.23898Z","end":"2026-03-13T23:19:46.100095Z","steps":["trace[1244123139] 'agreement among raft nodes before linearized reading' (duration: 861.040259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.10011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.239048Z","time spent":"861.058109ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:19:46.100118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.238959Z","time spent":"861.152931ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:19:46.100247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.675373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:46.100265Z","caller":"traceutil/trace.go:171","msg":"trace[188325223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8318; }","duration":"871.776856ms","start":"2026-03-13T23:19:45.228482Z","end":"2026-03-13T23:19:46.100259Z","steps":["trace[188325223] 'agreement among raft nodes before linearized reading' (duration: 871.724865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.100285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.228453Z","time spent":"871.827917ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:19:46.1003Z","caller":"traceutil/trace.go:171","msg":"trace[565646176] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"868.112452ms","start":"2026-03-13T23:19:45.23218Z","end":"2026-03-13T23:19:46.100292Z","steps":["trace[565646176] 'process raft request' (duration: 867.470957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.100336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.23215Z","time spent":"868.164073ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:46.100373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295027448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:46.10039Z","caller":"traceutil/trace.go:171","msg":"trace[1324205742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8318; }","duration":"1.295107511s","start":"2026-03-13T23:19:44.805277Z","end":"2026-03-13T23:19:46.100384Z","steps":["trace[1324205742] 'agreement among raft nodes before linearized reading' (duration: 1.29508059s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.100406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.805227Z","time spent":"1.295174962s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:19:46.100435Z","caller":"traceutil/trace.go:171","msg":"trace[208432330] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"868.233695ms","start":"2026-03-13T23:19:45.232194Z","end":"2026-03-13T23:19:46.100428Z","steps":["trace[208432330] 'process raft request' (duration: 867.519288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.100469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.232184Z","time spent":"868.268235ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:46.100555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988228716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:46.100579Z","caller":"traceutil/trace.go:171","msg":"trace[1142185703] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8318; }","duration":"1.988301738s","start":"2026-03-13T23:19:44.112271Z","end":"2026-03-13T23:19:46.100573Z","steps":["trace[1142185703] 'agreement among raft nodes before linearized reading' (duration: 1.988226246s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.1006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.112246Z","time spent":"1.988345798s","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:46.100678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.822537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:46.100696Z","caller":"traceutil/trace.go:171","msg":"trace[2031923595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8318; }","duration":"844.865438ms","start":"2026-03-13T23:19:45.255826Z","end":"2026-03-13T23:19:46.100691Z","steps":["trace[2031923595] 'agreement among raft nodes before linearized reading' (duration: 844.813577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.100708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.255814Z","time spent":"844.891099ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:46.100722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027066147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:19:46.100747Z","caller":"traceutil/trace.go:171","msg":"trace[1590042118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8318; }","duration":"2.027130909s","start":"2026-03-13T23:19:44.073609Z","end":"2026-03-13T23:19:46.10074Z","steps":["trace[1590042118] 'agreement among raft nodes before linearized reading' (duration: 2.027066037s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.100769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.073586Z","time spent":"2.02717776s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:46.100999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038154942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:19:46.101036Z","caller":"traceutil/trace.go:171","msg":"trace[2073393003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8318; }","duration":"2.038235283s","start":"2026-03-13T23:19:44.062792Z","end":"2026-03-13T23:19:46.101027Z","steps":["trace[2073393003] 'agreement among raft nodes before linearized reading' (duration: 2.038146561s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.10106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.062769Z","time spent":"2.038284295s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:19:46.10056Z","caller":"traceutil/trace.go:171","msg":"trace[1616357637] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"867.258002ms","start":"2026-03-13T23:19:45.233294Z","end":"2026-03-13T23:19:46.100552Z","steps":["trace[1616357637] 'process raft request' (duration: 866.441103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:46.101123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:45.233259Z","time spent":"867.841905ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:48.413033Z","caller":"traceutil/trace.go:171","msg":"trace[1882346783] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"248.82923ms","start":"2026-03-13T23:19:48.16418Z","end":"2026-03-13T23:19:48.413009Z","steps":["trace[1882346783] 'process raft request' (duration: 248.766119ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:48.413084Z","caller":"traceutil/trace.go:171","msg":"trace[1668138095] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"248.923712ms","start":"2026-03-13T23:19:48.164114Z","end":"2026-03-13T23:19:48.413037Z","steps":["trace[1668138095] 'process raft request' (duration: 248.685897ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:48.413478Z","caller":"traceutil/trace.go:171","msg":"trace[1988375493] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"249.109086ms","start":"2026-03-13T23:19:48.164332Z","end":"2026-03-13T23:19:48.413441Z","steps":["trace[1988375493] 'process raft request' (duration: 248.648696ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:48.413625Z","caller":"traceutil/trace.go:171","msg":"trace[1666228966] linearizableReadLoop","detail":"{readStateIndex:8664; appliedIndex:8660; }","duration":"248.782309ms","start":"2026-03-13T23:19:48.16477Z","end":"2026-03-13T23:19:48.413553Z","steps":["trace[1666228966] 'read index received' (duration: 19.917567ms)","trace[1666228966] 'applied index is now lower than readState.Index' (duration: 228.863182ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:48.413676Z","caller":"traceutil/trace.go:171","msg":"trace[138491438] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"248.608655ms","start":"2026-03-13T23:19:48.165054Z","end":"2026-03-13T23:19:48.413662Z","steps":["trace[138491438] 'process raft request' (duration: 248.341058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:48.413927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.932967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:48.414072Z","caller":"traceutil/trace.go:171","msg":"trace[667893816] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8335; }","duration":"118.09071ms","start":"2026-03-13T23:19:48.295956Z","end":"2026-03-13T23:19:48.414047Z","steps":["trace[667893816] 'agreement among raft nodes before linearized reading' (duration: 117.899336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:48.414095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.305841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228855"} {"level":"info","ts":"2026-03-13T23:19:48.414417Z","caller":"traceutil/trace.go:171","msg":"trace[1339945356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8335; }","duration":"249.623678ms","start":"2026-03-13T23:19:48.164729Z","end":"2026-03-13T23:19:48.414352Z","steps":["trace[1339945356] 'agreement among raft nodes before linearized reading' (duration: 248.980424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:48.596227Z","caller":"traceutil/trace.go:171","msg":"trace[1022601536] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"149.217944ms","start":"2026-03-13T23:19:48.446957Z","end":"2026-03-13T23:19:48.596175Z","steps":["trace[1022601536] 'process raft request' (duration: 62.981295ms)","trace[1022601536] 'compare' (duration: 85.218075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:49.321618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.38559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-13T23:19:49.321937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.084349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:49.322071Z","caller":"traceutil/trace.go:171","msg":"trace[1031279940] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8336; }","duration":"681.249773ms","start":"2026-03-13T23:19:48.640763Z","end":"2026-03-13T23:19:49.322013Z","steps":["trace[1031279940] 'agreement among raft nodes before linearized reading' (duration: 681.069179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:49.322105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:48.640739Z","time spent":"681.358796ms","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:49.323163Z","caller":"traceutil/trace.go:171","msg":"trace[1600386885] linearizableReadLoop","detail":"{readStateIndex:8667; appliedIndex:8666; }","duration":"681.561641ms","start":"2026-03-13T23:19:48.640818Z","end":"2026-03-13T23:19:49.32238Z","steps":["trace[1600386885] 'read index received' (duration: 86.435774ms)","trace[1600386885] 'applied index is now lower than readState.Index' (duration: 594.488632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:49.325509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.125859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:19:49.325589Z","caller":"traceutil/trace.go:171","msg":"trace[1154273014] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8336; }","duration":"297.233711ms","start":"2026-03-13T23:19:49.028336Z","end":"2026-03-13T23:19:49.32557Z","steps":["trace[1154273014] 'agreement among raft nodes before linearized reading' (duration: 294.968149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:50.388286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.762518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:19:50.388385Z","caller":"traceutil/trace.go:171","msg":"trace[1063436961] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8341; }","duration":"119.920342ms","start":"2026-03-13T23:19:50.268441Z","end":"2026-03-13T23:19:50.388361Z","steps":["trace[1063436961] 'range keys from in-memory index tree' (duration: 119.503943ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.664888Z","caller":"traceutil/trace.go:171","msg":"trace[1432523995] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8692; }","duration":"126.698737ms","start":"2026-03-13T23:19:54.538161Z","end":"2026-03-13T23:19:54.66486Z","steps":["trace[1432523995] 'read index received' (duration: 126.495642ms)","trace[1432523995] 'applied index is now lower than readState.Index' (duration: 198.895µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:54.665137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.921042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:54.665221Z","caller":"traceutil/trace.go:171","msg":"trace[1618506457] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8361; }","duration":"127.091196ms","start":"2026-03-13T23:19:54.538116Z","end":"2026-03-13T23:19:54.665208Z","steps":["trace[1618506457] 'agreement among raft nodes before linearized reading' (duration: 126.856091ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.665642Z","caller":"traceutil/trace.go:171","msg":"trace[1593865824] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"144.437715ms","start":"2026-03-13T23:19:54.520488Z","end":"2026-03-13T23:19:54.664926Z","steps":["trace[1593865824] 'process raft request' (duration: 144.22419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:03.119008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285248534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:03.119169Z","caller":"traceutil/trace.go:171","msg":"trace[1299146542] linearizableReadLoop","detail":"{readStateIndex:8769; appliedIndex:8768; }","duration":"1.299522871s","start":"2026-03-13T23:20:01.819627Z","end":"2026-03-13T23:20:03.119149Z","steps":["trace[1299146542] 'read index received' (duration: 13.97752ms)","trace[1299146542] 'applied index is now lower than readState.Index' (duration: 1.28554314s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:03.119264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299638433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:03.119297Z","caller":"traceutil/trace.go:171","msg":"trace[7708895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8434; }","duration":"1.299724446s","start":"2026-03-13T23:20:01.819564Z","end":"2026-03-13T23:20:03.119289Z","steps":["trace[7708895] 'agreement among raft nodes before linearized reading' (duration: 1.299657664s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:03.119267Z","caller":"traceutil/trace.go:171","msg":"trace[733137533] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"1.34825853s","start":"2026-03-13T23:20:01.770974Z","end":"2026-03-13T23:20:03.119233Z","steps":["trace[733137533] 'process raft request' (duration: 62.70875ms)","trace[733137533] 'compare' (duration: 1.284798193s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:03.119333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:01.819538Z","time spent":"1.299789357s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:20:03.11943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:01.770957Z","time spent":"1.348385233s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:03.153592Z","caller":"traceutil/trace.go:171","msg":"trace[340468188] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"879.304628ms","start":"2026-03-13T23:20:02.274265Z","end":"2026-03-13T23:20:03.15357Z","steps":["trace[340468188] 'process raft request' (duration: 879.143395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:03.153835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.274243Z","time spent":"879.430902ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.122017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.921203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:04.122309Z","caller":"traceutil/trace.go:171","msg":"trace[1612658651] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8769; }","duration":"1.003088158s","start":"2026-03-13T23:20:03.119195Z","end":"2026-03-13T23:20:04.122283Z","steps":["trace[1612658651] 'read index received' (duration: 34.255516ms)","trace[1612658651] 'applied index is now lower than readState.Index' (duration: 968.830702ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:04.122298Z","caller":"traceutil/trace.go:171","msg":"trace[1155120993] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"1.844276352s","start":"2026-03-13T23:20:02.277953Z","end":"2026-03-13T23:20:04.122229Z","steps":["trace[1155120993] 'process raft request' (duration: 1.598067272s)","trace[1155120993] 'compare' (duration: 245.579346ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:04.122427Z","caller":"traceutil/trace.go:171","msg":"trace[402355569] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"1.844259362s","start":"2026-03-13T23:20:02.278155Z","end":"2026-03-13T23:20:04.122415Z","steps":["trace[402355569] 'process raft request' (duration: 1.843980046s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.122478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.277925Z","time spent":"1.844474417s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.122502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.27814Z","time spent":"1.844318173s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.123021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253101666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:20:04.123067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.98037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-03-13T23:20:04.123078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261975409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:20:04.123116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001979983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:04.123134Z","caller":"traceutil/trace.go:171","msg":"trace[935000983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8438; }","duration":"1.262041062s","start":"2026-03-13T23:20:02.861078Z","end":"2026-03-13T23:20:04.123119Z","steps":["trace[935000983] 'agreement among raft nodes before linearized reading' (duration: 1.26195344s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251225451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:04.123131Z","caller":"traceutil/trace.go:171","msg":"trace[2128922162] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8438; }","duration":"994.063721ms","start":"2026-03-13T23:20:03.129047Z","end":"2026-03-13T23:20:04.123111Z","steps":["trace[2128922162] 'agreement among raft nodes before linearized reading' (duration: 993.862157ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.123164Z","caller":"traceutil/trace.go:171","msg":"trace[829414735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8438; }","duration":"1.002075145s","start":"2026-03-13T23:20:03.121075Z","end":"2026-03-13T23:20:04.12315Z","steps":["trace[829414735] 'agreement among raft nodes before linearized reading' (duration: 1.001817939s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.129037Z","time spent":"994.146364ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"warn","ts":"2026-03-13T23:20:04.12319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.695207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:04.1232Z","caller":"traceutil/trace.go:171","msg":"trace[62574695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8438; }","duration":"2.251327454s","start":"2026-03-13T23:20:01.871854Z","end":"2026-03-13T23:20:04.123181Z","steps":["trace[62574695] 'agreement among raft nodes before linearized reading' (duration: 2.251261242s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000445758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-03-13T23:20:04.123218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.121058Z","time spent":"1.002141087s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:20:04.123231Z","caller":"traceutil/trace.go:171","msg":"trace[633410691] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8438; }","duration":"862.766919ms","start":"2026-03-13T23:20:03.26045Z","end":"2026-03-13T23:20:04.123217Z","steps":["trace[633410691] 'agreement among raft nodes before linearized reading' (duration: 862.705087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:01.871819Z","time spent":"2.251417425s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:04.123211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258128152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:20:04.123265Z","caller":"traceutil/trace.go:171","msg":"trace[1886892384] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8438; }","duration":"1.00055552s","start":"2026-03-13T23:20:03.12269Z","end":"2026-03-13T23:20:04.123245Z","steps":["trace[1886892384] 'agreement among raft nodes before linearized reading' (duration: 1.000334865s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.26043Z","time spent":"862.834991ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:04.123062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.8789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:20:04.123233Z","caller":"traceutil/trace.go:171","msg":"trace[1889516864] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"993.649952ms","start":"2026-03-13T23:20:03.12957Z","end":"2026-03-13T23:20:04.12322Z","steps":["trace[1889516864] 'process raft request' (duration: 992.642929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.122683Z","time spent":"1.000620612s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"info","ts":"2026-03-13T23:20:04.123324Z","caller":"traceutil/trace.go:171","msg":"trace[376192855] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:8438; }","duration":"849.152676ms","start":"2026-03-13T23:20:03.274162Z","end":"2026-03-13T23:20:04.123315Z","steps":["trace[376192855] 'agreement among raft nodes before linearized reading' (duration: 848.735956ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.123091Z","caller":"traceutil/trace.go:171","msg":"trace[1940421887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8438; }","duration":"1.253228649s","start":"2026-03-13T23:20:02.869844Z","end":"2026-03-13T23:20:04.123072Z","steps":["trace[1940421887] 'agreement among raft nodes before linearized reading' (duration: 1.253096226s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.123323Z","caller":"traceutil/trace.go:171","msg":"trace[1786465985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8438; }","duration":"1.258253725s","start":"2026-03-13T23:20:02.865041Z","end":"2026-03-13T23:20:04.123295Z","steps":["trace[1786465985] 'agreement among raft nodes before linearized reading' (duration: 1.257968388s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.274095Z","time spent":"849.246889ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-03-13T23:20:04.123375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.86501Z","time spent":"1.258352187s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:20:04.123388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.869834Z","time spent":"1.253528146s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:04.123401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26720344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:20:04.123391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00008305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-13T23:20:04.123398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.129553Z","time spent":"993.784486ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:20:04.123434Z","caller":"traceutil/trace.go:171","msg":"trace[220822687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8438; }","duration":"1.267289732s","start":"2026-03-13T23:20:02.856136Z","end":"2026-03-13T23:20:04.123426Z","steps":["trace[220822687] 'agreement among raft nodes before linearized reading' (duration: 1.267188349s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.557904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:04.123462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.856109Z","time spent":"1.267347193s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:20:04.123459Z","caller":"traceutil/trace.go:171","msg":"trace[2123344575] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8438; }","duration":"1.000478619s","start":"2026-03-13T23:20:03.122958Z","end":"2026-03-13T23:20:04.123437Z","steps":["trace[2123344575] 'agreement among raft nodes before linearized reading' (duration: 999.959627ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.123484Z","caller":"traceutil/trace.go:171","msg":"trace[1823320466] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8438; }","duration":"241.643916ms","start":"2026-03-13T23:20:03.881827Z","end":"2026-03-13T23:20:04.12347Z","steps":["trace[1823320466] 'agreement among raft nodes before linearized reading' (duration: 241.587964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.122941Z","time spent":"1.000553461s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"warn","ts":"2026-03-13T23:20:04.123521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.441955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:20:04.123555Z","caller":"traceutil/trace.go:171","msg":"trace[520300558] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8438; }","duration":"707.514736ms","start":"2026-03-13T23:20:03.416035Z","end":"2026-03-13T23:20:04.12355Z","steps":["trace[520300558] 'agreement among raft nodes before linearized reading' (duration: 707.463105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.861069Z","time spent":"1.262090072s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:20:04.123574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.416013Z","time spent":"707.556137ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:04.123575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262770458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:20:04.123671Z","caller":"traceutil/trace.go:171","msg":"trace[389604936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8438; }","duration":"1.262884321s","start":"2026-03-13T23:20:02.860773Z","end":"2026-03-13T23:20:04.123657Z","steps":["trace[389604936] 'agreement among raft nodes before linearized reading' (duration: 1.262188705s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.12371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.150617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:04.123738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.860762Z","time spent":"1.262938082s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:20:04.123781Z","caller":"traceutil/trace.go:171","msg":"trace[89887649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8438; }","duration":"605.262199ms","start":"2026-03-13T23:20:03.518503Z","end":"2026-03-13T23:20:04.123765Z","steps":["trace[89887649] 'agreement among raft nodes before linearized reading' (duration: 605.169797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.123821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:03.518482Z","time spent":"605.329291ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:20:04.123893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343713815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:20:04.123969Z","caller":"traceutil/trace.go:171","msg":"trace[1078384318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8438; }","duration":"1.343828968s","start":"2026-03-13T23:20:02.780127Z","end":"2026-03-13T23:20:04.123956Z","steps":["trace[1078384318] 'agreement among raft nodes before linearized reading' (duration: 1.343680404s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.124002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.780107Z","time spent":"1.34388677s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:20:04.125603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745011285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:20:04.125687Z","caller":"traceutil/trace.go:171","msg":"trace[1561680935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8438; }","duration":"1.747744118s","start":"2026-03-13T23:20:02.377921Z","end":"2026-03-13T23:20:04.125666Z","steps":["trace[1561680935] 'agreement among raft nodes before linearized reading' (duration: 1.744946424s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.125754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:02.377891Z","time spent":"1.74784552s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:20:04.451536Z","caller":"traceutil/trace.go:171","msg":"trace[1790103498] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"324.367194ms","start":"2026-03-13T23:20:04.127128Z","end":"2026-03-13T23:20:04.451495Z","steps":["trace[1790103498] 'process raft request' (duration: 324.132829ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.451593Z","caller":"traceutil/trace.go:171","msg":"trace[2016839773] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"322.885839ms","start":"2026-03-13T23:20:04.128668Z","end":"2026-03-13T23:20:04.451554Z","steps":["trace[2016839773] 'process raft request' (duration: 322.753186ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.451656Z","caller":"traceutil/trace.go:171","msg":"trace[1268706579] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8773; }","duration":"323.003472ms","start":"2026-03-13T23:20:04.128634Z","end":"2026-03-13T23:20:04.451637Z","steps":["trace[1268706579] 'read index received' (duration: 137.574827ms)","trace[1268706579] 'applied index is now lower than readState.Index' (duration: 185.427545ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:04.45174Z","caller":"traceutil/trace.go:171","msg":"trace[52269443] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"322.92483ms","start":"2026-03-13T23:20:04.128804Z","end":"2026-03-13T23:20:04.451729Z","steps":["trace[52269443] 'process raft request' (duration: 322.657114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.451793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.128652Z","time spent":"323.022803ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.451842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.128789Z","time spent":"323.009263ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.451858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.127102Z","time spent":"324.538787ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:04.451905Z","caller":"traceutil/trace.go:171","msg":"trace[147579743] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"322.245825ms","start":"2026-03-13T23:20:04.129619Z","end":"2026-03-13T23:20:04.451864Z","steps":["trace[147579743] 'process raft request' (duration: 321.915197ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.451951Z","caller":"traceutil/trace.go:171","msg":"trace[73435804] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"321.790695ms","start":"2026-03-13T23:20:04.130121Z","end":"2026-03-13T23:20:04.451911Z","steps":["trace[73435804] 'process raft request' (duration: 321.441297ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.451978Z","caller":"traceutil/trace.go:171","msg":"trace[91650819] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"322.364998ms","start":"2026-03-13T23:20:04.129593Z","end":"2026-03-13T23:20:04.451958Z","steps":["trace[91650819] 'process raft request' (duration: 321.914367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.452027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.391561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-13T23:20:04.452057Z","caller":"traceutil/trace.go:171","msg":"trace[879867286] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8444; }","duration":"323.420212ms","start":"2026-03-13T23:20:04.128628Z","end":"2026-03-13T23:20:04.452048Z","steps":["trace[879867286] 'agreement among raft nodes before linearized reading' (duration: 323.297699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.452065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.129581Z","time spent":"322.447339ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.452091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.12859Z","time spent":"323.493154ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"warn","ts":"2026-03-13T23:20:04.452089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.12961Z","time spent":"322.380588ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.452111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.130113Z","time spent":"321.917707ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.621888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.975453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:04.62203Z","caller":"traceutil/trace.go:171","msg":"trace[143422636] linearizableReadLoop","detail":"{readStateIndex:8781; appliedIndex:8780; }","duration":"170.315528ms","start":"2026-03-13T23:20:04.451696Z","end":"2026-03-13T23:20:04.622011Z","steps":["trace[143422636] 'read index received' (duration: 40.212662ms)","trace[143422636] 'applied index is now lower than readState.Index' (duration: 130.101336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:04.62221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.495864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-13T23:20:04.622244Z","caller":"traceutil/trace.go:171","msg":"trace[227888882] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8445; }","duration":"493.552596ms","start":"2026-03-13T23:20:04.128683Z","end":"2026-03-13T23:20:04.622236Z","steps":["trace[227888882] 'agreement among raft nodes before linearized reading' (duration: 493.376682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.622279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.128668Z","time spent":"493.604257ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"warn","ts":"2026-03-13T23:20:04.62233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.122506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:04.622442Z","caller":"traceutil/trace.go:171","msg":"trace[1817019135] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8445; }","duration":"483.25988ms","start":"2026-03-13T23:20:04.139154Z","end":"2026-03-13T23:20:04.622413Z","steps":["trace[1817019135] 'agreement among raft nodes before linearized reading' (duration: 483.090336ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.622458Z","caller":"traceutil/trace.go:171","msg":"trace[821986519] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"260.150709ms","start":"2026-03-13T23:20:04.362272Z","end":"2026-03-13T23:20:04.622423Z","steps":["trace[821986519] 'process raft request' (duration: 129.549282ms)","trace[821986519] 'compare' (duration: 129.82417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:04.622506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.139146Z","time spent":"483.345012ms","remote":"127.0.0.1:37626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:04.622572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.035044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:04.622616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.874437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-13T23:20:04.62267Z","caller":"traceutil/trace.go:171","msg":"trace[1913310728] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8445; }","duration":"338.996309ms","start":"2026-03-13T23:20:04.28366Z","end":"2026-03-13T23:20:04.622656Z","steps":["trace[1913310728] 'agreement among raft nodes before linearized reading' (duration: 338.795844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.622721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.283638Z","time spent":"339.071681ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-13T23:20:04.622667Z","caller":"traceutil/trace.go:171","msg":"trace[787987067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8445; }","duration":"493.152817ms","start":"2026-03-13T23:20:04.129491Z","end":"2026-03-13T23:20:04.622644Z","steps":["trace[787987067] 'agreement among raft nodes before linearized reading' (duration: 493.007693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.622837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.129482Z","time spent":"493.327771ms","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:20:04.622874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.130739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228790"} {"level":"info","ts":"2026-03-13T23:20:04.622956Z","caller":"traceutil/trace.go:171","msg":"trace[1630026175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8445; }","duration":"494.243272ms","start":"2026-03-13T23:20:04.128696Z","end":"2026-03-13T23:20:04.62294Z","steps":["trace[1630026175] 'agreement among raft nodes before linearized reading' (duration: 493.760761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.623179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.128678Z","time spent":"494.314744ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:20:04.806567Z","caller":"traceutil/trace.go:171","msg":"trace[222883063] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"181.724081ms","start":"2026-03-13T23:20:04.624815Z","end":"2026-03-13T23:20:04.80654Z","steps":["trace[222883063] 'read index received' (duration: 132.973082ms)","trace[222883063] 'applied index is now lower than readState.Index' (duration: 48.739648ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:04.806582Z","caller":"traceutil/trace.go:171","msg":"trace[1590832514] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"345.200672ms","start":"2026-03-13T23:20:04.461347Z","end":"2026-03-13T23:20:04.806548Z","steps":["trace[1590832514] 'process raft request' (duration: 296.29822ms)","trace[1590832514] 'compare' (duration: 48.749508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:04.806743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.46133Z","time spent":"345.339495ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:04.807014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.14495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T23:20:04.80712Z","caller":"traceutil/trace.go:171","msg":"trace[1977597342] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8446; }","duration":"182.318243ms","start":"2026-03-13T23:20:04.624776Z","end":"2026-03-13T23:20:04.807094Z","steps":["trace[1977597342] 'agreement among raft nodes before linearized reading' (duration: 181.840312ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:04.906535Z","caller":"traceutil/trace.go:171","msg":"trace[1272592895] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"272.264048ms","start":"2026-03-13T23:20:04.634236Z","end":"2026-03-13T23:20:04.9065Z","steps":["trace[1272592895] 'process raft request' (duration: 272.019792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:04.99451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.777568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-03-13T23:20:04.994564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.252191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:20:04.994618Z","caller":"traceutil/trace.go:171","msg":"trace[1693247829] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8447; }","duration":"183.90766ms","start":"2026-03-13T23:20:04.810686Z","end":"2026-03-13T23:20:04.994594Z","steps":["trace[1693247829] 'agreement among raft nodes before linearized reading' (duration: 95.798258ms)","trace[1693247829] 'range keys from in-memory index tree' (duration: 87.926528ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:04.994642Z","caller":"traceutil/trace.go:171","msg":"trace[889472711] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8447; }","duration":"185.378334ms","start":"2026-03-13T23:20:04.809243Z","end":"2026-03-13T23:20:04.994622Z","steps":["trace[889472711] 'agreement among raft nodes before linearized reading' (duration: 97.232791ms)","trace[889472711] 'range keys from in-memory index tree' (duration: 87.936139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:04.994618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.41229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:04.994661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.381604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-13T23:20:04.994772Z","caller":"traceutil/trace.go:171","msg":"trace[376923820] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8447; }","duration":"368.542528ms","start":"2026-03-13T23:20:04.626206Z","end":"2026-03-13T23:20:04.994749Z","steps":["trace[376923820] 'agreement among raft nodes before linearized reading' (duration: 280.235031ms)","trace[376923820] 'range keys from in-memory index tree' (duration: 88.073311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:04.99482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:04.626186Z","time spent":"368.623489ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9pl6h\" "} {"level":"info","ts":"2026-03-13T23:20:04.994705Z","caller":"traceutil/trace.go:171","msg":"trace[958273517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8447; }","duration":"190.556373ms","start":"2026-03-13T23:20:04.804125Z","end":"2026-03-13T23:20:04.994682Z","steps":["trace[958273517] 'agreement among raft nodes before linearized reading' (duration: 102.346699ms)","trace[958273517] 'range keys from in-memory index tree' (duration: 88.089162ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:05.206071Z","caller":"traceutil/trace.go:171","msg":"trace[1052918798] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8784; }","duration":"159.256063ms","start":"2026-03-13T23:20:05.046787Z","end":"2026-03-13T23:20:05.206043Z","steps":["trace[1052918798] 'read index received' (duration: 64.021778ms)","trace[1052918798] 'applied index is now lower than readState.Index' (duration: 95.232955ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:05.206192Z","caller":"traceutil/trace.go:171","msg":"trace[103496319] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"160.265657ms","start":"2026-03-13T23:20:05.045913Z","end":"2026-03-13T23:20:05.206178Z","steps":["trace[103496319] 'process raft request' (duration: 64.97112ms)","trace[103496319] 'compare' (duration: 95.02414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:05.206484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.678793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9pl6h\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-13T23:20:05.206612Z","caller":"traceutil/trace.go:171","msg":"trace[1959794557] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9pl6h; range_end:; response_count:1; response_revision:8449; }","duration":"159.834177ms","start":"2026-03-13T23:20:05.046752Z","end":"2026-03-13T23:20:05.206586Z","steps":["trace[1959794557] 'agreement among raft nodes before linearized reading' (duration: 159.447208ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:05.277832Z","caller":"traceutil/trace.go:171","msg":"trace[1449747586] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"118.246923ms","start":"2026-03-13T23:20:05.15955Z","end":"2026-03-13T23:20:05.277797Z","steps":["trace[1449747586] 'process raft request' (duration: 117.995207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:05.277906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.706265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T23:20:05.277974Z","caller":"traceutil/trace.go:171","msg":"trace[367962369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8450; }","duration":"115.826298ms","start":"2026-03-13T23:20:05.162129Z","end":"2026-03-13T23:20:05.277955Z","steps":["trace[367962369] 'agreement among raft nodes before linearized reading' (duration: 115.631993ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:05.452496Z","caller":"traceutil/trace.go:171","msg":"trace[841336615] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8786; }","duration":"161.913426ms","start":"2026-03-13T23:20:05.290565Z","end":"2026-03-13T23:20:05.452478Z","steps":["trace[841336615] 'read index received' (duration: 71.418469ms)","trace[841336615] 'applied index is now lower than readState.Index' (duration: 90.493867ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:05.452579Z","caller":"traceutil/trace.go:171","msg":"trace[281360352] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"170.269667ms","start":"2026-03-13T23:20:05.282275Z","end":"2026-03-13T23:20:05.452545Z","steps":["trace[281360352] 'process raft request' (duration: 79.688139ms)","trace[281360352] 'compare' (duration: 90.428755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:05.452669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.0899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:20:05.452694Z","caller":"traceutil/trace.go:171","msg":"trace[645796815] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8451; }","duration":"162.159632ms","start":"2026-03-13T23:20:05.290527Z","end":"2026-03-13T23:20:05.452687Z","steps":["trace[645796815] 'agreement among raft nodes before linearized reading' (duration: 162.058829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:05.687899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.910376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T23:20:05.687995Z","caller":"traceutil/trace.go:171","msg":"trace[1841528994] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8452; }","duration":"111.069309ms","start":"2026-03-13T23:20:05.576904Z","end":"2026-03-13T23:20:05.687974Z","steps":["trace[1841528994] 'range keys from in-memory index tree' (duration: 110.63993ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:05.830099Z","caller":"traceutil/trace.go:171","msg":"trace[1439301036] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"107.143499ms","start":"2026-03-13T23:20:05.72293Z","end":"2026-03-13T23:20:05.830073Z","steps":["trace[1439301036] 'process raft request' (duration: 106.659438ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:06.708019Z","caller":"traceutil/trace.go:171","msg":"trace[177314328] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"578.333132ms","start":"2026-03-13T23:20:06.129655Z","end":"2026-03-13T23:20:06.707988Z","steps":["trace[177314328] 'process raft request' (duration: 578.141478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:06.708295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.129633Z","time spent":"578.479415ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.257606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111787634s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:20:08.279244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332700953s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:08.279474Z","caller":"traceutil/trace.go:171","msg":"trace[1904458556] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"1.133757587s","start":"2026-03-13T23:20:07.145693Z","end":"2026-03-13T23:20:08.279451Z","steps":["trace[1904458556] 'process raft request' (duration: 1.133657805s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.279551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:07.145663Z","time spent":"1.13385528s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:08.279621Z","caller":"traceutil/trace.go:171","msg":"trace[127945288] linearizableReadLoop","detail":"{readStateIndex:8791; appliedIndex:8789; }","duration":"2.005500602s","start":"2026-03-13T23:20:06.274066Z","end":"2026-03-13T23:20:08.279566Z","steps":["trace[127945288] 'read index received' (duration: 433.766754ms)","trace[127945288] 'applied index is now lower than readState.Index' (duration: 1.571729428s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:08.279696Z","caller":"traceutil/trace.go:171","msg":"trace[205603532] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"2.148071435s","start":"2026-03-13T23:20:06.131612Z","end":"2026-03-13T23:20:08.279683Z","steps":["trace[205603532] 'process raft request' (duration: 814.84485ms)","trace[205603532] 'compare' (duration: 1.332525348s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:08.279752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.13158Z","time spent":"2.148143096s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.27991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00583262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T23:20:08.279964Z","caller":"traceutil/trace.go:171","msg":"trace[1559922683] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8456; }","duration":"2.005950043s","start":"2026-03-13T23:20:06.273998Z","end":"2026-03-13T23:20:08.279948Z","steps":["trace[1559922683] 'agreement among raft nodes before linearized reading' (duration: 2.005750478s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.280013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.273971Z","time spent":"2.006024415s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-13T23:20:08.373726Z","caller":"traceutil/trace.go:171","msg":"trace[1744728024] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"1.089520622s","start":"2026-03-13T23:20:07.284168Z","end":"2026-03-13T23:20:08.373688Z","steps":["trace[1744728024] 'process raft request' (duration: 1.089243085s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.373966Z","caller":"traceutil/trace.go:171","msg":"trace[859668526] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"436.312412ms","start":"2026-03-13T23:20:07.937625Z","end":"2026-03-13T23:20:08.373937Z","steps":["trace[859668526] 'process raft request' (duration: 435.999815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.37414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:07.937605Z","time spent":"436.449665ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.373992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:07.284143Z","time spent":"1.089741297s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.374293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43410311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-13T23:20:08.374361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743092131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:20:08.374374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917761129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:20:08.374394Z","caller":"traceutil/trace.go:171","msg":"trace[1289428712] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8459; }","duration":"1.434242323s","start":"2026-03-13T23:20:06.94013Z","end":"2026-03-13T23:20:08.374372Z","steps":["trace[1289428712] 'agreement among raft nodes before linearized reading' (duration: 1.434023058s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.374428Z","caller":"traceutil/trace.go:171","msg":"trace[90592263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8459; }","duration":"1.743198533s","start":"2026-03-13T23:20:06.631209Z","end":"2026-03-13T23:20:08.374407Z","steps":["trace[90592263] 'agreement among raft nodes before linearized reading' (duration: 1.742971878s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.374445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.940116Z","time spent":"1.434316935s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-13T23:20:08.374454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918585987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:20:08.374553Z","caller":"traceutil/trace.go:171","msg":"trace[1139036843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8459; }","duration":"1.918752802s","start":"2026-03-13T23:20:06.455779Z","end":"2026-03-13T23:20:08.374532Z","steps":["trace[1139036843] 'agreement among raft nodes before linearized reading' (duration: 1.918463405s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.374559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851302343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T23:20:08.374602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.455757Z","time spent":"1.918837033s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:20:08.374607Z","caller":"traceutil/trace.go:171","msg":"trace[91968273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8459; }","duration":"1.851379895s","start":"2026-03-13T23:20:06.523215Z","end":"2026-03-13T23:20:08.374595Z","steps":["trace[91968273] 'agreement among raft nodes before linearized reading' (duration: 1.851250513s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.374484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.631164Z","time spent":"1.743309256s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:20:08.374686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918021734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:20:08.374714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166597181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-13T23:20:08.374722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297500765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:20:08.374742Z","caller":"traceutil/trace.go:171","msg":"trace[781081419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8459; }","duration":"1.918095587s","start":"2026-03-13T23:20:06.456633Z","end":"2026-03-13T23:20:08.374728Z","steps":["trace[781081419] 'agreement among raft nodes before linearized reading' (duration: 1.917951543s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.374767Z","caller":"traceutil/trace.go:171","msg":"trace[1760118273] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8459; }","duration":"1.166678683s","start":"2026-03-13T23:20:07.208072Z","end":"2026-03-13T23:20:08.374751Z","steps":["trace[1760118273] 'agreement among raft nodes before linearized reading' (duration: 1.16652984s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.374771Z","caller":"traceutil/trace.go:171","msg":"trace[334024178] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8459; }","duration":"1.297638578s","start":"2026-03-13T23:20:07.07712Z","end":"2026-03-13T23:20:08.374758Z","steps":["trace[334024178] 'agreement among raft nodes before linearized reading' (duration: 1.297565397s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.37473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.326713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:08.374798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.674096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:08.374924Z","caller":"traceutil/trace.go:171","msg":"trace[1447125057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8459; }","duration":"570.8378ms","start":"2026-03-13T23:20:07.804069Z","end":"2026-03-13T23:20:08.374907Z","steps":["trace[1447125057] 'agreement among raft nodes before linearized reading' (duration: 570.641595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.374975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917697238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:20:08.375146Z","caller":"traceutil/trace.go:171","msg":"trace[953425269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8459; }","duration":"1.917912163s","start":"2026-03-13T23:20:06.457215Z","end":"2026-03-13T23:20:08.375127Z","steps":["trace[953425269] 'agreement among raft nodes before linearized reading' (duration: 1.917282288s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.375182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918879105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:20:08.375207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.457186Z","time spent":"1.918004254s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:20:08.374792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.456626Z","time spent":"1.918156638s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:20:08.375261Z","caller":"traceutil/trace.go:171","msg":"trace[38141829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8459; }","duration":"1.918980147s","start":"2026-03-13T23:20:06.456257Z","end":"2026-03-13T23:20:08.375237Z","steps":["trace[38141829] 'agreement among raft nodes before linearized reading' (duration: 1.918165719s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.374913Z","caller":"traceutil/trace.go:171","msg":"trace[1739266701] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8459; }","duration":"331.835465ms","start":"2026-03-13T23:20:08.043056Z","end":"2026-03-13T23:20:08.374891Z","steps":["trace[1739266701] 'agreement among raft nodes before linearized reading' (duration: 331.266492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.37545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.456245Z","time spent":"1.919190442s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:20:08.375468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.043043Z","time spent":"332.404488ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:08.374803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:07.208054Z","time spent":"1.166742224s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-13T23:20:08.37465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.523165Z","time spent":"1.851474628s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:20:08.374818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:07.077095Z","time spent":"1.29770584s","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:20:08.374438Z","caller":"traceutil/trace.go:171","msg":"trace[76892081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8459; }","duration":"1.917850161s","start":"2026-03-13T23:20:06.456571Z","end":"2026-03-13T23:20:08.374421Z","steps":["trace[76892081] 'agreement among raft nodes before linearized reading' (duration: 1.917646406s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.375925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:06.456561Z","time spent":"1.919348156s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:20:08.374852Z","caller":"traceutil/trace.go:171","msg":"trace[1276199208] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"288.859519ms","start":"2026-03-13T23:20:08.085982Z","end":"2026-03-13T23:20:08.374841Z","steps":["trace[1276199208] 'process raft request' (duration: 287.876817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.375014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:07.804047Z","time spent":"570.953403ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:20:08.528293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.885554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-03-13T23:20:08.528289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.70756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:20:08.528364Z","caller":"traceutil/trace.go:171","msg":"trace[911813750] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8459; }","duration":"148.219582ms","start":"2026-03-13T23:20:08.380127Z","end":"2026-03-13T23:20:08.528347Z","steps":["trace[911813750] 'range keys from in-memory index tree' (duration: 147.678689ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.52838Z","caller":"traceutil/trace.go:171","msg":"trace[1635029608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8459; }","duration":"147.821892ms","start":"2026-03-13T23:20:08.380537Z","end":"2026-03-13T23:20:08.528358Z","steps":["trace[1635029608] 'range keys from in-memory index tree' (duration: 147.542186ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.561656Z","caller":"traceutil/trace.go:171","msg":"trace[581329410] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"180.891382ms","start":"2026-03-13T23:20:08.38074Z","end":"2026-03-13T23:20:08.561632Z","steps":["trace[581329410] 'read index received' (duration: 180.699267ms)","trace[581329410] 'applied index is now lower than readState.Index' (duration: 190.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:08.561768Z","caller":"traceutil/trace.go:171","msg":"trace[1143055763] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"181.102036ms","start":"2026-03-13T23:20:08.380634Z","end":"2026-03-13T23:20:08.561736Z","steps":["trace[1143055763] 'process raft request' (duration: 180.85333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.562041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.27572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T23:20:08.562118Z","caller":"traceutil/trace.go:171","msg":"trace[1643611092] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8460; }","duration":"181.408533ms","start":"2026-03-13T23:20:08.380693Z","end":"2026-03-13T23:20:08.562101Z","steps":["trace[1643611092] 'agreement among raft nodes before linearized reading' (duration: 181.073546ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.869557Z","caller":"traceutil/trace.go:171","msg":"trace[1639731180] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"488.769145ms","start":"2026-03-13T23:20:08.380762Z","end":"2026-03-13T23:20:08.869531Z","steps":["trace[1639731180] 'process raft request' (duration: 488.486889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.86975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.380751Z","time spent":"488.893748ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:08.869796Z","caller":"traceutil/trace.go:171","msg":"trace[226229652] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"488.706064ms","start":"2026-03-13T23:20:08.381064Z","end":"2026-03-13T23:20:08.86977Z","steps":["trace[226229652] 'process raft request' (duration: 488.360096ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.869843Z","caller":"traceutil/trace.go:171","msg":"trace[1866327347] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"487.515116ms","start":"2026-03-13T23:20:08.382312Z","end":"2026-03-13T23:20:08.869827Z","steps":["trace[1866327347] 'process raft request' (duration: 487.448775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.869897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.382295Z","time spent":"487.577488ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.869917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.381035Z","time spent":"488.829397ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:20:08.869968Z","caller":"traceutil/trace.go:171","msg":"trace[1485265249] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"487.705711ms","start":"2026-03-13T23:20:08.382254Z","end":"2026-03-13T23:20:08.86996Z","steps":["trace[1485265249] 'process raft request' (duration: 487.413574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.87001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.382239Z","time spent":"487.752012ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:08.870374Z","caller":"traceutil/trace.go:171","msg":"trace[865332359] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"488.000157ms","start":"2026-03-13T23:20:08.38236Z","end":"2026-03-13T23:20:08.87036Z","steps":["trace[865332359] 'process raft request' (duration: 487.439325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.870451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.382344Z","time spent":"488.06588ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:08.87059Z","caller":"traceutil/trace.go:171","msg":"trace[1953752596] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"487.498326ms","start":"2026-03-13T23:20:08.383016Z","end":"2026-03-13T23:20:08.870514Z","steps":["trace[1953752596] 'process raft request' (duration: 487.24937ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:08.87061Z","caller":"traceutil/trace.go:171","msg":"trace[1659065595] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"337.485674ms","start":"2026-03-13T23:20:08.533108Z","end":"2026-03-13T23:20:08.870593Z","steps":["trace[1659065595] 'process raft request' (duration: 337.211137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.870677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.383003Z","time spent":"487.63307ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.870681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.533091Z","time spent":"337.552775ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1101,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:08.870862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.164748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-13T23:20:08.870903Z","caller":"traceutil/trace.go:171","msg":"trace[159405723] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8467; }","duration":"341.23359ms","start":"2026-03-13T23:20:08.529659Z","end":"2026-03-13T23:20:08.870893Z","steps":["trace[159405723] 'agreement among raft nodes before linearized reading' (duration: 341.139188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.87093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.529639Z","time spent":"341.28544ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:20:08.870777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.303687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-13T23:20:08.871309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.961694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228770"} {"level":"info","ts":"2026-03-13T23:20:08.871357Z","caller":"traceutil/trace.go:171","msg":"trace[890222643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8467; }","duration":"487.028445ms","start":"2026-03-13T23:20:08.384318Z","end":"2026-03-13T23:20:08.871346Z","steps":["trace[890222643] 'agreement among raft nodes before linearized reading' (duration: 486.610835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.871388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.38431Z","time spent":"487.070496ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228793,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:20:08.871504Z","caller":"traceutil/trace.go:171","msg":"trace[753528717] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067; range_end:; response_count:1; response_revision:8467; }","duration":"439.059454ms","start":"2026-03-13T23:20:08.432426Z","end":"2026-03-13T23:20:08.871485Z","steps":["trace[753528717] 'agreement among raft nodes before linearized reading' (duration: 438.201405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.871526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.091623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c89e6b0696f43\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-13T23:20:08.871558Z","caller":"traceutil/trace.go:171","msg":"trace[394350787] range","detail":"{range_begin:/registry/events/openstack/ceph.189c89e6b0696f43; range_end:; response_count:1; response_revision:8467; }","duration":"489.140944ms","start":"2026-03-13T23:20:08.382409Z","end":"2026-03-13T23:20:08.87155Z","steps":["trace[394350787] 'agreement among raft nodes before linearized reading' (duration: 489.081732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:08.871592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.382402Z","time spent":"489.184555ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189c89e6b0696f43\" "} {"level":"warn","ts":"2026-03-13T23:20:08.871662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.432405Z","time spent":"439.241089ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" "} {"level":"info","ts":"2026-03-13T23:20:08.872203Z","caller":"traceutil/trace.go:171","msg":"trace[200203890] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8796; }","duration":"308.698963ms","start":"2026-03-13T23:20:08.561728Z","end":"2026-03-13T23:20:08.870427Z","steps":["trace[200203890] 'read index received' (duration: 307.504795ms)","trace[200203890] 'applied index is now lower than readState.Index' (duration: 1.193318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:09.334533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.59511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:20:09.334875Z","caller":"traceutil/trace.go:171","msg":"trace[1766276202] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"683.263228ms","start":"2026-03-13T23:20:08.651586Z","end":"2026-03-13T23:20:09.334849Z","steps":["trace[1766276202] 'process raft request' (duration: 683.031513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.335003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.651559Z","time spent":"683.378061ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:09.648387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.454743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:09.648588Z","caller":"traceutil/trace.go:171","msg":"trace[1203558286] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"935.064058ms","start":"2026-03-13T23:20:08.713487Z","end":"2026-03-13T23:20:09.648551Z","steps":["trace[1203558286] 'process raft request' (duration: 621.335079ms)","trace[1203558286] 'compare' (duration: 312.799948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:09.648771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.71346Z","time spent":"935.209981ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:09.648772Z","caller":"traceutil/trace.go:171","msg":"trace[317782171] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"775.596868ms","start":"2026-03-13T23:20:08.873156Z","end":"2026-03-13T23:20:09.648753Z","steps":["trace[317782171] 'process raft request' (duration: 775.408654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.648873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.873138Z","time spent":"775.683991ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:09.649013Z","caller":"traceutil/trace.go:171","msg":"trace[566800508] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"775.149188ms","start":"2026-03-13T23:20:08.873832Z","end":"2026-03-13T23:20:09.648981Z","steps":["trace[566800508] 'process raft request' (duration: 774.855092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.391088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:09.649092Z","caller":"traceutil/trace.go:171","msg":"trace[1349494522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8471; }","duration":"844.466819ms","start":"2026-03-13T23:20:08.804614Z","end":"2026-03-13T23:20:09.649081Z","steps":["trace[1349494522] 'agreement among raft nodes before linearized reading' (duration: 844.188692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.804592Z","time spent":"844.52562ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:20:09.648734Z","caller":"traceutil/trace.go:171","msg":"trace[870171981] linearizableReadLoop","detail":"{readStateIndex:8806; appliedIndex:8803; }","duration":"776.466958ms","start":"2026-03-13T23:20:08.872236Z","end":"2026-03-13T23:20:09.648703Z","steps":["trace[870171981] 'read index received' (duration: 113.713479ms)","trace[870171981] 'applied index is now lower than readState.Index' (duration: 662.750939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:09.649181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.87382Z","time spent":"775.258921ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:09.649389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.987935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:09.649422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.423471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:09.649447Z","caller":"traceutil/trace.go:171","msg":"trace[1305944969] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8471; }","duration":"653.056426ms","start":"2026-03-13T23:20:08.99637Z","end":"2026-03-13T23:20:09.649427Z","steps":["trace[1305944969] 'agreement among raft nodes before linearized reading' (duration: 652.963124ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.649457Z","caller":"traceutil/trace.go:171","msg":"trace[1299373026] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8471; }","duration":"655.492482ms","start":"2026-03-13T23:20:08.993953Z","end":"2026-03-13T23:20:09.649445Z","steps":["trace[1299373026] 'agreement among raft nodes before linearized reading' (duration: 655.42648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.185682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:09.649488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.993934Z","time spent":"655.546324ms","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:09.649496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.996364Z","time spent":"653.117628ms","remote":"127.0.0.1:39170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:20:09.649506Z","caller":"traceutil/trace.go:171","msg":"trace[2137679195] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8471; }","duration":"725.261794ms","start":"2026-03-13T23:20:08.924228Z","end":"2026-03-13T23:20:09.64949Z","steps":["trace[2137679195] 'agreement among raft nodes before linearized reading' (duration: 725.143471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.92418Z","time spent":"725.354646ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:20:09.649565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.245234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c89edf45ec30c\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-13T23:20:09.649424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.323547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189c89ead6ee65c4\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-13T23:20:09.64962Z","caller":"traceutil/trace.go:171","msg":"trace[1538310695] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c89edf45ec30c; range_end:; response_count:1; response_revision:8471; }","duration":"773.302325ms","start":"2026-03-13T23:20:08.876297Z","end":"2026-03-13T23:20:09.6496Z","steps":["trace[1538310695] 'agreement among raft nodes before linearized reading' (duration: 773.181373ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.649645Z","caller":"traceutil/trace.go:171","msg":"trace[795870499] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189c89ead6ee65c4; range_end:; response_count:1; response_revision:8471; }","duration":"773.581472ms","start":"2026-03-13T23:20:08.876048Z","end":"2026-03-13T23:20:09.649629Z","steps":["trace[795870499] 'agreement among raft nodes before linearized reading' (duration: 773.219234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.876291Z","time spent":"773.365778ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189c89edf45ec30c\" "} {"level":"warn","ts":"2026-03-13T23:20:09.64969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:08.87604Z","time spent":"773.636633ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.189c89ead6ee65c4\" "} {"level":"warn","ts":"2026-03-13T23:20:09.649753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.089024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:09.649805Z","caller":"traceutil/trace.go:171","msg":"trace[469333216] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8471; }","duration":"248.144805ms","start":"2026-03-13T23:20:09.401646Z","end":"2026-03-13T23:20:09.649791Z","steps":["trace[469333216] 'agreement among raft nodes before linearized reading' (duration: 248.058723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.822241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:09.649896Z","caller":"traceutil/trace.go:171","msg":"trace[1992464213] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8471; }","duration":"523.900442ms","start":"2026-03-13T23:20:09.125954Z","end":"2026-03-13T23:20:09.649854Z","steps":["trace[1992464213] 'agreement among raft nodes before linearized reading' (duration: 523.828961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:09.649944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.125934Z","time spent":"523.997595ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:10.070678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.308148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:10.070995Z","caller":"traceutil/trace.go:171","msg":"trace[1746307668] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"417.587103ms","start":"2026-03-13T23:20:09.653383Z","end":"2026-03-13T23:20:10.07097Z","steps":["trace[1746307668] 'process raft request' (duration: 417.46118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:10.071128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.65336Z","time spent":"417.685605ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:10.071268Z","caller":"traceutil/trace.go:171","msg":"trace[608307704] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8808; }","duration":"418.233697ms","start":"2026-03-13T23:20:09.65301Z","end":"2026-03-13T23:20:10.071244Z","steps":["trace[608307704] 'read index received' (duration: 185.013285ms)","trace[608307704] 'applied index is now lower than readState.Index' (duration: 233.217682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:10.071431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.395792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:10.071517Z","caller":"traceutil/trace.go:171","msg":"trace[1406922198] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8473; }","duration":"418.543995ms","start":"2026-03-13T23:20:09.652955Z","end":"2026-03-13T23:20:10.071499Z","steps":["trace[1406922198] 'agreement among raft nodes before linearized reading' (duration: 418.386822ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:10.071373Z","caller":"traceutil/trace.go:171","msg":"trace[1518983237] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"418.864162ms","start":"2026-03-13T23:20:09.652487Z","end":"2026-03-13T23:20:10.071351Z","steps":["trace[1518983237] 'process raft request' (duration: 185.361103ms)","trace[1518983237] 'compare' (duration: 231.127264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:10.071562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.652933Z","time spent":"418.620996ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:20:10.071622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.686351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T23:20:10.071667Z","caller":"traceutil/trace.go:171","msg":"trace[327181027] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8473; }","duration":"351.776433ms","start":"2026-03-13T23:20:09.71988Z","end":"2026-03-13T23:20:10.071657Z","steps":["trace[327181027] 'agreement among raft nodes before linearized reading' (duration: 351.63963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:10.071698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.71985Z","time spent":"351.840904ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-13T23:20:10.071749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.901345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:10.071879Z","caller":"traceutil/trace.go:171","msg":"trace[558035624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8473; }","duration":"267.14759ms","start":"2026-03-13T23:20:09.804714Z","end":"2026-03-13T23:20:10.071861Z","steps":["trace[558035624] 'agreement among raft nodes before linearized reading' (duration: 266.900025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:10.071714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:09.652462Z","time spent":"419.143729ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:11.199692Z","caller":"traceutil/trace.go:171","msg":"trace[542880826] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"912.95574ms","start":"2026-03-13T23:20:10.286712Z","end":"2026-03-13T23:20:11.199668Z","steps":["trace[542880826] 'process raft request' (duration: 912.799557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.19983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.286686Z","time spent":"913.079394ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:11.822002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.952693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:11.822136Z","caller":"traceutil/trace.go:171","msg":"trace[611982871] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8810; }","duration":"1.017222843s","start":"2026-03-13T23:20:10.80489Z","end":"2026-03-13T23:20:11.822112Z","steps":["trace[611982871] 'read index received' (duration: 394.706108ms)","trace[611982871] 'applied index is now lower than readState.Index' (duration: 622.514365ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:11.822228Z","caller":"traceutil/trace.go:171","msg":"trace[1390182203] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"1.438481041s","start":"2026-03-13T23:20:10.38373Z","end":"2026-03-13T23:20:11.822211Z","steps":["trace[1390182203] 'process raft request' (duration: 1.06021847s)","trace[1390182203] 'compare' (duration: 377.738529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:11.822316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.383706Z","time spent":"1.438564472s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:11.822296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017387197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:11.82241Z","caller":"traceutil/trace.go:171","msg":"trace[1396181911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8475; }","duration":"1.017556981s","start":"2026-03-13T23:20:10.804814Z","end":"2026-03-13T23:20:11.822371Z","steps":["trace[1396181911] 'agreement among raft nodes before linearized reading' (duration: 1.017404608s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.822468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.804794Z","time spent":"1.017660953s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:20:11.896894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.511611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:11.896919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.333454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-13T23:20:11.896971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.256151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:11.897014Z","caller":"traceutil/trace.go:171","msg":"trace[540858850] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8476; }","duration":"935.450206ms","start":"2026-03-13T23:20:10.96154Z","end":"2026-03-13T23:20:11.896991Z","steps":["trace[540858850] 'agreement among raft nodes before linearized reading' (duration: 935.17972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023249201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:20:11.896992Z","caller":"traceutil/trace.go:171","msg":"trace[1985747977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8476; }","duration":"936.678085ms","start":"2026-03-13T23:20:10.960295Z","end":"2026-03-13T23:20:11.896973Z","steps":["trace[1985747977] 'agreement among raft nodes before linearized reading' (duration: 936.46417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02189288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:20:11.897078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.961533Z","time spent":"935.531468ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-13T23:20:11.897103Z","caller":"traceutil/trace.go:171","msg":"trace[382617428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8476; }","duration":"1.023352614s","start":"2026-03-13T23:20:10.87373Z","end":"2026-03-13T23:20:11.897082Z","steps":["trace[382617428] 'agreement among raft nodes before linearized reading' (duration: 1.023239791s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.960272Z","time spent":"936.825018ms","remote":"127.0.0.1:60664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:20:11.897129Z","caller":"traceutil/trace.go:171","msg":"trace[1036820917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8476; }","duration":"1.022006513s","start":"2026-03-13T23:20:10.875104Z","end":"2026-03-13T23:20:11.89711Z","steps":["trace[1036820917] 'agreement among raft nodes before linearized reading' (duration: 1.021921501s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.873709Z","time spent":"1.023426796s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:20:11.897138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017656123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:20:11.897163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.875082Z","time spent":"1.022075414s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:20:11.896979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022328551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:20:11.897288Z","caller":"traceutil/trace.go:171","msg":"trace[1716806611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8476; }","duration":"1.022646718s","start":"2026-03-13T23:20:10.874618Z","end":"2026-03-13T23:20:11.897265Z","steps":["trace[1716806611] 'agreement among raft nodes before linearized reading' (duration: 1.022180887s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.874558Z","time spent":"1.022946884s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:20:11.896896Z","caller":"traceutil/trace.go:171","msg":"trace[896248184] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"243.082849ms","start":"2026-03-13T23:20:11.653778Z","end":"2026-03-13T23:20:11.896861Z","steps":["trace[896248184] 'process raft request' (duration: 242.646678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.897052Z","caller":"traceutil/trace.go:171","msg":"trace[1128632724] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8476; }","duration":"677.390465ms","start":"2026-03-13T23:20:11.219645Z","end":"2026-03-13T23:20:11.897035Z","steps":["trace[1128632724] 'agreement among raft nodes before linearized reading' (duration: 677.254101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.219627Z","time spent":"678.031879ms","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:11.897168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022459163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:20:11.897772Z","caller":"traceutil/trace.go:171","msg":"trace[1591622538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8476; }","duration":"1.023078067s","start":"2026-03-13T23:20:10.874683Z","end":"2026-03-13T23:20:11.897762Z","steps":["trace[1591622538] 'agreement among raft nodes before linearized reading' (duration: 1.022365541s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.874678Z","time spent":"1.023116768s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:20:11.896916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020968719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:20:11.897855Z","caller":"traceutil/trace.go:171","msg":"trace[1683712636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8476; }","duration":"1.021951002s","start":"2026-03-13T23:20:10.875892Z","end":"2026-03-13T23:20:11.897843Z","steps":["trace[1683712636] 'agreement among raft nodes before linearized reading' (duration: 1.020800486s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.875881Z","time spent":"1.022010633s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:20:11.897198Z","caller":"traceutil/trace.go:171","msg":"trace[158771926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8476; }","duration":"1.017751085s","start":"2026-03-13T23:20:10.879432Z","end":"2026-03-13T23:20:11.897183Z","steps":["trace[158771926] 'agreement among raft nodes before linearized reading' (duration: 1.01753634s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.898011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.879421Z","time spent":"1.018583844s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:20:12.306298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.46518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:12.306414Z","caller":"traceutil/trace.go:171","msg":"trace[7623034] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"404.278597ms","start":"2026-03-13T23:20:11.902116Z","end":"2026-03-13T23:20:12.306395Z","steps":["trace[7623034] 'process raft request' (duration: 101.634553ms)","trace[7623034] 'compare' (duration: 302.358547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:12.306477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.902098Z","time spent":"404.347758ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:12.799369Z","caller":"traceutil/trace.go:171","msg":"trace[2123389637] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"896.576584ms","start":"2026-03-13T23:20:11.902765Z","end":"2026-03-13T23:20:12.799341Z","steps":["trace[2123389637] 'process raft request' (duration: 843.455705ms)","trace[2123389637] 'compare' (duration: 52.801281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:12.799511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.902747Z","time spent":"896.698126ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:12.799615Z","caller":"traceutil/trace.go:171","msg":"trace[1216428859] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"896.786829ms","start":"2026-03-13T23:20:11.902802Z","end":"2026-03-13T23:20:12.799589Z","steps":["trace[1216428859] 'process raft request' (duration: 896.452601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:12.799862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.902787Z","time spent":"896.965622ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:12.799963Z","caller":"traceutil/trace.go:171","msg":"trace[1420418227] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"896.958743ms","start":"2026-03-13T23:20:11.902991Z","end":"2026-03-13T23:20:12.79995Z","steps":["trace[1420418227] 'process raft request' (duration: 896.492312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:12.800044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.902965Z","time spent":"897.040834ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:12.800334Z","caller":"traceutil/trace.go:171","msg":"trace[986666142] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8814; }","duration":"394.070943ms","start":"2026-03-13T23:20:12.406235Z","end":"2026-03-13T23:20:12.800305Z","steps":["trace[986666142] 'read index received' (duration: 340.073324ms)","trace[986666142] 'applied index is now lower than readState.Index' (duration: 53.995419ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:12.800356Z","caller":"traceutil/trace.go:171","msg":"trace[23374776] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"896.748447ms","start":"2026-03-13T23:20:11.903577Z","end":"2026-03-13T23:20:12.800325Z","steps":["trace[23374776] 'process raft request' (duration: 896.325338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:12.800509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.258508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:20:12.800658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.903565Z","time spent":"896.859611ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:12.800675Z","caller":"traceutil/trace.go:171","msg":"trace[995896393] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8481; }","duration":"394.445311ms","start":"2026-03-13T23:20:12.40618Z","end":"2026-03-13T23:20:12.800625Z","steps":["trace[995896393] 'agreement among raft nodes before linearized reading' (duration: 394.229716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:12.800755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:12.406158Z","time spent":"394.558734ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:20:13.448835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.368765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:13.448939Z","caller":"traceutil/trace.go:171","msg":"trace[1274278419] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8481; }","duration":"379.501948ms","start":"2026-03-13T23:20:13.069415Z","end":"2026-03-13T23:20:13.448917Z","steps":["trace[1274278419] 'count revisions from in-memory index tree' (duration: 379.300714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:13.448989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.069366Z","time spent":"379.611772ms","remote":"127.0.0.1:37612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:20:13.695625Z","caller":"traceutil/trace.go:171","msg":"trace[1376682229] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8818; }","duration":"421.492953ms","start":"2026-03-13T23:20:13.274094Z","end":"2026-03-13T23:20:13.695587Z","steps":["trace[1376682229] 'read index received' (duration: 421.271228ms)","trace[1376682229] 'applied index is now lower than readState.Index' (duration: 219.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:13.695809Z","caller":"traceutil/trace.go:171","msg":"trace[897778584] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"491.001848ms","start":"2026-03-13T23:20:13.204793Z","end":"2026-03-13T23:20:13.695795Z","steps":["trace[897778584] 'process raft request' (duration: 490.574478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:13.695949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.204764Z","time spent":"491.091699ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:13.696283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.166958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.131\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:20:13.696369Z","caller":"traceutil/trace.go:171","msg":"trace[1693369302] range","detail":"{range_begin:/registry/masterleases/199.204.45.131; range_end:; response_count:1; response_revision:8482; }","duration":"422.298231ms","start":"2026-03-13T23:20:13.274051Z","end":"2026-03-13T23:20:13.69635Z","steps":["trace[1693369302] 'agreement among raft nodes before linearized reading' (duration: 421.881152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:13.696636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.274033Z","time spent":"422.463765ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.131\" "} {"level":"warn","ts":"2026-03-13T23:20:13.696621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.842357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:13.696843Z","caller":"traceutil/trace.go:171","msg":"trace[218959971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8482; }","duration":"180.117913ms","start":"2026-03-13T23:20:13.516707Z","end":"2026-03-13T23:20:13.696825Z","steps":["trace[218959971] 'agreement among raft nodes before linearized reading' (duration: 179.829337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:14.329997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.836135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:14.33013Z","caller":"traceutil/trace.go:171","msg":"trace[425213777] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"482.130724ms","start":"2026-03-13T23:20:13.847978Z","end":"2026-03-13T23:20:14.330109Z","steps":["trace[425213777] 'process raft request' (duration: 255.090554ms)","trace[425213777] 'compare' (duration: 226.60731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:14.330191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.847962Z","time spent":"482.199136ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:14.393828Z","caller":"traceutil/trace.go:171","msg":"trace[540045356] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"497.671461ms","start":"2026-03-13T23:20:13.896135Z","end":"2026-03-13T23:20:14.393807Z","steps":["trace[540045356] 'process raft request' (duration: 497.507227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:14.393932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.896097Z","time spent":"497.791094ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:14.394046Z","caller":"traceutil/trace.go:171","msg":"trace[1548121148] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8820; }","duration":"485.958572ms","start":"2026-03-13T23:20:13.908052Z","end":"2026-03-13T23:20:14.394011Z","steps":["trace[1548121148] 'read index received' (duration: 195.111568ms)","trace[1548121148] 'applied index is now lower than readState.Index' (duration: 290.844794ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:14.394062Z","caller":"traceutil/trace.go:171","msg":"trace[1667538672] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"491.806296ms","start":"2026-03-13T23:20:13.902221Z","end":"2026-03-13T23:20:14.394028Z","steps":["trace[1667538672] 'process raft request' (duration: 491.53705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:14.394215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.168717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:20:14.394219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.90221Z","time spent":"491.929939ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:14.394251Z","caller":"traceutil/trace.go:171","msg":"trace[1272133830] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:8485; }","duration":"486.244259ms","start":"2026-03-13T23:20:13.907995Z","end":"2026-03-13T23:20:14.394239Z","steps":["trace[1272133830] 'agreement among raft nodes before linearized reading' (duration: 486.114766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:14.394383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:13.907974Z","time spent":"486.398722ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:20:14.768052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.453859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:20:14.768155Z","caller":"traceutil/trace.go:171","msg":"trace[2131467] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"343.451152ms","start":"2026-03-13T23:20:14.424687Z","end":"2026-03-13T23:20:14.768138Z","steps":["trace[2131467] 'read index received' (duration: 217.764147ms)","trace[2131467] 'applied index is now lower than readState.Index' (duration: 125.685645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:14.76826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.568084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:20:14.768289Z","caller":"traceutil/trace.go:171","msg":"trace[1080049885] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8486; }","duration":"343.638306ms","start":"2026-03-13T23:20:14.424639Z","end":"2026-03-13T23:20:14.768277Z","steps":["trace[1080049885] 'agreement among raft nodes before linearized reading' (duration: 343.541964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:14.768321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:14.424625Z","time spent":"343.686947ms","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:20:14.768628Z","caller":"traceutil/trace.go:171","msg":"trace[1387159151] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"368.697371ms","start":"2026-03-13T23:20:14.399882Z","end":"2026-03-13T23:20:14.76858Z","steps":["trace[1387159151] 'process raft request' (duration: 242.633388ms)","trace[1387159151] 'compare' (duration: 125.272065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:14.768777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:14.399846Z","time spent":"368.849994ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:19.842246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.077407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:20:19.842558Z","caller":"traceutil/trace.go:171","msg":"trace[1355732436] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"124.526468ms","start":"2026-03-13T23:20:19.718012Z","end":"2026-03-13T23:20:19.842538Z","steps":["trace[1355732436] 'process raft request' (duration: 124.380715ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:19.842604Z","caller":"traceutil/trace.go:171","msg":"trace[1443469095] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"218.503125ms","start":"2026-03-13T23:20:19.624072Z","end":"2026-03-13T23:20:19.842576Z","steps":["trace[1443469095] 'read index received' (duration: 91.03142ms)","trace[1443469095] 'applied index is now lower than readState.Index' (duration: 127.469685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:20:19.842843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.75752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-gf2mb\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-13T23:20:19.84283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.489026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:19.842893Z","caller":"traceutil/trace.go:171","msg":"trace[990913434] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-gf2mb; range_end:; response_count:1; response_revision:8539; }","duration":"218.849752ms","start":"2026-03-13T23:20:19.62403Z","end":"2026-03-13T23:20:19.842879Z","steps":["trace[990913434] 'agreement among raft nodes before linearized reading' (duration: 218.685298ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:19.842912Z","caller":"traceutil/trace.go:171","msg":"trace[2131349200] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8539; }","duration":"212.596639ms","start":"2026-03-13T23:20:19.630295Z","end":"2026-03-13T23:20:19.842891Z","steps":["trace[2131349200] 'agreement among raft nodes before linearized reading' (duration: 212.463036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:11.17633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.562092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:21:11.176461Z","caller":"traceutil/trace.go:171","msg":"trace[67807191] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9081; }","duration":"904.738745ms","start":"2026-03-13T23:21:10.271694Z","end":"2026-03-13T23:21:11.176432Z","steps":["trace[67807191] 'count revisions from in-memory index tree' (duration: 904.48075ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:11.176494Z","caller":"traceutil/trace.go:171","msg":"trace[891071116] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"567.534951ms","start":"2026-03-13T23:21:10.608929Z","end":"2026-03-13T23:21:11.176464Z","steps":["trace[891071116] 'process raft request' (duration: 499.026651ms)","trace[891071116] 'compare' (duration: 68.267774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:11.176561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.271675Z","time spent":"904.828598ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":39,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:21:11.176698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.608903Z","time spent":"567.697475ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:11.177714Z","caller":"traceutil/trace.go:171","msg":"trace[2057839742] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"562.138418ms","start":"2026-03-13T23:21:10.615529Z","end":"2026-03-13T23:21:11.177668Z","steps":["trace[2057839742] 'process raft request' (duration: 561.951983ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:11.177648Z","caller":"traceutil/trace.go:171","msg":"trace[438044015] linearizableReadLoop","detail":"{readStateIndex:9435; appliedIndex:9433; }","duration":"552.864135ms","start":"2026-03-13T23:21:10.624741Z","end":"2026-03-13T23:21:11.177605Z","steps":["trace[438044015] 'read index received' (duration: 483.320612ms)","trace[438044015] 'applied index is now lower than readState.Index' (duration: 69.542083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:11.177887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.615508Z","time spent":"562.299161ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:11.178055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.321725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:21:11.178119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.416771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-13T23:21:11.178124Z","caller":"traceutil/trace.go:171","msg":"trace[148618442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9083; }","duration":"553.399457ms","start":"2026-03-13T23:21:10.624707Z","end":"2026-03-13T23:21:11.178107Z","steps":["trace[148618442] 'agreement among raft nodes before linearized reading' (duration: 553.220253ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:11.178169Z","caller":"traceutil/trace.go:171","msg":"trace[728797586] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:9083; }","duration":"451.507863ms","start":"2026-03-13T23:21:10.726648Z","end":"2026-03-13T23:21:11.178156Z","steps":["trace[728797586] 'agreement among raft nodes before linearized reading' (duration: 451.345779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:11.178199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.624655Z","time spent":"553.52888ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:21:11.178205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.726631Z","time spent":"451.565385ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:21:11.178439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.655023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T23:21:11.178502Z","caller":"traceutil/trace.go:171","msg":"trace[1355497832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9083; }","duration":"113.760546ms","start":"2026-03-13T23:21:11.064731Z","end":"2026-03-13T23:21:11.178492Z","steps":["trace[1355497832] 'agreement among raft nodes before linearized reading' (duration: 113.407187ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:18.414267Z","caller":"traceutil/trace.go:171","msg":"trace[358703675] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"209.384367ms","start":"2026-03-13T23:21:18.20486Z","end":"2026-03-13T23:21:18.414245Z","steps":["trace[358703675] 'process raft request' (duration: 209.234063ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:22.260791Z","caller":"traceutil/trace.go:171","msg":"trace[484471711] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"134.580613ms","start":"2026-03-13T23:21:22.126182Z","end":"2026-03-13T23:21:22.260762Z","steps":["trace[484471711] 'process raft request' (duration: 134.381098ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:25.06713Z","caller":"traceutil/trace.go:171","msg":"trace[795550960] linearizableReadLoop","detail":"{readStateIndex:9508; appliedIndex:9507; }","duration":"342.68003ms","start":"2026-03-13T23:21:24.724413Z","end":"2026-03-13T23:21:25.067093Z","steps":["trace[795550960] 'read index received' (duration: 342.346472ms)","trace[795550960] 'applied index is now lower than readState.Index' (duration: 332.028µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:25.067211Z","caller":"traceutil/trace.go:171","msg":"trace[733447741] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"555.520636ms","start":"2026-03-13T23:21:24.511656Z","end":"2026-03-13T23:21:25.067176Z","steps":["trace[733447741] 'process raft request' (duration: 555.136807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:25.06737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:24.511633Z","time spent":"555.66252ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:25.067387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.950137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:21:25.067492Z","caller":"traceutil/trace.go:171","msg":"trace[667469306] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9153; }","duration":"343.07781ms","start":"2026-03-13T23:21:24.724397Z","end":"2026-03-13T23:21:25.067475Z","steps":["trace[667469306] 'agreement among raft nodes before linearized reading' (duration: 342.879355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:25.067501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.760983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:25.067668Z","caller":"traceutil/trace.go:171","msg":"trace[1418983596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9153; }","duration":"263.981157ms","start":"2026-03-13T23:21:24.803672Z","end":"2026-03-13T23:21:25.067653Z","steps":["trace[1418983596] 'agreement among raft nodes before linearized reading' (duration: 263.766952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:25.067544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:24.724342Z","time spent":"343.194602ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:21:25.71861Z","caller":"traceutil/trace.go:171","msg":"trace[1148298415] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"478.034941ms","start":"2026-03-13T23:21:25.240545Z","end":"2026-03-13T23:21:25.71858Z","steps":["trace[1148298415] 'process raft request' (duration: 477.836327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:25.718794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.240511Z","time spent":"478.201765ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:26.311729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.411707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:21:26.311828Z","caller":"traceutil/trace.go:171","msg":"trace[446165011] linearizableReadLoop","detail":"{readStateIndex:9510; appliedIndex:9508; }","duration":"970.757438ms","start":"2026-03-13T23:21:25.341055Z","end":"2026-03-13T23:21:26.311812Z","steps":["trace[446165011] 'read index received' (duration: 377.280323ms)","trace[446165011] 'applied index is now lower than readState.Index' (duration: 593.475885ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:26.3119Z","caller":"traceutil/trace.go:171","msg":"trace[1865495067] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"1.069600423s","start":"2026-03-13T23:21:25.242289Z","end":"2026-03-13T23:21:26.311889Z","steps":["trace[1865495067] 'process raft request' (duration: 680.917339ms)","trace[1865495067] 'compare' (duration: 387.545408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:26.311952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.242274Z","time spent":"1.069649584s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:26.312112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.034424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:21:26.312211Z","caller":"traceutil/trace.go:171","msg":"trace[1512688101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9155; }","duration":"971.178238ms","start":"2026-03-13T23:21:25.341009Z","end":"2026-03-13T23:21:26.312187Z","steps":["trace[1512688101] 'agreement among raft nodes before linearized reading' (duration: 970.900371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.312251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.340991Z","time spent":"971.251939ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:21:26.349056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.749791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:21:26.349079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.944687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:21:26.349124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.481355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:21:26.349137Z","caller":"traceutil/trace.go:171","msg":"trace[1868128453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:9156; }","duration":"878.860084ms","start":"2026-03-13T23:21:25.470245Z","end":"2026-03-13T23:21:26.349105Z","steps":["trace[1868128453] 'agreement among raft nodes before linearized reading' (duration: 878.665649ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:26.349167Z","caller":"traceutil/trace.go:171","msg":"trace[22372663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9156; }","duration":"976.06611ms","start":"2026-03-13T23:21:25.373081Z","end":"2026-03-13T23:21:26.349147Z","steps":["trace[22372663] 'agreement among raft nodes before linearized reading' (duration: 975.817424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:26.349177Z","caller":"traceutil/trace.go:171","msg":"trace[3066787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9156; }","duration":"892.657749ms","start":"2026-03-13T23:21:25.456505Z","end":"2026-03-13T23:21:26.349163Z","steps":["trace[3066787] 'agreement among raft nodes before linearized reading' (duration: 892.486815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.349186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.470213Z","time spent":"878.956605ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:21:26.349223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.456486Z","time spent":"892.7293ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:21:26.349227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.373066Z","time spent":"976.150392ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:21:26.349269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.127957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:21:26.349367Z","caller":"traceutil/trace.go:171","msg":"trace[1260659649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9156; }","duration":"892.2635ms","start":"2026-03-13T23:21:25.457079Z","end":"2026-03-13T23:21:26.349343Z","steps":["trace[1260659649] 'agreement among raft nodes before linearized reading' (duration: 891.960673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.349414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.457071Z","time spent":"892.335411ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:21:26.349426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.521406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:26.349462Z","caller":"traceutil/trace.go:171","msg":"trace[1457883299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9156; }","duration":"545.692211ms","start":"2026-03-13T23:21:25.803759Z","end":"2026-03-13T23:21:26.349451Z","steps":["trace[1457883299] 'agreement among raft nodes before linearized reading' (duration: 545.564288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.349515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.803738Z","time spent":"545.769963ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:21:26.350092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.134024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:21:26.350199Z","caller":"traceutil/trace.go:171","msg":"trace[1926406983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9156; }","duration":"960.271348ms","start":"2026-03-13T23:21:25.389903Z","end":"2026-03-13T23:21:26.350174Z","steps":["trace[1926406983] 'agreement among raft nodes before linearized reading' (duration: 959.246545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.35026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.38989Z","time spent":"960.35742ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:21:26.490024Z","caller":"traceutil/trace.go:171","msg":"trace[1023750296] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"136.586539ms","start":"2026-03-13T23:21:26.353416Z","end":"2026-03-13T23:21:26.490002Z","steps":["trace[1023750296] 'process raft request' (duration: 136.241691ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:26.490456Z","caller":"traceutil/trace.go:171","msg":"trace[2104167758] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"136.829964ms","start":"2026-03-13T23:21:26.353611Z","end":"2026-03-13T23:21:26.490441Z","steps":["trace[2104167758] 'process raft request' (duration: 136.345893ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:26.490831Z","caller":"traceutil/trace.go:171","msg":"trace[568833462] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"136.936357ms","start":"2026-03-13T23:21:26.353882Z","end":"2026-03-13T23:21:26.490818Z","steps":["trace[568833462] 'process raft request' (duration: 136.512067ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:26.490788Z","caller":"traceutil/trace.go:171","msg":"trace[1452986886] linearizableReadLoop","detail":"{readStateIndex:9516; appliedIndex:9512; }","duration":"108.266131ms","start":"2026-03-13T23:21:26.382503Z","end":"2026-03-13T23:21:26.490769Z","steps":["trace[1452986886] 'read index received' (duration: 107.115974ms)","trace[1452986886] 'applied index is now lower than readState.Index' (duration: 1.149187ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:26.491094Z","caller":"traceutil/trace.go:171","msg":"trace[2107712982] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"136.283362ms","start":"2026-03-13T23:21:26.354772Z","end":"2026-03-13T23:21:26.491055Z","steps":["trace[2107712982] 'process raft request' (duration: 135.904584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.491279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.06163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291492"} {"level":"info","ts":"2026-03-13T23:21:26.491342Z","caller":"traceutil/trace.go:171","msg":"trace[1634075721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9161; }","duration":"137.180063ms","start":"2026-03-13T23:21:26.354152Z","end":"2026-03-13T23:21:26.491332Z","steps":["trace[1634075721] 'agreement among raft nodes before linearized reading' (duration: 136.717762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:26.727308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.991004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:26.727403Z","caller":"traceutil/trace.go:171","msg":"trace[580704410] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9161; }","duration":"132.140857ms","start":"2026-03-13T23:21:26.595243Z","end":"2026-03-13T23:21:26.727384Z","steps":["trace[580704410] 'range keys from in-memory index tree' (duration: 131.83403ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:27.831748Z","caller":"traceutil/trace.go:171","msg":"trace[746368409] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"107.552414ms","start":"2026-03-13T23:21:27.724153Z","end":"2026-03-13T23:21:27.831706Z","steps":["trace[746368409] 'process raft request' (duration: 107.101874ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:28.471687Z","caller":"traceutil/trace.go:171","msg":"trace[1130654494] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"153.438704ms","start":"2026-03-13T23:21:28.318222Z","end":"2026-03-13T23:21:28.47166Z","steps":["trace[1130654494] 'process raft request' (duration: 153.26748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.697097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.73733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:21:28.697891Z","caller":"traceutil/trace.go:171","msg":"trace[571353617] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"342.689671ms","start":"2026-03-13T23:21:28.355146Z","end":"2026-03-13T23:21:28.697835Z","steps":["trace[571353617] 'process raft request' (duration: 199.110412ms)","trace[571353617] 'compare' (duration: 142.512764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:28.698073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.355092Z","time spent":"342.887995ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:28.870179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.41344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:21:28.870311Z","caller":"traceutil/trace.go:171","msg":"trace[1201978487] linearizableReadLoop","detail":"{readStateIndex:9519; appliedIndex:9517; }","duration":"484.243113ms","start":"2026-03-13T23:21:28.386043Z","end":"2026-03-13T23:21:28.870286Z","steps":["trace[1201978487] 'read index received' (duration: 85.593281ms)","trace[1201978487] 'applied index is now lower than readState.Index' (duration: 398.646832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:28.870668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.362505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-13T23:21:28.870715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.402349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:21:28.870731Z","caller":"traceutil/trace.go:171","msg":"trace[1606107599] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067; range_end:; response_count:1; response_revision:9164; }","duration":"439.473308ms","start":"2026-03-13T23:21:28.431241Z","end":"2026-03-13T23:21:28.870714Z","steps":["trace[1606107599] 'agreement among raft nodes before linearized reading' (duration: 439.266033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.870713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.39789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:21:28.870763Z","caller":"traceutil/trace.go:171","msg":"trace[1267540174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9164; }","duration":"375.489952ms","start":"2026-03-13T23:21:28.495258Z","end":"2026-03-13T23:21:28.870748Z","steps":["trace[1267540174] 'agreement among raft nodes before linearized reading' (duration: 375.312207ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:28.870808Z","caller":"traceutil/trace.go:171","msg":"trace[2069938176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9164; }","duration":"375.563553ms","start":"2026-03-13T23:21:28.495219Z","end":"2026-03-13T23:21:28.870783Z","steps":["trace[2069938176] 'agreement among raft nodes before linearized reading' (duration: 375.325968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.87081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.495238Z","time spent":"375.561914ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:21:28.870867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.641565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:21:28.870879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.495189Z","time spent":"375.676686ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:21:28.870895Z","caller":"traceutil/trace.go:171","msg":"trace[377110092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9164; }","duration":"375.702027ms","start":"2026-03-13T23:21:28.495185Z","end":"2026-03-13T23:21:28.870887Z","steps":["trace[377110092] 'agreement among raft nodes before linearized reading' (duration: 375.608755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.870894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.858597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:21:28.870921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.495163Z","time spent":"375.751527ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:21:28.870966Z","caller":"traceutil/trace.go:171","msg":"trace[747288304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9164; }","duration":"484.96467ms","start":"2026-03-13T23:21:28.385963Z","end":"2026-03-13T23:21:28.870927Z","steps":["trace[747288304] 'agreement among raft nodes before linearized reading' (duration: 484.827416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.870712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.200965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:21:28.871068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.385942Z","time spent":"485.112873ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:21:28.871149Z","caller":"traceutil/trace.go:171","msg":"trace[1265039553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9164; }","duration":"375.636035ms","start":"2026-03-13T23:21:28.495457Z","end":"2026-03-13T23:21:28.871093Z","steps":["trace[1265039553] 'agreement among raft nodes before linearized reading' (duration: 375.054252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.871201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.125379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:21:28.87077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.43122Z","time spent":"439.541469ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-74d776cb55-tv25q.189c89d903134067\" "} {"level":"info","ts":"2026-03-13T23:21:28.871252Z","caller":"traceutil/trace.go:171","msg":"trace[349663381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:9164; }","duration":"370.213331ms","start":"2026-03-13T23:21:28.501026Z","end":"2026-03-13T23:21:28.871239Z","steps":["trace[349663381] 'agreement among raft nodes before linearized reading' (duration: 369.958845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.871403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.501016Z","time spent":"370.377934ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h4t59\" "} {"level":"warn","ts":"2026-03-13T23:21:28.871252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:28.495447Z","time spent":"375.778748ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:21:28.979598Z","caller":"traceutil/trace.go:171","msg":"trace[609934873] linearizableReadLoop","detail":"{readStateIndex:9521; appliedIndex:9520; }","duration":"103.571863ms","start":"2026-03-13T23:21:28.875997Z","end":"2026-03-13T23:21:28.979569Z","steps":["trace[609934873] 'read index received' (duration: 103.45658ms)","trace[609934873] 'applied index is now lower than readState.Index' (duration: 114.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:28.979666Z","caller":"traceutil/trace.go:171","msg":"trace[277531217] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"105.723462ms","start":"2026-03-13T23:21:28.873895Z","end":"2026-03-13T23:21:28.979619Z","steps":["trace[277531217] 'process raft request' (duration: 105.401084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:28.980251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.231358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291492"} {"level":"info","ts":"2026-03-13T23:21:28.980295Z","caller":"traceutil/trace.go:171","msg":"trace[580940470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9165; }","duration":"104.32631ms","start":"2026-03-13T23:21:28.875959Z","end":"2026-03-13T23:21:28.980285Z","steps":["trace[580940470] 'agreement among raft nodes before linearized reading' (duration: 103.719066ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:29.067552Z","caller":"traceutil/trace.go:171","msg":"trace[115245704] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"190.944314ms","start":"2026-03-13T23:21:28.876587Z","end":"2026-03-13T23:21:29.067532Z","steps":["trace[115245704] 'process raft request' (duration: 190.706638ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:29.067807Z","caller":"traceutil/trace.go:171","msg":"trace[221959784] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"191.020766ms","start":"2026-03-13T23:21:28.876765Z","end":"2026-03-13T23:21:29.067786Z","steps":["trace[221959784] 'process raft request' (duration: 190.966094ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:29.067864Z","caller":"traceutil/trace.go:171","msg":"trace[808923390] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"191.141158ms","start":"2026-03-13T23:21:28.876683Z","end":"2026-03-13T23:21:29.067824Z","steps":["trace[808923390] 'process raft request' (duration: 190.78597ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:29.067937Z","caller":"traceutil/trace.go:171","msg":"trace[1073599303] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"191.20158ms","start":"2026-03-13T23:21:28.876728Z","end":"2026-03-13T23:21:29.06793Z","steps":["trace[1073599303] 'process raft request' (duration: 190.926524ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:29.068063Z","caller":"traceutil/trace.go:171","msg":"trace[1185740124] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"191.030206ms","start":"2026-03-13T23:21:28.877026Z","end":"2026-03-13T23:21:29.068056Z","steps":["trace[1185740124] 'process raft request' (duration: 190.734029ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:17.08945Z","caller":"traceutil/trace.go:171","msg":"trace[385259733] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"104.564125ms","start":"2026-03-13T23:22:16.984853Z","end":"2026-03-13T23:22:17.089418Z","steps":["trace[385259733] 'process raft request' (duration: 104.35518ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:17.471668Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7335} {"level":"info","ts":"2026-03-13T23:22:17.537925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7335,"took":"63.880652ms","hash":798676667,"current-db-size-bytes":40636416,"current-db-size":"41 MB","current-db-size-in-use-bytes":24477696,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-13T23:22:17.537997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":798676667,"revision":7335,"compact-revision":5256} {"level":"info","ts":"2026-03-13T23:22:41.570898Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2fdf33955ed9ec6c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:22:41.576682Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:22:41.576794Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:23:32.463822Z","caller":"traceutil/trace.go:171","msg":"trace[2019533981] transaction","detail":"{read_only:false; response_revision:9959; number_of_response:1; }","duration":"200.452034ms","start":"2026-03-13T23:23:32.263342Z","end":"2026-03-13T23:23:32.463794Z","steps":["trace[2019533981] 'process raft request' (duration: 200.312201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:32.467744Z","caller":"traceutil/trace.go:171","msg":"trace[944945677] transaction","detail":"{read_only:false; response_revision:9960; number_of_response:1; }","duration":"135.240187ms","start":"2026-03-13T23:23:32.332475Z","end":"2026-03-13T23:23:32.467715Z","steps":["trace[944945677] 'process raft request' (duration: 135.075653ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:34.039964Z","caller":"traceutil/trace.go:171","msg":"trace[1605006139] linearizableReadLoop","detail":"{readStateIndex:11041; appliedIndex:11040; }","duration":"118.369106ms","start":"2026-03-13T23:25:33.921574Z","end":"2026-03-13T23:25:34.039944Z","steps":["trace[1605006139] 'read index received' (duration: 118.257674ms)","trace[1605006139] 'applied index is now lower than readState.Index' (duration: 110.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:34.040036Z","caller":"traceutil/trace.go:171","msg":"trace[302084751] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"251.473994ms","start":"2026-03-13T23:25:33.788536Z","end":"2026-03-13T23:25:34.04001Z","steps":["trace[302084751] 'process raft request' (duration: 251.29026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:34.040196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.608842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414647"} {"level":"info","ts":"2026-03-13T23:25:34.040226Z","caller":"traceutil/trace.go:171","msg":"trace[1642401595] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10627; }","duration":"118.700775ms","start":"2026-03-13T23:25:33.921515Z","end":"2026-03-13T23:25:34.040216Z","steps":["trace[1642401595] 'agreement among raft nodes before linearized reading' (duration: 118.51701ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:34.113204Z","caller":"traceutil/trace.go:171","msg":"trace[1677441759] transaction","detail":"{read_only:false; response_revision:10628; number_of_response:1; }","duration":"116.82222ms","start":"2026-03-13T23:25:33.996354Z","end":"2026-03-13T23:25:34.113176Z","steps":["trace[1677441759] 'process raft request' (duration: 75.543446ms)","trace[1677441759] 'compare' (duration: 41.162792ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:34.60646Z","caller":"traceutil/trace.go:171","msg":"trace[1998761128] linearizableReadLoop","detail":"{readStateIndex:11044; appliedIndex:11043; }","duration":"169.576831ms","start":"2026-03-13T23:25:34.436856Z","end":"2026-03-13T23:25:34.606433Z","steps":["trace[1998761128] 'read index received' (duration: 169.026008ms)","trace[1998761128] 'applied index is now lower than readState.Index' (duration: 550.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:34.606562Z","caller":"traceutil/trace.go:171","msg":"trace[1312405251] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"209.737229ms","start":"2026-03-13T23:25:34.396793Z","end":"2026-03-13T23:25:34.60653Z","steps":["trace[1312405251] 'process raft request' (duration: 209.249718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:34.606633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.762575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:25:34.606672Z","caller":"traceutil/trace.go:171","msg":"trace[1377843953] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10630; }","duration":"169.873357ms","start":"2026-03-13T23:25:34.436786Z","end":"2026-03-13T23:25:34.60666Z","steps":["trace[1377843953] 'agreement among raft nodes before linearized reading' (duration: 169.783385ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:34.835434Z","caller":"traceutil/trace.go:171","msg":"trace[750058918] transaction","detail":"{read_only:false; response_revision:10631; number_of_response:1; }","duration":"224.866709ms","start":"2026-03-13T23:25:34.610544Z","end":"2026-03-13T23:25:34.835411Z","steps":["trace[750058918] 'process raft request' (duration: 224.736396ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:34.851852Z","caller":"traceutil/trace.go:171","msg":"trace[736253604] linearizableReadLoop","detail":"{readStateIndex:11046; appliedIndex:11045; }","duration":"232.311631ms","start":"2026-03-13T23:25:34.619504Z","end":"2026-03-13T23:25:34.851816Z","steps":["trace[736253604] 'read index received' (duration: 215.999884ms)","trace[736253604] 'applied index is now lower than readState.Index' (duration: 16.310687ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:34.85194Z","caller":"traceutil/trace.go:171","msg":"trace[1443062682] transaction","detail":"{read_only:false; response_revision:10632; number_of_response:1; }","duration":"238.675098ms","start":"2026-03-13T23:25:34.613217Z","end":"2026-03-13T23:25:34.851892Z","steps":["trace[1443062682] 'process raft request' (duration: 238.460413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:34.852042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.508536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:25:34.852091Z","caller":"traceutil/trace.go:171","msg":"trace[1883431533] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10632; }","duration":"232.592708ms","start":"2026-03-13T23:25:34.619485Z","end":"2026-03-13T23:25:34.852078Z","steps":["trace[1883431533] 'agreement among raft nodes before linearized reading' (duration: 232.491706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:34.852171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.30315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h4t59\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-13T23:25:34.852179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.535498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:25:34.852229Z","caller":"traceutil/trace.go:171","msg":"trace[871795379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h4t59; range_end:; response_count:1; response_revision:10632; }","duration":"187.398873ms","start":"2026-03-13T23:25:34.664817Z","end":"2026-03-13T23:25:34.852216Z","steps":["trace[871795379] 'agreement among raft nodes before linearized reading' (duration: 187.226949ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:34.85224Z","caller":"traceutil/trace.go:171","msg":"trace[2103340697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10632; }","duration":"223.633311ms","start":"2026-03-13T23:25:34.628593Z","end":"2026-03-13T23:25:34.852226Z","steps":["trace[2103340697] 'agreement among raft nodes before linearized reading' (duration: 223.433666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:34.852171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.249924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:25:34.852348Z","caller":"traceutil/trace.go:171","msg":"trace[36048230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10632; }","duration":"214.459168ms","start":"2026-03-13T23:25:34.637878Z","end":"2026-03-13T23:25:34.852337Z","steps":["trace[36048230] 'agreement among raft nodes before linearized reading' (duration: 214.196722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:34.852417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.320698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:25:34.852512Z","caller":"traceutil/trace.go:171","msg":"trace[46714276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10632; }","duration":"218.440681ms","start":"2026-03-13T23:25:34.63405Z","end":"2026-03-13T23:25:34.85249Z","steps":["trace[46714276] 'agreement among raft nodes before linearized reading' (duration: 218.134284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:35.018644Z","caller":"traceutil/trace.go:171","msg":"trace[651521624] transaction","detail":"{read_only:false; response_revision:10633; number_of_response:1; }","duration":"162.327373ms","start":"2026-03-13T23:25:34.856285Z","end":"2026-03-13T23:25:35.018612Z","steps":["trace[651521624] 'process raft request' (duration: 67.320086ms)","trace[651521624] 'compare' (duration: 94.837813ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:35.205677Z","caller":"traceutil/trace.go:171","msg":"trace[747423676] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"348.721882ms","start":"2026-03-13T23:25:34.856911Z","end":"2026-03-13T23:25:35.205633Z","steps":["trace[747423676] 'process raft request' (duration: 272.540581ms)","trace[747423676] 'compare' (duration: 75.963866ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:35.205807Z","caller":"traceutil/trace.go:171","msg":"trace[1504387014] transaction","detail":"{read_only:false; response_revision:10635; number_of_response:1; }","duration":"348.500638ms","start":"2026-03-13T23:25:34.857271Z","end":"2026-03-13T23:25:35.205772Z","steps":["trace[1504387014] 'process raft request' (duration: 348.263052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:35.205855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:34.856886Z","time spent":"348.882676ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:25:35.205864Z","caller":"traceutil/trace.go:171","msg":"trace[24238029] transaction","detail":"{read_only:false; response_revision:10636; number_of_response:1; }","duration":"345.213751ms","start":"2026-03-13T23:25:34.860622Z","end":"2026-03-13T23:25:35.205835Z","steps":["trace[24238029] 'process raft request' (duration: 344.956615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:35.205968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:34.857246Z","time spent":"348.64544ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:25:35.206008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:34.860602Z","time spent":"345.344105ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:25:35.237909Z","caller":"traceutil/trace.go:171","msg":"trace[409447755] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"229.845514ms","start":"2026-03-13T23:25:35.008026Z","end":"2026-03-13T23:25:35.237871Z","steps":["trace[409447755] 'process raft request' (duration: 229.627339ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:26:33.587999Z","caller":"traceutil/trace.go:171","msg":"trace[859294530] linearizableReadLoop","detail":"{readStateIndex:11396; appliedIndex:11395; }","duration":"109.670206ms","start":"2026-03-13T23:26:33.478303Z","end":"2026-03-13T23:26:33.587973Z","steps":["trace[859294530] 'read index received' (duration: 109.529212ms)","trace[859294530] 'applied index is now lower than readState.Index' (duration: 140.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:26:33.588057Z","caller":"traceutil/trace.go:171","msg":"trace[1734932424] transaction","detail":"{read_only:false; response_revision:10969; number_of_response:1; }","duration":"132.214737ms","start":"2026-03-13T23:26:33.455813Z","end":"2026-03-13T23:26:33.588028Z","steps":["trace[1734932424] 'process raft request' (duration: 132.007882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:26:33.588255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.935262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:26:33.588298Z","caller":"traceutil/trace.go:171","msg":"trace[980496991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10969; }","duration":"110.040354ms","start":"2026-03-13T23:26:33.478248Z","end":"2026-03-13T23:26:33.588288Z","steps":["trace[980496991] 'agreement among raft nodes before linearized reading' (duration: 109.8666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:26:33.588602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.070346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:26:33.588769Z","caller":"traceutil/trace.go:171","msg":"trace[158765212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10969; }","duration":"107.2934ms","start":"2026-03-13T23:26:33.481448Z","end":"2026-03-13T23:26:33.588742Z","steps":["trace[158765212] 'agreement among raft nodes before linearized reading' (duration: 106.83269ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:27:17.478357Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9488} {"level":"info","ts":"2026-03-13T23:27:17.566689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9488,"took":"86.107451ms","hash":2527610223,"current-db-size-bytes":40636416,"current-db-size":"41 MB","current-db-size-in-use-bytes":19501056,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-13T23:27:17.566796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2527610223,"revision":9488,"compact-revision":7335} {"level":"info","ts":"2026-03-13T23:32:17.484558Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11179} {"level":"info","ts":"2026-03-13T23:32:17.556568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11179,"took":"69.841226ms","hash":674382991,"current-db-size-bytes":40636416,"current-db-size":"41 MB","current-db-size-in-use-bytes":16510976,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-13T23:32:17.55661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":674382991,"revision":11179,"compact-revision":9488}