{"level":"warn","ts":"2026-04-28T01:22:37.140858Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T01:22:37.140955Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.205:2380","--initial-cluster=instance=https://199.204.45.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T01:22:37.141025Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T01:22:37.141033Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-28T01:22:37.141053Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T01:22:37.141715Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"]} {"level":"info","ts":"2026-04-28T01:22:37.141807Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T01:22:37.145701Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.572657ms"} {"level":"info","ts":"2026-04-28T01:22:37.15173Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"71d28e9ac1bc4e5d","cluster-id":"4a4ae660c7a9a6a7"} {"level":"info","ts":"2026-04-28T01:22:37.151818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T01:22:37.151843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 0"} {"level":"info","ts":"2026-04-28T01:22:37.151856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 71d28e9ac1bc4e5d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T01:22:37.151864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 1"} {"level":"info","ts":"2026-04-28T01:22:37.1519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"warn","ts":"2026-04-28T01:22:37.15634Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T01:22:37.15782Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T01:22:37.159052Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T01:22:37.162149Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"71d28e9ac1bc4e5d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T01:22:37.16359Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T01:22:37.164883Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T01:22:37.164985Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T01:22:37.164833Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"71d28e9ac1bc4e5d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T01:22:37.16577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"info","ts":"2026-04-28T01:22:37.165881Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","added-peer-id":"71d28e9ac1bc4e5d","added-peer-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-28T01:22:37.167477Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T01:22:37.167609Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-04-28T01:22:37.167686Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-04-28T01:22:37.167754Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"71d28e9ac1bc4e5d","initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T01:22:37.16782Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T01:22:37.752063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T01:22:37.752124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T01:22:37.752173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgPreVoteResp from 71d28e9ac1bc4e5d at term 1"} {"level":"info","ts":"2026-04-28T01:22:37.752193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became candidate at term 2"} {"level":"info","ts":"2026-04-28T01:22:37.752205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgVoteResp from 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-04-28T01:22:37.752231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became leader at term 2"} {"level":"info","ts":"2026-04-28T01:22:37.752246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 71d28e9ac1bc4e5d elected leader 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-04-28T01:22:37.753359Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"71d28e9ac1bc4e5d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.205:2379]}","request-path":"/0/members/71d28e9ac1bc4e5d/attributes","cluster-id":"4a4ae660c7a9a6a7","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T01:22:37.753562Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T01:22:37.753619Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T01:22:37.75373Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:22:37.754104Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T01:22:37.754235Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T01:22:37.754988Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:22:37.755136Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:22:37.755183Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:22:37.758775Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.205:2379"} {"level":"info","ts":"2026-04-28T01:22:37.758801Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T01:23:15.977069Z","caller":"traceutil/trace.go:171","msg":"trace[790445404] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"110.169134ms","start":"2026-04-28T01:23:15.866863Z","end":"2026-04-28T01:23:15.977032Z","steps":["trace[790445404] 'process raft request' (duration: 103.206734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:15.978878Z","caller":"traceutil/trace.go:171","msg":"trace[815949782] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"100.600592ms","start":"2026-04-28T01:23:15.878261Z","end":"2026-04-28T01:23:15.978862Z","steps":["trace[815949782] 'process raft request' (duration: 100.300394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:15.9791Z","caller":"traceutil/trace.go:171","msg":"trace[228903480] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"100.593341ms","start":"2026-04-28T01:23:15.878455Z","end":"2026-04-28T01:23:15.979048Z","steps":["trace[228903480] 'process raft request' (duration: 100.270823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:22.18722Z","caller":"traceutil/trace.go:171","msg":"trace[1493967711] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"201.133523ms","start":"2026-04-28T01:23:21.986061Z","end":"2026-04-28T01:23:22.187194Z","steps":["trace[1493967711] 'process raft request' (duration: 200.586157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:22.483695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.311455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:23:22.483935Z","caller":"traceutil/trace.go:171","msg":"trace[112686181] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"234.832692ms","start":"2026-04-28T01:23:22.249071Z","end":"2026-04-28T01:23:22.483904Z","steps":["trace[112686181] 'process raft request' (duration: 104.778536ms)","trace[112686181] 'compare' (duration: 129.158212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:23:23.051912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.416692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-77h8z\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-28T01:23:23.052022Z","caller":"traceutil/trace.go:171","msg":"trace[584357251] range","detail":"{range_begin:/registry/pods/kube-system/cilium-77h8z; range_end:; response_count:1; response_revision:596; }","duration":"409.606817ms","start":"2026-04-28T01:23:22.642388Z","end":"2026-04-28T01:23:23.051995Z","steps":["trace[584357251] 'range keys from in-memory index tree' (duration: 409.193446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:23.052082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:23:22.642361Z","time spent":"409.70689ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-77h8z\" "} {"level":"info","ts":"2026-04-28T01:23:23.052356Z","caller":"traceutil/trace.go:171","msg":"trace[1442992506] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"168.187146ms","start":"2026-04-28T01:23:22.884137Z","end":"2026-04-28T01:23:23.052325Z","steps":["trace[1442992506] 'process raft request' (duration: 163.54711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:43.882695Z","caller":"traceutil/trace.go:171","msg":"trace[863419549] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:804; }","duration":"191.940733ms","start":"2026-04-28T01:23:43.690723Z","end":"2026-04-28T01:23:43.882664Z","steps":["trace[863419549] 'read index received' (duration: 160.446765ms)","trace[863419549] 'applied index is now lower than readState.Index' (duration: 31.491908ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:23:43.882822Z","caller":"traceutil/trace.go:171","msg":"trace[626674480] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"274.34486ms","start":"2026-04-28T01:23:43.608465Z","end":"2026-04-28T01:23:43.882809Z","steps":["trace[626674480] 'process raft request' (duration: 242.547053ms)","trace[626674480] 'compare' (duration: 31.254882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:23:43.88301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.267792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T01:23:43.883129Z","caller":"traceutil/trace.go:171","msg":"trace[2075152528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:774; }","duration":"192.460577ms","start":"2026-04-28T01:23:43.690641Z","end":"2026-04-28T01:23:43.883102Z","steps":["trace[2075152528] 'agreement among raft nodes before linearized reading' (duration: 192.183399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:43.898783Z","caller":"traceutil/trace.go:171","msg":"trace[659972658] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"116.284361ms","start":"2026-04-28T01:23:43.782476Z","end":"2026-04-28T01:23:43.89876Z","steps":["trace[659972658] 'process raft request' (duration: 116.053675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:43.898906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.235016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T01:23:43.899003Z","caller":"traceutil/trace.go:171","msg":"trace[886917967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"117.412701ms","start":"2026-04-28T01:23:43.781569Z","end":"2026-04-28T01:23:43.898982Z","steps":["trace[886917967] 'agreement among raft nodes before linearized reading' (duration: 117.143874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:24:22.271398Z","caller":"traceutil/trace.go:171","msg":"trace[1528582946] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1247; }","duration":"160.964942ms","start":"2026-04-28T01:24:22.110406Z","end":"2026-04-28T01:24:22.271371Z","steps":["trace[1528582946] 'read index received' (duration: 160.714205ms)","trace[1528582946] 'applied index is now lower than readState.Index' (duration: 249.717µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:24:22.271527Z","caller":"traceutil/trace.go:171","msg":"trace[1315628326] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"164.716504ms","start":"2026-04-28T01:24:22.10677Z","end":"2026-04-28T01:24:22.271487Z","steps":["trace[1315628326] 'process raft request' (duration: 164.458627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:24:22.271681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.560517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T01:24:22.271734Z","caller":"traceutil/trace.go:171","msg":"trace[144331524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"103.681689ms","start":"2026-04-28T01:24:22.168039Z","end":"2026-04-28T01:24:22.271721Z","steps":["trace[144331524] 'agreement among raft nodes before linearized reading' (duration: 103.510915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:24:22.271723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.192967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T01:24:22.271797Z","caller":"traceutil/trace.go:171","msg":"trace[1816272343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"103.297389ms","start":"2026-04-28T01:24:22.168483Z","end":"2026-04-28T01:24:22.271781Z","steps":["trace[1816272343] 'agreement among raft nodes before linearized reading' (duration: 103.131885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:24:22.271829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.373754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T01:24:22.271951Z","caller":"traceutil/trace.go:171","msg":"trace[1371822800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"161.554798ms","start":"2026-04-28T01:24:22.11037Z","end":"2026-04-28T01:24:22.271925Z","steps":["trace[1371822800] 'agreement among raft nodes before linearized reading' (duration: 161.162177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:01.708497Z","caller":"traceutil/trace.go:171","msg":"trace[1724960404] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"109.779185ms","start":"2026-04-28T01:25:01.598689Z","end":"2026-04-28T01:25:01.708469Z","steps":["trace[1724960404] 'process raft request' (duration: 109.59603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:08.410535Z","caller":"traceutil/trace.go:171","msg":"trace[505114394] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"114.811861ms","start":"2026-04-28T01:25:08.295691Z","end":"2026-04-28T01:25:08.410503Z","steps":["trace[505114394] 'read index received' (duration: 114.422391ms)","trace[505114394] 'applied index is now lower than readState.Index' (duration: 388.4µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:25:08.410683Z","caller":"traceutil/trace.go:171","msg":"trace[318634711] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"135.525133ms","start":"2026-04-28T01:25:08.275109Z","end":"2026-04-28T01:25:08.410635Z","steps":["trace[318634711] 'process raft request' (duration: 135.114552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:08.410761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.052927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T01:25:08.410996Z","caller":"traceutil/trace.go:171","msg":"trace[526479742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"115.330095ms","start":"2026-04-28T01:25:08.295637Z","end":"2026-04-28T01:25:08.410967Z","steps":["trace[526479742] 'agreement among raft nodes before linearized reading' (duration: 114.985236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:08.75492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.253084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bc3da3f-7fe5-48e3-8338-cd7115aeffb1\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-28T01:25:08.75499Z","caller":"traceutil/trace.go:171","msg":"trace[1222624704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6bc3da3f-7fe5-48e3-8338-cd7115aeffb1; range_end:; response_count:1; response_revision:1866; }","duration":"280.371487ms","start":"2026-04-28T01:25:08.474602Z","end":"2026-04-28T01:25:08.754973Z","steps":["trace[1222624704] 'range keys from in-memory index tree' (duration: 280.148841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:08.755008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.324406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T01:25:08.754985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.928167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T01:25:08.755068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.752375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T01:25:08.755093Z","caller":"traceutil/trace.go:171","msg":"trace[818332543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1866; }","duration":"191.438729ms","start":"2026-04-28T01:25:08.563634Z","end":"2026-04-28T01:25:08.755073Z","steps":["trace[818332543] 'range keys from in-memory index tree' (duration: 191.094879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:08.755128Z","caller":"traceutil/trace.go:171","msg":"trace[73935138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1866; }","duration":"171.865078ms","start":"2026-04-28T01:25:08.583245Z","end":"2026-04-28T01:25:08.75511Z","steps":["trace[73935138] 'range keys from in-memory index tree' (duration: 171.573341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:08.755124Z","caller":"traceutil/trace.go:171","msg":"trace[2433955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1866; }","duration":"173.134522ms","start":"2026-04-28T01:25:08.581959Z","end":"2026-04-28T01:25:08.755094Z","steps":["trace[2433955] 'range keys from in-memory index tree' (duration: 172.654829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:08.75503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.806122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T01:25:08.755213Z","caller":"traceutil/trace.go:171","msg":"trace[1861444709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1866; }","duration":"180.010378ms","start":"2026-04-28T01:25:08.575184Z","end":"2026-04-28T01:25:08.755195Z","steps":["trace[1861444709] 'range keys from in-memory index tree' (duration: 179.675079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:53.201807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.568796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:25:53.202007Z","caller":"traceutil/trace.go:171","msg":"trace[1053403025] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"153.902782ms","start":"2026-04-28T01:25:53.04808Z","end":"2026-04-28T01:25:53.201983Z","steps":["trace[1053403025] 'process raft request' (duration: 153.857411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:53.201976Z","caller":"traceutil/trace.go:171","msg":"trace[238677984] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"212.860988ms","start":"2026-04-28T01:25:52.989076Z","end":"2026-04-28T01:25:53.201937Z","steps":["trace[238677984] 'process raft request' (duration: 42.004944ms)","trace[238677984] 'compare' (duration: 170.421692ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:25:53.20207Z","caller":"traceutil/trace.go:171","msg":"trace[330909636] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"210.440152ms","start":"2026-04-28T01:25:52.991602Z","end":"2026-04-28T01:25:53.202042Z","steps":["trace[330909636] 'read index received' (duration: 39.322271ms)","trace[330909636] 'applied index is now lower than readState.Index' (duration: 171.11552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:25:53.20243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.819572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T01:25:53.202468Z","caller":"traceutil/trace.go:171","msg":"trace[1495763812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2167; }","duration":"210.906665ms","start":"2026-04-28T01:25:52.991553Z","end":"2026-04-28T01:25:53.202459Z","steps":["trace[1495763812] 'agreement among raft nodes before linearized reading' (duration: 210.763241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:53.202479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.767516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T01:25:53.202582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.715848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T01:25:53.202628Z","caller":"traceutil/trace.go:171","msg":"trace[1458376080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2167; }","duration":"205.856797ms","start":"2026-04-28T01:25:52.996657Z","end":"2026-04-28T01:25:53.202513Z","steps":["trace[1458376080] 'agreement among raft nodes before linearized reading' (duration: 205.684173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:53.202701Z","caller":"traceutil/trace.go:171","msg":"trace[861997806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2167; }","duration":"196.867062ms","start":"2026-04-28T01:25:53.00581Z","end":"2026-04-28T01:25:53.202677Z","steps":["trace[861997806] 'agreement among raft nodes before linearized reading' (duration: 196.552113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:53.202577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.996215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T01:25:53.202791Z","caller":"traceutil/trace.go:171","msg":"trace[1434880658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2167; }","duration":"201.246172ms","start":"2026-04-28T01:25:53.001525Z","end":"2026-04-28T01:25:53.202771Z","steps":["trace[1434880658] 'agreement among raft nodes before linearized reading' (duration: 200.840251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:53.317603Z","caller":"traceutil/trace.go:171","msg":"trace[663929394] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"110.054617ms","start":"2026-04-28T01:25:53.207512Z","end":"2026-04-28T01:25:53.317566Z","steps":["trace[663929394] 'process raft request' (duration: 107.915168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:53.341626Z","caller":"traceutil/trace.go:171","msg":"trace[146069663] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"133.814305ms","start":"2026-04-28T01:25:53.207788Z","end":"2026-04-28T01:25:53.341603Z","steps":["trace[146069663] 'process raft request' (duration: 133.671351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:53.341832Z","caller":"traceutil/trace.go:171","msg":"trace[1256972461] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"134.00916ms","start":"2026-04-28T01:25:53.207809Z","end":"2026-04-28T01:25:53.341818Z","steps":["trace[1256972461] 'process raft request' (duration: 133.752553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:53.342071Z","caller":"traceutil/trace.go:171","msg":"trace[1076649791] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"133.093836ms","start":"2026-04-28T01:25:53.208945Z","end":"2026-04-28T01:25:53.342039Z","steps":["trace[1076649791] 'process raft request' (duration: 132.836349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:59.329698Z","caller":"traceutil/trace.go:171","msg":"trace[1595044257] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"103.755316ms","start":"2026-04-28T01:25:59.225911Z","end":"2026-04-28T01:25:59.329666Z","steps":["trace[1595044257] 'read index received' (duration: 103.393956ms)","trace[1595044257] 'applied index is now lower than readState.Index' (duration: 359.57µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:25:59.32988Z","caller":"traceutil/trace.go:171","msg":"trace[515008298] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"107.849847ms","start":"2026-04-28T01:25:59.221959Z","end":"2026-04-28T01:25:59.329808Z","steps":["trace[515008298] 'process raft request' (duration: 107.467546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:59.337227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.288021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T01:25:59.337328Z","caller":"traceutil/trace.go:171","msg":"trace[426938931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2197; }","duration":"111.442355ms","start":"2026-04-28T01:25:59.225863Z","end":"2026-04-28T01:25:59.337305Z","steps":["trace[426938931] 'agreement among raft nodes before linearized reading' (duration: 103.93316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:59.62559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.534709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:25:59.626118Z","caller":"traceutil/trace.go:171","msg":"trace[1521160820] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"143.93172ms","start":"2026-04-28T01:25:59.48216Z","end":"2026-04-28T01:25:59.626092Z","steps":["trace[1521160820] 'process raft request' (duration: 143.719404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:59.626162Z","caller":"traceutil/trace.go:171","msg":"trace[452445172] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2286; }","duration":"281.57792ms","start":"2026-04-28T01:25:59.344546Z","end":"2026-04-28T01:25:59.626124Z","steps":["trace[452445172] 'read index received' (duration: 126.417434ms)","trace[452445172] 'applied index is now lower than readState.Index' (duration: 155.152305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:25:59.626358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.801075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T01:25:59.626418Z","caller":"traceutil/trace.go:171","msg":"trace[1450918620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2199; }","duration":"281.877338ms","start":"2026-04-28T01:25:59.344523Z","end":"2026-04-28T01:25:59.6264Z","steps":["trace[1450918620] 'agreement among raft nodes before linearized reading' (duration: 281.686123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:59.626391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.61453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:25:59.626488Z","caller":"traceutil/trace.go:171","msg":"trace[1955394380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2199; }","duration":"234.773055ms","start":"2026-04-28T01:25:59.391693Z","end":"2026-04-28T01:25:59.626466Z","steps":["trace[1955394380] 'agreement among raft nodes before linearized reading' (duration: 234.626841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:59.626123Z","caller":"traceutil/trace.go:171","msg":"trace[977560798] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"283.80539ms","start":"2026-04-28T01:25:59.342286Z","end":"2026-04-28T01:25:59.626092Z","steps":["trace[977560798] 'process raft request' (duration: 128.656205ms)","trace[977560798] 'compare' (duration: 154.152968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:25:59.626652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.491145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T01:25:59.626676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.162758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T01:25:59.626712Z","caller":"traceutil/trace.go:171","msg":"trace[1060363854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2199; }","duration":"260.610508ms","start":"2026-04-28T01:25:59.366085Z","end":"2026-04-28T01:25:59.626696Z","steps":["trace[1060363854] 'agreement among raft nodes before linearized reading' (duration: 260.230538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:59.626701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.211143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T01:25:59.626883Z","caller":"traceutil/trace.go:171","msg":"trace[450501929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2199; }","duration":"258.463559ms","start":"2026-04-28T01:25:59.368396Z","end":"2026-04-28T01:25:59.626859Z","steps":["trace[450501929] 'agreement among raft nodes before linearized reading' (duration: 258.019037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:59.626779Z","caller":"traceutil/trace.go:171","msg":"trace[1132421973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2199; }","duration":"259.293301ms","start":"2026-04-28T01:25:59.367456Z","end":"2026-04-28T01:25:59.626749Z","steps":["trace[1132421973] 'agreement among raft nodes before linearized reading' (duration: 258.961083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:27:24.133996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.963043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T01:27:24.134118Z","caller":"traceutil/trace.go:171","msg":"trace[1902348081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2848; }","duration":"101.151698ms","start":"2026-04-28T01:27:24.032944Z","end":"2026-04-28T01:27:24.134096Z","steps":["trace[1902348081] 'range keys from in-memory index tree' (duration: 100.767318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:27:24.450169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.012613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:27:24.450326Z","caller":"traceutil/trace.go:171","msg":"trace[1364871716] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"273.721602ms","start":"2026-04-28T01:27:24.17658Z","end":"2026-04-28T01:27:24.450302Z","steps":["trace[1364871716] 'process raft request' (duration: 137.460803ms)","trace[1364871716] 'compare' (duration: 135.596201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:27:24.486425Z","caller":"traceutil/trace.go:171","msg":"trace[997189345] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2966; }","duration":"121.191803ms","start":"2026-04-28T01:27:24.365206Z","end":"2026-04-28T01:27:24.486398Z","steps":["trace[997189345] 'read index received' (duration: 120.873954ms)","trace[997189345] 'applied index is now lower than readState.Index' (duration: 316.309µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:27:24.486466Z","caller":"traceutil/trace.go:171","msg":"trace[619425214] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"175.303759ms","start":"2026-04-28T01:27:24.311139Z","end":"2026-04-28T01:27:24.486443Z","steps":["trace[619425214] 'process raft request' (duration: 175.205966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:27:24.486464Z","caller":"traceutil/trace.go:171","msg":"trace[1169349864] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"262.45747ms","start":"2026-04-28T01:27:24.223963Z","end":"2026-04-28T01:27:24.48642Z","steps":["trace[1169349864] 'process raft request' (duration: 262.153952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:27:24.486621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.398188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:27:24.486766Z","caller":"traceutil/trace.go:171","msg":"trace[1871049552] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2854; }","duration":"121.599903ms","start":"2026-04-28T01:27:24.365142Z","end":"2026-04-28T01:27:24.486742Z","steps":["trace[1871049552] 'agreement among raft nodes before linearized reading' (duration: 121.389777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:30:10.852855Z","caller":"traceutil/trace.go:171","msg":"trace[1543314021] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4079; }","duration":"220.900416ms","start":"2026-04-28T01:30:10.631928Z","end":"2026-04-28T01:30:10.852828Z","steps":["trace[1543314021] 'read index received' (duration: 220.67496ms)","trace[1543314021] 'applied index is now lower than readState.Index' (duration: 224.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:30:10.85317Z","caller":"traceutil/trace.go:171","msg":"trace[375657578] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"246.628886ms","start":"2026-04-28T01:30:10.606532Z","end":"2026-04-28T01:30:10.853161Z","steps":["trace[375657578] 'process raft request' (duration: 246.115801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:30:10.853348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.407152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:30:10.853378Z","caller":"traceutil/trace.go:171","msg":"trace[9585414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3926; }","duration":"221.501884ms","start":"2026-04-28T01:30:10.631868Z","end":"2026-04-28T01:30:10.853369Z","steps":["trace[9585414] 'agreement among raft nodes before linearized reading' (duration: 221.435462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:30:10.85356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.252077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ds6h8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T01:30:10.853584Z","caller":"traceutil/trace.go:171","msg":"trace[1298424707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ds6h8; range_end:; response_count:1; response_revision:3926; }","duration":"166.319359ms","start":"2026-04-28T01:30:10.687258Z","end":"2026-04-28T01:30:10.853577Z","steps":["trace[1298424707] 'agreement among raft nodes before linearized reading' (duration: 166.228876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:31.410966Z","caller":"traceutil/trace.go:171","msg":"trace[459051752] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5073; }","duration":"101.102912ms","start":"2026-04-28T01:31:31.309837Z","end":"2026-04-28T01:31:31.41094Z","steps":["trace[459051752] 'read index received' (duration: 43.542052ms)","trace[459051752] 'applied index is now lower than readState.Index' (duration: 57.55967ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:31.41115Z","caller":"traceutil/trace.go:171","msg":"trace[554379553] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"105.271888ms","start":"2026-04-28T01:31:31.305856Z","end":"2026-04-28T01:31:31.411128Z","steps":["trace[554379553] 'process raft request' (duration: 47.613285ms)","trace[554379553] 'compare' (duration: 57.329494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:31:31.411647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.77672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-04-28T01:31:31.411776Z","caller":"traceutil/trace.go:171","msg":"trace[1816864116] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4882; }","duration":"101.928075ms","start":"2026-04-28T01:31:31.309822Z","end":"2026-04-28T01:31:31.41175Z","steps":["trace[1816864116] 'agreement among raft nodes before linearized reading' (duration: 101.492823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:38.916952Z","caller":"traceutil/trace.go:171","msg":"trace[527578408] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"112.63409ms","start":"2026-04-28T01:31:38.804276Z","end":"2026-04-28T01:31:38.91691Z","steps":["trace[527578408] 'process raft request' (duration: 88.603607ms)","trace[527578408] 'compare' (duration: 23.756206ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:38.917216Z","caller":"traceutil/trace.go:171","msg":"trace[387417776] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"111.20232ms","start":"2026-04-28T01:31:38.805843Z","end":"2026-04-28T01:31:38.917045Z","steps":["trace[387417776] 'process raft request' (duration: 110.983834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:39.105455Z","caller":"traceutil/trace.go:171","msg":"trace[561297695] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"157.384818ms","start":"2026-04-28T01:31:38.948028Z","end":"2026-04-28T01:31:39.105412Z","steps":["trace[561297695] 'process raft request' (duration: 147.765051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:39.532344Z","caller":"traceutil/trace.go:171","msg":"trace[783405387] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5329; }","duration":"355.807616ms","start":"2026-04-28T01:31:39.176504Z","end":"2026-04-28T01:31:39.532311Z","steps":["trace[783405387] 'read index received' (duration: 317.609931ms)","trace[783405387] 'applied index is now lower than readState.Index' (duration: 38.196645ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:39.532467Z","caller":"traceutil/trace.go:171","msg":"trace[1365797548] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"359.620471ms","start":"2026-04-28T01:31:39.172829Z","end":"2026-04-28T01:31:39.53245Z","steps":["trace[1365797548] 'process raft request' (duration: 321.270832ms)","trace[1365797548] 'compare' (duration: 38.067131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:31:39.532601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:39.172805Z","time spent":"359.713574ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T01:31:39.532718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.185908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-04-28T01:31:39.532814Z","caller":"traceutil/trace.go:171","msg":"trace[55875377] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:5128; }","duration":"356.344402ms","start":"2026-04-28T01:31:39.176448Z","end":"2026-04-28T01:31:39.532792Z","steps":["trace[55875377] 'agreement among raft nodes before linearized reading' (duration: 356.014243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.532862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:39.176418Z","time spent":"356.435844ms","remote":"127.0.0.1:42778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5105,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-04-28T01:31:39.551846Z","caller":"traceutil/trace.go:171","msg":"trace[1475348217] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"369.900927ms","start":"2026-04-28T01:31:39.181925Z","end":"2026-04-28T01:31:39.551826Z","steps":["trace[1475348217] 'process raft request' (duration: 369.716222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.551982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:39.181913Z","time spent":"369.998129ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:31:39.552044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.73071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T01:31:39.55209Z","caller":"traceutil/trace.go:171","msg":"trace[1048004765] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5129; }","duration":"374.785412ms","start":"2026-04-28T01:31:39.177293Z","end":"2026-04-28T01:31:39.552079Z","steps":["trace[1048004765] 'agreement among raft nodes before linearized reading' (duration: 374.697879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.552125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:39.177289Z","time spent":"374.829053ms","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T01:31:39.552105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.373851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16248"} {"level":"info","ts":"2026-04-28T01:31:39.552219Z","caller":"traceutil/trace.go:171","msg":"trace[1963223866] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5129; }","duration":"189.520625ms","start":"2026-04-28T01:31:39.362674Z","end":"2026-04-28T01:31:39.552194Z","steps":["trace[1963223866] 'agreement among raft nodes before linearized reading' (duration: 189.221527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.552239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.783934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-28T01:31:39.552261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.10341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-pd4v2\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-04-28T01:31:39.552353Z","caller":"traceutil/trace.go:171","msg":"trace[1813611452] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5129; }","duration":"230.922337ms","start":"2026-04-28T01:31:39.321405Z","end":"2026-04-28T01:31:39.552327Z","steps":["trace[1813611452] 'agreement among raft nodes before linearized reading' (duration: 230.561998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:39.552359Z","caller":"traceutil/trace.go:171","msg":"trace[1104838100] range","detail":"{range_begin:/registry/pods/monitoring/vector-pd4v2; range_end:; response_count:1; response_revision:5129; }","duration":"375.219034ms","start":"2026-04-28T01:31:39.177117Z","end":"2026-04-28T01:31:39.552336Z","steps":["trace[1104838100] 'agreement among raft nodes before linearized reading' (duration: 374.941786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.552386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.109943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130140"} {"level":"warn","ts":"2026-04-28T01:31:39.552405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:39.177103Z","time spent":"375.291905ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":4971,"request content":"key:\"/registry/pods/monitoring/vector-pd4v2\" "} {"level":"info","ts":"2026-04-28T01:31:39.552424Z","caller":"traceutil/trace.go:171","msg":"trace[896388878] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5129; }","duration":"374.154534ms","start":"2026-04-28T01:31:39.178256Z","end":"2026-04-28T01:31:39.552411Z","steps":["trace[896388878] 'agreement among raft nodes before linearized reading' (duration: 373.802404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.552444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:39.178252Z","time spent":"374.187464ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130162,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T01:31:39.552534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.704321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778209"} {"level":"info","ts":"2026-04-28T01:31:39.552616Z","caller":"traceutil/trace.go:171","msg":"trace[383067366] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5129; }","duration":"247.860266ms","start":"2026-04-28T01:31:39.304737Z","end":"2026-04-28T01:31:39.552597Z","steps":["trace[383067366] 'agreement among raft nodes before linearized reading' (duration: 247.098055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:39.552875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.083154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:31:39.552912Z","caller":"traceutil/trace.go:171","msg":"trace[1842296149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5129; }","duration":"163.189627ms","start":"2026-04-28T01:31:39.389711Z","end":"2026-04-28T01:31:39.552901Z","steps":["trace[1842296149] 'agreement among raft nodes before linearized reading' (duration: 163.086324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:50.566467Z","caller":"traceutil/trace.go:171","msg":"trace[803065858] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"109.698332ms","start":"2026-04-28T01:31:50.456727Z","end":"2026-04-28T01:31:50.566425Z","steps":["trace[803065858] 'process raft request' (duration: 77.829783ms)","trace[803065858] 'compare' (duration: 31.583012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:51.064094Z","caller":"traceutil/trace.go:171","msg":"trace[1756954252] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"211.610411ms","start":"2026-04-28T01:31:50.852451Z","end":"2026-04-28T01:31:51.064062Z","steps":["trace[1756954252] 'process raft request' (duration: 211.328423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:51.064261Z","caller":"traceutil/trace.go:171","msg":"trace[1321897656] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5572; }","duration":"138.154537ms","start":"2026-04-28T01:31:50.926066Z","end":"2026-04-28T01:31:51.064221Z","steps":["trace[1321897656] 'read index received' (duration: 137.703215ms)","trace[1321897656] 'applied index is now lower than readState.Index' (duration: 449.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:51.064479Z","caller":"traceutil/trace.go:171","msg":"trace[1970573741] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"208.556857ms","start":"2026-04-28T01:31:50.855781Z","end":"2026-04-28T01:31:51.064338Z","steps":["trace[1970573741] 'process raft request' (duration: 208.187426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:51.064755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.666522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T01:31:51.06489Z","caller":"traceutil/trace.go:171","msg":"trace[1689834870] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:5366; }","duration":"138.885968ms","start":"2026-04-28T01:31:50.925972Z","end":"2026-04-28T01:31:51.064858Z","steps":["trace[1689834870] 'agreement among raft nodes before linearized reading' (duration: 138.495157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:51.102548Z","caller":"traceutil/trace.go:171","msg":"trace[1655996330] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"161.996325ms","start":"2026-04-28T01:31:50.94051Z","end":"2026-04-28T01:31:51.102507Z","steps":["trace[1655996330] 'process raft request' (duration: 161.81933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:59.533812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.60806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:31:59.533939Z","caller":"traceutil/trace.go:171","msg":"trace[1619529672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5522; }","duration":"142.811145ms","start":"2026-04-28T01:31:59.3911Z","end":"2026-04-28T01:31:59.533911Z","steps":["trace[1619529672] 'range keys from in-memory index tree' (duration: 142.479226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:59.943115Z","caller":"traceutil/trace.go:171","msg":"trace[2010951573] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"246.933394ms","start":"2026-04-28T01:31:59.696146Z","end":"2026-04-28T01:31:59.94308Z","steps":["trace[2010951573] 'process raft request' (duration: 246.176464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:59.985912Z","caller":"traceutil/trace.go:171","msg":"trace[813496716] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5737; }","duration":"246.02213ms","start":"2026-04-28T01:31:59.739846Z","end":"2026-04-28T01:31:59.985868Z","steps":["trace[813496716] 'read index received' (duration: 202.473161ms)","trace[813496716] 'applied index is now lower than readState.Index' (duration: 43.547749ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:59.985933Z","caller":"traceutil/trace.go:171","msg":"trace[1734103557] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"271.711268ms","start":"2026-04-28T01:31:59.714187Z","end":"2026-04-28T01:31:59.985898Z","steps":["trace[1734103557] 'process raft request' (duration: 271.476382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:59.986075Z","caller":"traceutil/trace.go:171","msg":"trace[523553237] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"271.746519ms","start":"2026-04-28T01:31:59.714317Z","end":"2026-04-28T01:31:59.986063Z","steps":["trace[523553237] 'process raft request' (duration: 271.499672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:59.986488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.596956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T01:31:59.986602Z","caller":"traceutil/trace.go:171","msg":"trace[1324108329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5525; }","duration":"246.75965ms","start":"2026-04-28T01:31:59.739819Z","end":"2026-04-28T01:31:59.986578Z","steps":["trace[1324108329] 'agreement among raft nodes before linearized reading' (duration: 246.388569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.19484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.381782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:32:00.195151Z","caller":"traceutil/trace.go:171","msg":"trace[1930610448] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"245.66306ms","start":"2026-04-28T01:31:59.949472Z","end":"2026-04-28T01:32:00.195135Z","steps":["trace[1930610448] 'process raft request' (duration: 245.600988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:32:00.195258Z","caller":"traceutil/trace.go:171","msg":"trace[1832576] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"246.248225ms","start":"2026-04-28T01:31:59.949003Z","end":"2026-04-28T01:32:00.195252Z","steps":["trace[1832576] 'process raft request' (duration: 245.935967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:32:00.195325Z","caller":"traceutil/trace.go:171","msg":"trace[1368754142] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"246.05173ms","start":"2026-04-28T01:31:59.949267Z","end":"2026-04-28T01:32:00.195319Z","steps":["trace[1368754142] 'process raft request' (duration: 245.771943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:32:00.195593Z","caller":"traceutil/trace.go:171","msg":"trace[754077093] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"247.025147ms","start":"2026-04-28T01:31:59.948557Z","end":"2026-04-28T01:32:00.195582Z","steps":["trace[754077093] 'process raft request' (duration: 98.829774ms)","trace[754077093] 'compare' (duration: 147.019171ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:32:00.195611Z","caller":"traceutil/trace.go:171","msg":"trace[634183801] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"245.67576ms","start":"2026-04-28T01:31:59.949901Z","end":"2026-04-28T01:32:00.195577Z","steps":["trace[634183801] 'process raft request' (duration: 245.199087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:32:00.195859Z","caller":"traceutil/trace.go:171","msg":"trace[1059522601] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5740; }","duration":"209.851382ms","start":"2026-04-28T01:31:59.985994Z","end":"2026-04-28T01:32:00.195845Z","steps":["trace[1059522601] 'read index received' (duration: 61.415602ms)","trace[1059522601] 'applied index is now lower than readState.Index' (duration: 148.43432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:32:00.19613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.066524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T01:32:00.196173Z","caller":"traceutil/trace.go:171","msg":"trace[1673433560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5531; }","duration":"453.185078ms","start":"2026-04-28T01:31:59.742977Z","end":"2026-04-28T01:32:00.196162Z","steps":["trace[1673433560] 'agreement among raft nodes before linearized reading' (duration: 452.942742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.196208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:59.742951Z","time spent":"453.24896ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T01:32:00.1962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.487578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T01:32:00.196306Z","caller":"traceutil/trace.go:171","msg":"trace[1121429666] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5531; }","duration":"432.669202ms","start":"2026-04-28T01:31:59.763616Z","end":"2026-04-28T01:32:00.196285Z","steps":["trace[1121429666] 'agreement among raft nodes before linearized reading' (duration: 432.360244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.196362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:59.763589Z","time spent":"432.764195ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-28T01:32:00.196425Z","caller":"traceutil/trace.go:171","msg":"trace[1587775569] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"245.453812ms","start":"2026-04-28T01:31:59.950944Z","end":"2026-04-28T01:32:00.196398Z","steps":["trace[1587775569] 'process raft request' (duration: 244.473316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.196462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.998971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ds6h8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T01:32:00.196511Z","caller":"traceutil/trace.go:171","msg":"trace[203880224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ds6h8; range_end:; response_count:1; response_revision:5531; }","duration":"454.069862ms","start":"2026-04-28T01:31:59.742431Z","end":"2026-04-28T01:32:00.196501Z","steps":["trace[203880224] 'agreement among raft nodes before linearized reading' (duration: 453.952789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.196552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:59.74241Z","time spent":"454.132084ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-ds6h8\" "} {"level":"warn","ts":"2026-04-28T01:32:00.19668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.774215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dee52548-7cc7-4d3c-94af-fcc55fb4339f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-28T01:32:00.196727Z","caller":"traceutil/trace.go:171","msg":"trace[187122921] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dee52548-7cc7-4d3c-94af-fcc55fb4339f; range_end:; response_count:1; response_revision:5531; }","duration":"248.824106ms","start":"2026-04-28T01:31:59.947892Z","end":"2026-04-28T01:32:00.196716Z","steps":["trace[187122921] 'agreement among raft nodes before linearized reading' (duration: 247.987403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.197136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.951221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T01:32:00.197244Z","caller":"traceutil/trace.go:171","msg":"trace[861744268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5531; }","duration":"441.108556ms","start":"2026-04-28T01:31:59.756114Z","end":"2026-04-28T01:32:00.197222Z","steps":["trace[861744268] 'agreement among raft nodes before linearized reading' (duration: 439.787579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.197302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:31:59.756101Z","time spent":"441.190418ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T01:32:00.20572Z","caller":"traceutil/trace.go:171","msg":"trace[2035869578] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"214.907973ms","start":"2026-04-28T01:31:59.990787Z","end":"2026-04-28T01:32:00.205695Z","steps":["trace[2035869578] 'process raft request' (duration: 214.790849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.205898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.398536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T01:32:00.205963Z","caller":"traceutil/trace.go:171","msg":"trace[104774783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5532; }","duration":"170.491059ms","start":"2026-04-28T01:32:00.035457Z","end":"2026-04-28T01:32:00.205948Z","steps":["trace[104774783] 'agreement among raft nodes before linearized reading' (duration: 170.315564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:32:00.206107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.159819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T01:32:00.206232Z","caller":"traceutil/trace.go:171","msg":"trace[41878808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5532; }","duration":"174.327544ms","start":"2026-04-28T01:32:00.031886Z","end":"2026-04-28T01:32:00.206213Z","steps":["trace[41878808] 'agreement among raft nodes before linearized reading' (duration: 173.880292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:32:37.791304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2925} {"level":"info","ts":"2026-04-28T01:32:37.856469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2925,"took":"62.76815ms","hash":733461997,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":32059392,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T01:32:37.856533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":733461997,"revision":2925,"compact-revision":-1} {"level":"info","ts":"2026-04-28T01:37:37.801241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5850} {"level":"info","ts":"2026-04-28T01:37:37.882624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5850,"took":"79.125825ms","hash":1814281062,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":25956352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T01:37:37.882764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1814281062,"revision":5850,"compact-revision":2925} {"level":"info","ts":"2026-04-28T01:38:23.723971Z","caller":"traceutil/trace.go:171","msg":"trace[1548650276] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"290.534625ms","start":"2026-04-28T01:38:23.433409Z","end":"2026-04-28T01:38:23.723944Z","steps":["trace[1548650276] 'process raft request' (duration: 290.34258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:23.77046Z","caller":"traceutil/trace.go:171","msg":"trace[836309501] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"196.199939ms","start":"2026-04-28T01:38:23.574208Z","end":"2026-04-28T01:38:23.770408Z","steps":["trace[836309501] 'process raft request' (duration: 195.89366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:23.770872Z","caller":"traceutil/trace.go:171","msg":"trace[1963742287] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"196.158628ms","start":"2026-04-28T01:38:23.574677Z","end":"2026-04-28T01:38:23.770836Z","steps":["trace[1963742287] 'process raft request' (duration: 195.597403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:25.883274Z","caller":"traceutil/trace.go:171","msg":"trace[1551241760] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"106.915183ms","start":"2026-04-28T01:38:25.776331Z","end":"2026-04-28T01:38:25.883247Z","steps":["trace[1551241760] 'process raft request' (duration: 106.753399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:25.918564Z","caller":"traceutil/trace.go:171","msg":"trace[874504539] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"141.159508ms","start":"2026-04-28T01:38:25.777373Z","end":"2026-04-28T01:38:25.918532Z","steps":["trace[874504539] 'process raft request' (duration: 128.20365ms)","trace[874504539] 'compare' (duration: 12.809534ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:38:53.482892Z","caller":"traceutil/trace.go:171","msg":"trace[123717270] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"200.53679ms","start":"2026-04-28T01:38:53.282325Z","end":"2026-04-28T01:38:53.482862Z","steps":["trace[123717270] 'process raft request' (duration: 196.415355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:56.844678Z","caller":"traceutil/trace.go:171","msg":"trace[1965981982] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"101.676809ms","start":"2026-04-28T01:38:56.742964Z","end":"2026-04-28T01:38:56.844641Z","steps":["trace[1965981982] 'process raft request' (duration: 101.396221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:56.852816Z","caller":"traceutil/trace.go:171","msg":"trace[2121776668] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"109.66509ms","start":"2026-04-28T01:38:56.743114Z","end":"2026-04-28T01:38:56.852779Z","steps":["trace[2121776668] 'process raft request' (duration: 109.462844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:56.852783Z","caller":"traceutil/trace.go:171","msg":"trace[1555237204] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8998; }","duration":"107.8672ms","start":"2026-04-28T01:38:56.744874Z","end":"2026-04-28T01:38:56.852741Z","steps":["trace[1555237204] 'read index received' (duration: 99.53864ms)","trace[1555237204] 'applied index is now lower than readState.Index' (duration: 8.32746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:38:56.853388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.483527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T01:38:56.853449Z","caller":"traceutil/trace.go:171","msg":"trace[1809376519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8683; }","duration":"108.61424ms","start":"2026-04-28T01:38:56.744822Z","end":"2026-04-28T01:38:56.853436Z","steps":["trace[1809376519] 'agreement among raft nodes before linearized reading' (duration: 108.275821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:39:08.173194Z","caller":"traceutil/trace.go:171","msg":"trace[1510501602] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"127.7633ms","start":"2026-04-28T01:39:08.0454Z","end":"2026-04-28T01:39:08.173163Z","steps":["trace[1510501602] 'process raft request' (duration: 127.486411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:39:08.173433Z","caller":"traceutil/trace.go:171","msg":"trace[1336014533] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9107; }","duration":"111.672315ms","start":"2026-04-28T01:39:08.061436Z","end":"2026-04-28T01:39:08.173108Z","steps":["trace[1336014533] 'read index received' (duration: 111.615933ms)","trace[1336014533] 'applied index is now lower than readState.Index' (duration: 54.662µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:39:08.173467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.996474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-28T01:39:08.173571Z","caller":"traceutil/trace.go:171","msg":"trace[1161606640] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8787; }","duration":"112.160948ms","start":"2026-04-28T01:39:08.061389Z","end":"2026-04-28T01:39:08.17355Z","steps":["trace[1161606640] 'agreement among raft nodes before linearized reading' (duration: 111.86593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:39:08.2479Z","caller":"traceutil/trace.go:171","msg":"trace[169922861] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"137.359633ms","start":"2026-04-28T01:39:08.110509Z","end":"2026-04-28T01:39:08.247868Z","steps":["trace[169922861] 'process raft request' (duration: 87.702641ms)","trace[169922861] 'compare' (duration: 49.369654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:39:25.394073Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002455.wal"} {"level":"info","ts":"2026-04-28T01:40:25.002651Z","caller":"traceutil/trace.go:171","msg":"trace[30785680] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"106.829294ms","start":"2026-04-28T01:40:24.895789Z","end":"2026-04-28T01:40:25.002619Z","steps":["trace[30785680] 'process raft request' (duration: 106.549217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:40:25.110087Z","caller":"traceutil/trace.go:171","msg":"trace[881982883] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"101.621359ms","start":"2026-04-28T01:40:25.008419Z","end":"2026-04-28T01:40:25.11004Z","steps":["trace[881982883] 'process raft request' (duration: 59.875935ms)","trace[881982883] 'compare' (duration: 41.494918ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:40:39.183654Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"71d28e9ac1bc4e5d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T01:40:39.189782Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T01:40:39.189928Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T01:42:37.810126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8028} {"level":"info","ts":"2026-04-28T01:42:37.88542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8028,"took":"72.489229ms","hash":1689004624,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-28T01:42:37.885501Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1689004624,"revision":8028,"compact-revision":5850} {"level":"info","ts":"2026-04-28T01:46:08.052171Z","caller":"traceutil/trace.go:171","msg":"trace[314479768] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"100.74877ms","start":"2026-04-28T01:46:07.951387Z","end":"2026-04-28T01:46:08.052136Z","steps":["trace[314479768] 'process raft request' (duration: 100.527603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:46:08.693458Z","caller":"traceutil/trace.go:171","msg":"trace[845693239] linearizableReadLoop","detail":"{readStateIndex:12413; appliedIndex:12412; }","duration":"220.818896ms","start":"2026-04-28T01:46:08.472605Z","end":"2026-04-28T01:46:08.693424Z","steps":["trace[845693239] 'read index received' (duration: 220.716293ms)","trace[845693239] 'applied index is now lower than readState.Index' (duration: 100.812µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:46:08.693511Z","caller":"traceutil/trace.go:171","msg":"trace[1467171355] transaction","detail":"{read_only:false; response_revision:11993; number_of_response:1; }","duration":"222.08634ms","start":"2026-04-28T01:46:08.471382Z","end":"2026-04-28T01:46:08.693468Z","steps":["trace[1467171355] 'process raft request' (duration: 221.845463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:46:08.693882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.254867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143106"} {"level":"info","ts":"2026-04-28T01:46:08.693935Z","caller":"traceutil/trace.go:171","msg":"trace[661696549] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11993; }","duration":"221.382271ms","start":"2026-04-28T01:46:08.472539Z","end":"2026-04-28T01:46:08.693922Z","steps":["trace[661696549] 'agreement among raft nodes before linearized reading' (duration: 221.014931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:46:08.700555Z","caller":"traceutil/trace.go:171","msg":"trace[902892337] transaction","detail":"{read_only:false; response_revision:11994; number_of_response:1; }","duration":"223.856289ms","start":"2026-04-28T01:46:08.476661Z","end":"2026-04-28T01:46:08.700517Z","steps":["trace[902892337] 'process raft request' (duration: 223.623392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:47:20.280336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.896169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:47:20.28075Z","caller":"traceutil/trace.go:171","msg":"trace[1621532185] transaction","detail":"{read_only:false; response_revision:12476; number_of_response:1; }","duration":"135.035759ms","start":"2026-04-28T01:47:20.145694Z","end":"2026-04-28T01:47:20.280729Z","steps":["trace[1621532185] 'process raft request' (duration: 134.974258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:47:20.28096Z","caller":"traceutil/trace.go:171","msg":"trace[805051864] transaction","detail":"{read_only:false; response_revision:12474; number_of_response:1; }","duration":"427.704574ms","start":"2026-04-28T01:47:19.853195Z","end":"2026-04-28T01:47:20.2809Z","steps":["trace[805051864] 'process raft request' (duration: 427.309383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:47:20.280971Z","caller":"traceutil/trace.go:171","msg":"trace[673618636] transaction","detail":"{read_only:false; response_revision:12475; number_of_response:1; }","duration":"167.767876ms","start":"2026-04-28T01:47:20.113154Z","end":"2026-04-28T01:47:20.280922Z","steps":["trace[673618636] 'process raft request' (duration: 167.436486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:47:20.281026Z","caller":"traceutil/trace.go:171","msg":"trace[1095568729] transaction","detail":"{read_only:false; response_revision:12473; number_of_response:1; }","duration":"428.047203ms","start":"2026-04-28T01:47:19.852936Z","end":"2026-04-28T01:47:20.280983Z","steps":["trace[1095568729] 'process raft request' (duration: 73.400403ms)","trace[1095568729] 'compare' (duration: 353.732295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:47:20.28114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:47:19.853187Z","time spent":"427.864398ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T01:47:20.280959Z","caller":"traceutil/trace.go:171","msg":"trace[144609497] linearizableReadLoop","detail":"{readStateIndex:12909; appliedIndex:12907; }","duration":"409.419527ms","start":"2026-04-28T01:47:19.871485Z","end":"2026-04-28T01:47:20.280905Z","steps":["trace[144609497] 'read index received' (duration: 54.869879ms)","trace[144609497] 'applied index is now lower than readState.Index' (duration: 354.539778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:47:20.281142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:47:19.852907Z","time spent":"428.153996ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:47:20.281231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.726236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T01:47:20.281295Z","caller":"traceutil/trace.go:171","msg":"trace[465119579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12476; }","duration":"409.86997ms","start":"2026-04-28T01:47:19.871409Z","end":"2026-04-28T01:47:20.281279Z","steps":["trace[465119579] 'agreement among raft nodes before linearized reading' (duration: 409.624884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:47:20.281345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:47:19.871377Z","time spent":"409.958852ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T01:47:20.281576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.54138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:47:20.281625Z","caller":"traceutil/trace.go:171","msg":"trace[833916408] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12476; }","duration":"405.618453ms","start":"2026-04-28T01:47:19.875984Z","end":"2026-04-28T01:47:20.281602Z","steps":["trace[833916408] 'agreement among raft nodes before linearized reading' (duration: 405.543641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:47:20.28165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:47:19.875959Z","time spent":"405.687044ms","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T01:47:20.281939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.895607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:47:20.281967Z","caller":"traceutil/trace.go:171","msg":"trace[1125631613] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12476; }","duration":"243.00338ms","start":"2026-04-28T01:47:20.038955Z","end":"2026-04-28T01:47:20.281959Z","steps":["trace[1125631613] 'agreement among raft nodes before linearized reading' (duration: 242.934268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:47:20.282101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.854596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"info","ts":"2026-04-28T01:47:20.282187Z","caller":"traceutil/trace.go:171","msg":"trace[1402292381] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12476; }","duration":"402.951759ms","start":"2026-04-28T01:47:19.879213Z","end":"2026-04-28T01:47:20.282164Z","steps":["trace[1402292381] 'agreement among raft nodes before linearized reading' (duration: 402.705402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:47:20.28224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:47:19.879205Z","time spent":"403.023141ms","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7298,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-28T01:47:37.816574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10437} {"level":"info","ts":"2026-04-28T01:47:37.899208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10437,"took":"79.434469ms","hash":598045977,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":25808896,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T01:47:37.899285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":598045977,"revision":10437,"compact-revision":8028} {"level":"info","ts":"2026-04-28T01:52:09.494463Z","caller":"traceutil/trace.go:171","msg":"trace[1515838877] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"107.807357ms","start":"2026-04-28T01:52:09.386618Z","end":"2026-04-28T01:52:09.494426Z","steps":["trace[1515838877] 'process raft request' (duration: 107.566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:52:29.706886Z","caller":"traceutil/trace.go:171","msg":"trace[1991743255] transaction","detail":"{read_only:false; response_revision:14545; number_of_response:1; }","duration":"124.372035ms","start":"2026-04-28T01:52:29.58248Z","end":"2026-04-28T01:52:29.706852Z","steps":["trace[1991743255] 'process raft request' (duration: 124.115678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:52:29.7276Z","caller":"traceutil/trace.go:171","msg":"trace[1860152651] linearizableReadLoop","detail":"{readStateIndex:15055; appliedIndex:15053; }","duration":"138.924816ms","start":"2026-04-28T01:52:29.588641Z","end":"2026-04-28T01:52:29.727565Z","steps":["trace[1860152651] 'read index received' (duration: 118.028728ms)","trace[1860152651] 'applied index is now lower than readState.Index' (duration: 20.894698ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:52:29.727936Z","caller":"traceutil/trace.go:171","msg":"trace[137630799] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"145.368346ms","start":"2026-04-28T01:52:29.582551Z","end":"2026-04-28T01:52:29.727919Z","steps":["trace[137630799] 'process raft request' (duration: 144.863302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:29.728273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.617536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ds6h8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T01:52:29.728322Z","caller":"traceutil/trace.go:171","msg":"trace[961737084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ds6h8; range_end:; response_count:1; response_revision:14546; }","duration":"139.73561ms","start":"2026-04-28T01:52:29.588573Z","end":"2026-04-28T01:52:29.728309Z","steps":["trace[961737084] 'agreement among raft nodes before linearized reading' (duration: 139.557214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:29.728596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.765324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T01:52:29.728637Z","caller":"traceutil/trace.go:171","msg":"trace[1885279203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14546; }","duration":"133.823786ms","start":"2026-04-28T01:52:29.594803Z","end":"2026-04-28T01:52:29.728626Z","steps":["trace[1885279203] 'agreement among raft nodes before linearized reading' (duration: 133.708833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:52:37.822384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12591} {"level":"info","ts":"2026-04-28T01:52:37.904648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12591,"took":"78.189725ms","hash":1577594037,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":26497024,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T01:52:37.904729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1577594037,"revision":12591,"compact-revision":10437} {"level":"info","ts":"2026-04-28T01:52:43.86256Z","caller":"traceutil/trace.go:171","msg":"trace[1453074037] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"101.499391ms","start":"2026-04-28T01:52:43.761026Z","end":"2026-04-28T01:52:43.862525Z","steps":["trace[1453074037] 'process raft request' (duration: 101.318466ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:52:44.123141Z","caller":"traceutil/trace.go:171","msg":"trace[16461958] linearizableReadLoop","detail":"{readStateIndex:15133; appliedIndex:15131; }","duration":"306.517878ms","start":"2026-04-28T01:52:43.81659Z","end":"2026-04-28T01:52:44.123108Z","steps":["trace[16461958] 'read index received' (duration: 45.840959ms)","trace[16461958] 'applied index is now lower than readState.Index' (duration: 260.676099ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:52:44.123194Z","caller":"traceutil/trace.go:171","msg":"trace[1835325546] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"334.356558ms","start":"2026-04-28T01:52:43.788788Z","end":"2026-04-28T01:52:44.123144Z","steps":["trace[1835325546] 'process raft request' (duration: 281.835713ms)","trace[1835325546] 'compare' (duration: 52.32998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:52:44.12339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.074066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T01:52:44.123393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:52:43.788778Z","time spent":"334.508413ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:52:44.12339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.779315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T01:52:44.12344Z","caller":"traceutil/trace.go:171","msg":"trace[25202420] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14620; }","duration":"302.200379ms","start":"2026-04-28T01:52:43.821225Z","end":"2026-04-28T01:52:44.123426Z","steps":["trace[25202420] 'agreement among raft nodes before linearized reading' (duration: 302.067485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:44.123493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:52:43.821205Z","time spent":"302.2762ms","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":17,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T01:52:44.123488Z","caller":"traceutil/trace.go:171","msg":"trace[774025615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14620; }","duration":"306.945189ms","start":"2026-04-28T01:52:43.816523Z","end":"2026-04-28T01:52:44.123469Z","steps":["trace[774025615] 'agreement among raft nodes before linearized reading' (duration: 306.684462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:44.123542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:52:43.816504Z","time spent":"307.030882ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T01:52:44.123588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.36113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ds6h8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T01:52:44.123676Z","caller":"traceutil/trace.go:171","msg":"trace[1114177694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ds6h8; range_end:; response_count:1; response_revision:14620; }","duration":"242.500545ms","start":"2026-04-28T01:52:43.881151Z","end":"2026-04-28T01:52:44.123651Z","steps":["trace[1114177694] 'agreement among raft nodes before linearized reading' (duration: 242.271269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:53:09.787172Z","caller":"traceutil/trace.go:171","msg":"trace[1784852776] linearizableReadLoop","detail":"{readStateIndex:15490; appliedIndex:15489; }","duration":"124.459496ms","start":"2026-04-28T01:53:09.662669Z","end":"2026-04-28T01:53:09.787128Z","steps":["trace[1784852776] 'read index received' (duration: 124.24671ms)","trace[1784852776] 'applied index is now lower than readState.Index' (duration: 211.326µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:53:09.787213Z","caller":"traceutil/trace.go:171","msg":"trace[1058784596] transaction","detail":"{read_only:false; response_revision:14963; number_of_response:1; }","duration":"337.68519ms","start":"2026-04-28T01:53:09.44949Z","end":"2026-04-28T01:53:09.787175Z","steps":["trace[1058784596] 'process raft request' (duration: 337.433413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:53:09.7874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:53:09.449453Z","time spent":"337.855935ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:53:09.787591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.886738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cafce7ce-6547-4da2-a1b2-a185cb3123a4\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-28T01:53:09.788053Z","caller":"traceutil/trace.go:171","msg":"trace[2145590916] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cafce7ce-6547-4da2-a1b2-a185cb3123a4; range_end:; response_count:1; response_revision:14963; }","duration":"125.413992ms","start":"2026-04-28T01:53:09.662604Z","end":"2026-04-28T01:53:09.788018Z","steps":["trace[2145590916] 'agreement among raft nodes before linearized reading' (duration: 124.708463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:54:35.933047Z","caller":"traceutil/trace.go:171","msg":"trace[712026023] linearizableReadLoop","detail":"{readStateIndex:16320; appliedIndex:16319; }","duration":"101.10601ms","start":"2026-04-28T01:54:35.831908Z","end":"2026-04-28T01:54:35.933014Z","steps":["trace[712026023] 'read index received' (duration: 100.918095ms)","trace[712026023] 'applied index is now lower than readState.Index' (duration: 186.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:54:35.933108Z","caller":"traceutil/trace.go:171","msg":"trace[811197101] transaction","detail":"{read_only:false; response_revision:15770; number_of_response:1; }","duration":"101.803259ms","start":"2026-04-28T01:54:35.831263Z","end":"2026-04-28T01:54:35.933066Z","steps":["trace[811197101] 'process raft request' (duration: 101.570952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:35.934145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.196861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732268"} {"level":"info","ts":"2026-04-28T01:54:35.934203Z","caller":"traceutil/trace.go:171","msg":"trace[1066159265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15770; }","duration":"102.303233ms","start":"2026-04-28T01:54:35.831884Z","end":"2026-04-28T01:54:35.934187Z","steps":["trace[1066159265] 'agreement among raft nodes before linearized reading' (duration: 101.310425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:54:36.685368Z","caller":"traceutil/trace.go:171","msg":"trace[1985152844] transaction","detail":"{read_only:false; response_revision:15772; number_of_response:1; }","duration":"139.72316ms","start":"2026-04-28T01:54:36.545597Z","end":"2026-04-28T01:54:36.68532Z","steps":["trace[1985152844] 'process raft request' (duration: 139.418771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:54:37.386347Z","caller":"traceutil/trace.go:171","msg":"trace[1610927228] transaction","detail":"{read_only:false; response_revision:15780; number_of_response:1; }","duration":"120.440525ms","start":"2026-04-28T01:54:37.265871Z","end":"2026-04-28T01:54:37.386312Z","steps":["trace[1610927228] 'process raft request' (duration: 119.980503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:37.612262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.637066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:54:37.612362Z","caller":"traceutil/trace.go:171","msg":"trace[691835276] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:15780; }","duration":"126.790641ms","start":"2026-04-28T01:54:37.48555Z","end":"2026-04-28T01:54:37.61234Z","steps":["trace[691835276] 'count revisions from in-memory index tree' (duration: 126.534994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:54:40.589071Z","caller":"traceutil/trace.go:171","msg":"trace[832453276] linearizableReadLoop","detail":"{readStateIndex:16344; appliedIndex:16343; }","duration":"240.15677ms","start":"2026-04-28T01:54:40.348881Z","end":"2026-04-28T01:54:40.589037Z","steps":["trace[832453276] 'read index received' (duration: 239.967875ms)","trace[832453276] 'applied index is now lower than readState.Index' (duration: 187.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:54:40.589108Z","caller":"traceutil/trace.go:171","msg":"trace[1163550430] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"240.268653ms","start":"2026-04-28T01:54:40.3488Z","end":"2026-04-28T01:54:40.589069Z","steps":["trace[1163550430] 'process raft request' (duration: 240.066217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:40.589301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.465978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:54:40.589342Z","caller":"traceutil/trace.go:171","msg":"trace[866343894] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15793; }","duration":"240.582311ms","start":"2026-04-28T01:54:40.348753Z","end":"2026-04-28T01:54:40.589335Z","steps":["trace[866343894] 'agreement among raft nodes before linearized reading' (duration: 240.452258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:40.589367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.307443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T01:54:40.589379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.478858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-28T01:54:40.589447Z","caller":"traceutil/trace.go:171","msg":"trace[724378182] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15793; }","duration":"240.410867ms","start":"2026-04-28T01:54:40.349018Z","end":"2026-04-28T01:54:40.589428Z","steps":["trace[724378182] 'agreement among raft nodes before linearized reading' (duration: 240.285473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:54:40.589496Z","caller":"traceutil/trace.go:171","msg":"trace[268219709] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15793; }","duration":"240.622953ms","start":"2026-04-28T01:54:40.348847Z","end":"2026-04-28T01:54:40.58947Z","steps":["trace[268219709] 'agreement among raft nodes before linearized reading' (duration: 240.257792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:40.58967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.491637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:54:40.589711Z","caller":"traceutil/trace.go:171","msg":"trace[1902413471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15793; }","duration":"233.547158ms","start":"2026-04-28T01:54:40.356151Z","end":"2026-04-28T01:54:40.589698Z","steps":["trace[1902413471] 'agreement among raft nodes before linearized reading' (duration: 233.480996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:40.589736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.441408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-28T01:54:40.589776Z","caller":"traceutil/trace.go:171","msg":"trace[904593232] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15793; }","duration":"197.51519ms","start":"2026-04-28T01:54:40.392251Z","end":"2026-04-28T01:54:40.589766Z","steps":["trace[904593232] 'agreement among raft nodes before linearized reading' (duration: 197.351115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:40.589972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.90488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:54:40.59019Z","caller":"traceutil/trace.go:171","msg":"trace[1934799677] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15793; }","duration":"194.197078ms","start":"2026-04-28T01:54:40.395977Z","end":"2026-04-28T01:54:40.590174Z","steps":["trace[1934799677] 'agreement among raft nodes before linearized reading' (duration: 193.91564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:54:40.59009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.742436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T01:54:40.590332Z","caller":"traceutil/trace.go:171","msg":"trace[1696719586] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15793; }","duration":"197.976023ms","start":"2026-04-28T01:54:40.392303Z","end":"2026-04-28T01:54:40.590279Z","steps":["trace[1696719586] 'agreement among raft nodes before linearized reading' (duration: 197.603193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:57:37.828473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14590} {"level":"info","ts":"2026-04-28T01:57:37.909037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14590,"took":"76.644492ms","hash":1929132239,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":33247232,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T01:57:37.909125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1929132239,"revision":14590,"compact-revision":12591} {"level":"info","ts":"2026-04-28T02:00:27.910926Z","caller":"traceutil/trace.go:171","msg":"trace[1544094139] transaction","detail":"{read_only:false; response_revision:18402; number_of_response:1; }","duration":"157.501348ms","start":"2026-04-28T02:00:27.753391Z","end":"2026-04-28T02:00:27.910893Z","steps":["trace[1544094139] 'process raft request' (duration: 157.299182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:00:27.921234Z","caller":"traceutil/trace.go:171","msg":"trace[1605506621] transaction","detail":"{read_only:false; response_revision:18403; number_of_response:1; }","duration":"147.485301ms","start":"2026-04-28T02:00:27.773729Z","end":"2026-04-28T02:00:27.921214Z","steps":["trace[1605506621] 'process raft request' (duration: 147.260585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:00:27.921224Z","caller":"traceutil/trace.go:171","msg":"trace[105865880] linearizableReadLoop","detail":"{readStateIndex:19038; appliedIndex:19036; }","duration":"104.644566ms","start":"2026-04-28T02:00:27.816558Z","end":"2026-04-28T02:00:27.921202Z","steps":["trace[105865880] 'read index received' (duration: 94.150215ms)","trace[105865880] 'applied index is now lower than readState.Index' (duration: 10.493291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:00:27.9214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.823021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:00:27.921424Z","caller":"traceutil/trace.go:171","msg":"trace[22211706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18404; }","duration":"104.912523ms","start":"2026-04-28T02:00:27.816506Z","end":"2026-04-28T02:00:27.921418Z","steps":["trace[22211706] 'agreement among raft nodes before linearized reading' (duration: 104.760709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:00:34.053788Z","caller":"traceutil/trace.go:171","msg":"trace[2050285820] linearizableReadLoop","detail":"{readStateIndex:19087; appliedIndex:19086; }","duration":"104.691996ms","start":"2026-04-28T02:00:33.949073Z","end":"2026-04-28T02:00:34.053765Z","steps":["trace[2050285820] 'read index received' (duration: 104.606564ms)","trace[2050285820] 'applied index is now lower than readState.Index' (duration: 84.712µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:00:34.053876Z","caller":"traceutil/trace.go:171","msg":"trace[1754152012] transaction","detail":"{read_only:false; response_revision:18451; number_of_response:1; }","duration":"122.987533ms","start":"2026-04-28T02:00:33.930849Z","end":"2026-04-28T02:00:34.053837Z","steps":["trace[1754152012] 'process raft request' (duration: 122.776177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:00:34.053958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.863542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:00:34.053985Z","caller":"traceutil/trace.go:171","msg":"trace[376368073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18451; }","duration":"104.952744ms","start":"2026-04-28T02:00:33.949026Z","end":"2026-04-28T02:00:34.053978Z","steps":["trace[376368073] 'agreement among raft nodes before linearized reading' (duration: 104.82543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:00:34.388645Z","caller":"traceutil/trace.go:171","msg":"trace[1707020197] transaction","detail":"{read_only:false; response_revision:18455; number_of_response:1; }","duration":"188.421344ms","start":"2026-04-28T02:00:34.200186Z","end":"2026-04-28T02:00:34.388607Z","steps":["trace[1707020197] 'process raft request' (duration: 172.991036ms)","trace[1707020197] 'compare' (duration: 15.259703ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:00:34.395146Z","caller":"traceutil/trace.go:171","msg":"trace[56061688] transaction","detail":"{read_only:false; response_revision:18456; number_of_response:1; }","duration":"193.476984ms","start":"2026-04-28T02:00:34.201642Z","end":"2026-04-28T02:00:34.395119Z","steps":["trace[56061688] 'process raft request' (duration: 193.306709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:00:34.842664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.923776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T02:00:34.842707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.291733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:00:34.842813Z","caller":"traceutil/trace.go:171","msg":"trace[2122301115] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18456; }","duration":"211.132762ms","start":"2026-04-28T02:00:34.631627Z","end":"2026-04-28T02:00:34.84276Z","steps":["trace[2122301115] 'count revisions from in-memory index tree' (duration: 210.741461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:00:34.842885Z","caller":"traceutil/trace.go:171","msg":"trace[1618355168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18456; }","duration":"152.499031ms","start":"2026-04-28T02:00:34.690326Z","end":"2026-04-28T02:00:34.842825Z","steps":["trace[1618355168] 'range keys from in-memory index tree' (duration: 152.051697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:02:02.729427Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"71d28e9ac1bc4e5d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T02:02:02.733296Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T02:02:02.733391Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T02:02:37.835972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17240} {"level":"info","ts":"2026-04-28T02:02:37.937185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17240,"took":"95.248826ms","hash":3184904270,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":34140160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T02:02:37.937263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3184904270,"revision":17240,"compact-revision":14590} {"level":"info","ts":"2026-04-28T02:06:27.354532Z","caller":"traceutil/trace.go:171","msg":"trace[786318942] transaction","detail":"{read_only:false; response_revision:21231; number_of_response:1; }","duration":"326.311021ms","start":"2026-04-28T02:06:27.028188Z","end":"2026-04-28T02:06:27.354499Z","steps":["trace[786318942] 'process raft request' (duration: 326.119146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:06:27.354724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:06:27.028159Z","time spent":"326.464546ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:06:27.627155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.826292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:06:27.627621Z","caller":"traceutil/trace.go:171","msg":"trace[2104327950] transaction","detail":"{read_only:false; response_revision:21232; number_of_response:1; }","duration":"598.500644ms","start":"2026-04-28T02:06:27.029063Z","end":"2026-04-28T02:06:27.627563Z","steps":["trace[2104327950] 'process raft request' (duration: 437.125398ms)","trace[2104327950] 'compare' (duration: 160.653606ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:06:27.627714Z","caller":"traceutil/trace.go:171","msg":"trace[1373612748] transaction","detail":"{read_only:false; response_revision:21233; number_of_response:1; }","duration":"145.127526ms","start":"2026-04-28T02:06:27.482514Z","end":"2026-04-28T02:06:27.627642Z","steps":["trace[1373612748] 'process raft request' (duration: 144.90221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:06:27.627941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:06:27.029047Z","time spent":"598.778291ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:06:27.680538Z","caller":"traceutil/trace.go:171","msg":"trace[1190613073] transaction","detail":"{read_only:false; response_revision:21234; number_of_response:1; }","duration":"196.379275ms","start":"2026-04-28T02:06:27.484117Z","end":"2026-04-28T02:06:27.680496Z","steps":["trace[1190613073] 'process raft request' (duration: 196.108617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:06:27.922236Z","caller":"traceutil/trace.go:171","msg":"trace[654095951] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"160.319857ms","start":"2026-04-28T02:06:27.76189Z","end":"2026-04-28T02:06:27.92221Z","steps":["trace[654095951] 'process raft request' (duration: 140.970111ms)","trace[654095951] 'compare' (duration: 19.248423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:06:28.205005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.891545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:06:28.205169Z","caller":"traceutil/trace.go:171","msg":"trace[1485830310] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"388.145692ms","start":"2026-04-28T02:06:27.816992Z","end":"2026-04-28T02:06:28.205138Z","steps":["trace[1485830310] 'process raft request' (duration: 270.99279ms)","trace[1485830310] 'compare' (duration: 116.72872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:06:28.205262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:06:27.816953Z","time spent":"388.261825ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:06:28.205931Z","caller":"traceutil/trace.go:171","msg":"trace[2114549365] linearizableReadLoop","detail":"{readStateIndex:21963; appliedIndex:21961; }","duration":"265.762365ms","start":"2026-04-28T02:06:27.940124Z","end":"2026-04-28T02:06:28.205887Z","steps":["trace[2114549365] 'read index received' (duration: 148.12449ms)","trace[2114549365] 'applied index is now lower than readState.Index' (duration: 117.636055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:06:28.206074Z","caller":"traceutil/trace.go:171","msg":"trace[130982214] transaction","detail":"{read_only:false; response_revision:21237; number_of_response:1; }","duration":"282.864988ms","start":"2026-04-28T02:06:27.923174Z","end":"2026-04-28T02:06:28.206039Z","steps":["trace[130982214] 'process raft request' (duration: 282.512218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:06:28.206513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.365531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:06:28.206622Z","caller":"traceutil/trace.go:171","msg":"trace[217230139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21237; }","duration":"266.549507ms","start":"2026-04-28T02:06:27.940052Z","end":"2026-04-28T02:06:28.206601Z","steps":["trace[217230139] 'agreement among raft nodes before linearized reading' (duration: 266.220708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:06:28.206607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.461346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T02:06:28.206735Z","caller":"traceutil/trace.go:171","msg":"trace[1770335579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21237; }","duration":"261.650881ms","start":"2026-04-28T02:06:27.945047Z","end":"2026-04-28T02:06:28.206698Z","steps":["trace[1770335579] 'agreement among raft nodes before linearized reading' (duration: 261.2192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:07:37.842673Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19626} {"level":"info","ts":"2026-04-28T02:07:37.957792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19626,"took":"111.898957ms","hash":3555308943,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":29761536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T02:07:37.957861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3555308943,"revision":19626,"compact-revision":17240} {"level":"info","ts":"2026-04-28T02:10:27.536835Z","caller":"traceutil/trace.go:171","msg":"trace[741608535] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"136.257559ms","start":"2026-04-28T02:10:27.400548Z","end":"2026-04-28T02:10:27.536805Z","steps":["trace[741608535] 'process raft request' (duration: 136.049122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:10:27.658965Z","caller":"traceutil/trace.go:171","msg":"trace[1351481263] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"127.094305ms","start":"2026-04-28T02:10:27.531829Z","end":"2026-04-28T02:10:27.658923Z","steps":["trace[1351481263] 'process raft request' (duration: 98.758751ms)","trace[1351481263] 'compare' (duration: 28.060026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:10:27.660147Z","caller":"traceutil/trace.go:171","msg":"trace[644474483] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"115.188536ms","start":"2026-04-28T02:10:27.5437Z","end":"2026-04-28T02:10:27.658889Z","steps":["trace[644474483] 'process raft request' (duration: 115.125784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:37.849497Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21865} {"level":"info","ts":"2026-04-28T02:12:37.959279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21865,"took":"106.050773ms","hash":3102937659,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":42647552,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-28T02:12:37.959373Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3102937659,"revision":21865,"compact-revision":19626} {"level":"info","ts":"2026-04-28T02:13:47.836163Z","caller":"traceutil/trace.go:171","msg":"trace[275147420] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"121.868601ms","start":"2026-04-28T02:13:47.714256Z","end":"2026-04-28T02:13:47.836125Z","steps":["trace[275147420] 'process raft request' (duration: 121.575623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:48.15881Z","caller":"traceutil/trace.go:171","msg":"trace[132813151] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"319.463896ms","start":"2026-04-28T02:13:47.839324Z","end":"2026-04-28T02:13:48.158788Z","steps":["trace[132813151] 'process raft request' (duration: 319.26794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.158955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:47.839295Z","time spent":"319.584589ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:13:48.159727Z","caller":"traceutil/trace.go:171","msg":"trace[1868899785] linearizableReadLoop","detail":"{readStateIndex:26585; appliedIndex:26585; }","duration":"319.697112ms","start":"2026-04-28T02:13:47.840014Z","end":"2026-04-28T02:13:48.159711Z","steps":["trace[1868899785] 'read index received' (duration: 319.689642ms)","trace[1868899785] 'applied index is now lower than readState.Index' (duration: 6.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:48.159829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.805985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:48.159858Z","caller":"traceutil/trace.go:171","msg":"trace[1939093618] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25728; }","duration":"319.869107ms","start":"2026-04-28T02:13:47.83998Z","end":"2026-04-28T02:13:48.159849Z","steps":["trace[1939093618] 'agreement among raft nodes before linearized reading' (duration: 319.805745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.159897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:47.839963Z","time spent":"319.921709ms","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T02:13:48.1893Z","caller":"traceutil/trace.go:171","msg":"trace[1866255601] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"343.953994ms","start":"2026-04-28T02:13:47.845323Z","end":"2026-04-28T02:13:48.189277Z","steps":["trace[1866255601] 'process raft request' (duration: 343.771129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.189441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:47.845308Z","time spent":"344.059607ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:13:48.189577Z","caller":"traceutil/trace.go:171","msg":"trace[92620365] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"286.284218ms","start":"2026-04-28T02:13:47.90328Z","end":"2026-04-28T02:13:48.189564Z","steps":["trace[92620365] 'process raft request' (duration: 285.943019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.189815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.020174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:48.189865Z","caller":"traceutil/trace.go:171","msg":"trace[395964573] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25731; }","duration":"238.118866ms","start":"2026-04-28T02:13:47.951733Z","end":"2026-04-28T02:13:48.189852Z","steps":["trace[395964573] 'agreement among raft nodes before linearized reading' (duration: 238.034734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.189932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.757701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T02:13:48.190052Z","caller":"traceutil/trace.go:171","msg":"trace[352098278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25731; }","duration":"163.908004ms","start":"2026-04-28T02:13:48.026092Z","end":"2026-04-28T02:13:48.19Z","steps":["trace[352098278] 'agreement among raft nodes before linearized reading' (duration: 163.661178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.190036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.645413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:13:48.190117Z","caller":"traceutil/trace.go:171","msg":"trace[1225364284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25731; }","duration":"314.803357ms","start":"2026-04-28T02:13:47.875294Z","end":"2026-04-28T02:13:48.190097Z","steps":["trace[1225364284] 'agreement among raft nodes before linearized reading' (duration: 314.569091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.190165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:47.875263Z","time spent":"314.89308ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T02:13:48.329069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.023968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:48.329189Z","caller":"traceutil/trace.go:171","msg":"trace[1340099959] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"135.770756ms","start":"2026-04-28T02:13:48.193398Z","end":"2026-04-28T02:13:48.329169Z","steps":["trace[1340099959] 'process raft request' (duration: 18.556674ms)","trace[1340099959] 'compare' (duration: 116.886823ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:48.556417Z","caller":"traceutil/trace.go:171","msg":"trace[851148201] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"362.540558ms","start":"2026-04-28T02:13:48.193856Z","end":"2026-04-28T02:13:48.556396Z","steps":["trace[851148201] 'process raft request' (duration: 360.890692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.556581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:48.193847Z","time spent":"362.662672ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:13:48.556717Z","caller":"traceutil/trace.go:171","msg":"trace[871911131] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"361.411576ms","start":"2026-04-28T02:13:48.195296Z","end":"2026-04-28T02:13:48.556707Z","steps":["trace[871911131] 'process raft request' (duration: 361.068617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:48.55669Z","caller":"traceutil/trace.go:171","msg":"trace[1080251505] linearizableReadLoop","detail":"{readStateIndex:26591; appliedIndex:26588; }","duration":"344.904159ms","start":"2026-04-28T02:13:48.211732Z","end":"2026-04-28T02:13:48.556636Z","steps":["trace[1080251505] 'read index received' (duration: 232.666µs)","trace[1080251505] 'applied index is now lower than readState.Index' (duration: 344.668033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:48.556774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:48.195266Z","time spent":"361.483638ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:13:48.556943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.196758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T02:13:48.557011Z","caller":"traceutil/trace.go:171","msg":"trace[283065477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25734; }","duration":"345.29942ms","start":"2026-04-28T02:13:48.211697Z","end":"2026-04-28T02:13:48.556996Z","steps":["trace[283065477] 'agreement among raft nodes before linearized reading' (duration: 345.123575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:48.557048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:48.211681Z","time spent":"345.362002ms","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T02:13:48.557548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.232858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:48.55759Z","caller":"traceutil/trace.go:171","msg":"trace[2113562996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25735; }","duration":"166.340321ms","start":"2026-04-28T02:13:48.391239Z","end":"2026-04-28T02:13:48.557579Z","steps":["trace[2113562996] 'agreement among raft nodes before linearized reading' (duration: 166.171496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:52.910797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.643715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:52.910919Z","caller":"traceutil/trace.go:171","msg":"trace[619626484] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"238.113826ms","start":"2026-04-28T02:13:52.672783Z","end":"2026-04-28T02:13:52.910897Z","steps":["trace[619626484] 'process raft request' (duration: 52.286076ms)","trace[619626484] 'compare' (duration: 185.501891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:52.91266Z","caller":"traceutil/trace.go:171","msg":"trace[1636903162] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"236.252695ms","start":"2026-04-28T02:13:52.67639Z","end":"2026-04-28T02:13:52.912643Z","steps":["trace[1636903162] 'process raft request' (duration: 236.206694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:52.912982Z","caller":"traceutil/trace.go:171","msg":"trace[1977062981] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"239.412612ms","start":"2026-04-28T02:13:52.673555Z","end":"2026-04-28T02:13:52.912968Z","steps":["trace[1977062981] 'process raft request' (duration: 238.95836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:53.099073Z","caller":"traceutil/trace.go:171","msg":"trace[903009310] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"148.560579ms","start":"2026-04-28T02:13:52.950483Z","end":"2026-04-28T02:13:53.099044Z","steps":["trace[903009310] 'process raft request' (duration: 131.807626ms)","trace[903009310] 'compare' (duration: 16.414234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:53.368585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.286731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T02:13:53.368691Z","caller":"traceutil/trace.go:171","msg":"trace[1738177787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25778; }","duration":"131.482737ms","start":"2026-04-28T02:13:53.237183Z","end":"2026-04-28T02:13:53.368666Z","steps":["trace[1738177787] 'count revisions from in-memory index tree' (duration: 131.143937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:53.525566Z","caller":"traceutil/trace.go:171","msg":"trace[24361906] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26636; }","duration":"182.125488ms","start":"2026-04-28T02:13:53.343416Z","end":"2026-04-28T02:13:53.525541Z","steps":["trace[24361906] 'read index received' (duration: 182.006355ms)","trace[24361906] 'applied index is now lower than readState.Index' (duration: 117.963µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:53.525656Z","caller":"traceutil/trace.go:171","msg":"trace[277561432] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"182.370236ms","start":"2026-04-28T02:13:53.343238Z","end":"2026-04-28T02:13:53.525608Z","steps":["trace[277561432] 'process raft request' (duration: 182.15194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:53.525886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.434866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T02:13:53.525981Z","caller":"traceutil/trace.go:171","msg":"trace[829217241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25779; }","duration":"182.560769ms","start":"2026-04-28T02:13:53.343402Z","end":"2026-04-28T02:13:53.525962Z","steps":["trace[829217241] 'agreement among raft nodes before linearized reading' (duration: 182.245751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:53.602837Z","caller":"traceutil/trace.go:171","msg":"trace[420156070] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"229.610771ms","start":"2026-04-28T02:13:53.373201Z","end":"2026-04-28T02:13:53.602811Z","steps":["trace[420156070] 'process raft request' (duration: 221.209578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:53.603116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.868138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:53.603046Z","caller":"traceutil/trace.go:171","msg":"trace[290834333] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"178.807776ms","start":"2026-04-28T02:13:53.4242Z","end":"2026-04-28T02:13:53.603007Z","steps":["trace[290834333] 'process raft request' (duration: 178.562129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:53.603215Z","caller":"traceutil/trace.go:171","msg":"trace[564159388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25781; }","duration":"213.012632ms","start":"2026-04-28T02:13:53.390177Z","end":"2026-04-28T02:13:53.603189Z","steps":["trace[564159388] 'agreement among raft nodes before linearized reading' (duration: 212.805216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:53.6032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.981767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T02:13:53.603488Z","caller":"traceutil/trace.go:171","msg":"trace[749824395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25781; }","duration":"232.277775ms","start":"2026-04-28T02:13:53.371198Z","end":"2026-04-28T02:13:53.603476Z","steps":["trace[749824395] 'agreement among raft nodes before linearized reading' (duration: 231.830523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:53.873861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.367591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:53.874042Z","caller":"traceutil/trace.go:171","msg":"trace[1740582451] linearizableReadLoop","detail":"{readStateIndex:26641; appliedIndex:26640; }","duration":"265.448622ms","start":"2026-04-28T02:13:53.608549Z","end":"2026-04-28T02:13:53.873998Z","steps":["trace[1740582451] 'read index received' (duration: 123.777154ms)","trace[1740582451] 'applied index is now lower than readState.Index' (duration: 141.669668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:53.87421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.653278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-04-28T02:13:53.874261Z","caller":"traceutil/trace.go:171","msg":"trace[1523813365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25783; }","duration":"265.706129ms","start":"2026-04-28T02:13:53.608531Z","end":"2026-04-28T02:13:53.874238Z","steps":["trace[1523813365] 'agreement among raft nodes before linearized reading' (duration: 265.557145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:53.874557Z","caller":"traceutil/trace.go:171","msg":"trace[250919093] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"266.592824ms","start":"2026-04-28T02:13:53.607893Z","end":"2026-04-28T02:13:53.874486Z","steps":["trace[250919093] 'process raft request' (duration: 124.496643ms)","trace[250919093] 'compare' (duration: 141.218137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:54.449154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.113267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:54.449428Z","caller":"traceutil/trace.go:171","msg":"trace[464025761] linearizableReadLoop","detail":"{readStateIndex:26644; appliedIndex:26642; }","duration":"110.710552ms","start":"2026-04-28T02:13:54.338698Z","end":"2026-04-28T02:13:54.449409Z","steps":["trace[464025761] 'read index received' (duration: 43.191µs)","trace[464025761] 'applied index is now lower than readState.Index' (duration: 110.66566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:54.449513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.816715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:54.449549Z","caller":"traceutil/trace.go:171","msg":"trace[178098102] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25786; }","duration":"110.886676ms","start":"2026-04-28T02:13:54.33865Z","end":"2026-04-28T02:13:54.449536Z","steps":["trace[178098102] 'agreement among raft nodes before linearized reading' (duration: 110.817654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:54.449564Z","caller":"traceutil/trace.go:171","msg":"trace[424075311] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"235.347869ms","start":"2026-04-28T02:13:54.214193Z","end":"2026-04-28T02:13:54.449541Z","steps":["trace[424075311] 'process raft request' (duration: 112.755009ms)","trace[424075311] 'compare' (duration: 121.988674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:54.450147Z","caller":"traceutil/trace.go:171","msg":"trace[2082882093] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"234.402192ms","start":"2026-04-28T02:13:54.215149Z","end":"2026-04-28T02:13:54.449551Z","steps":["trace[2082882093] 'process raft request' (duration: 234.105344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:55.08192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.934219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-28T02:13:55.082154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.676305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:13:55.0822Z","caller":"traceutil/trace.go:171","msg":"trace[879590222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25787; }","duration":"164.732467ms","start":"2026-04-28T02:13:54.917449Z","end":"2026-04-28T02:13:55.082181Z","steps":["trace[879590222] 'range keys from in-memory index tree' (duration: 164.194172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:55.082438Z","caller":"traceutil/trace.go:171","msg":"trace[717932259] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"164.268744ms","start":"2026-04-28T02:13:54.918157Z","end":"2026-04-28T02:13:55.082425Z","steps":["trace[717932259] 'process raft request' (duration: 18.740558ms)","trace[717932259] 'compare' (duration: 144.813996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:55.082459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.844593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T02:13:55.082552Z","caller":"traceutil/trace.go:171","msg":"trace[645249507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25787; }","duration":"167.985446ms","start":"2026-04-28T02:13:54.914546Z","end":"2026-04-28T02:13:55.082531Z","steps":["trace[645249507] 'range keys from in-memory index tree' (duration: 167.041131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:55.08266Z","caller":"traceutil/trace.go:171","msg":"trace[1895464007] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"162.786122ms","start":"2026-04-28T02:13:54.919848Z","end":"2026-04-28T02:13:55.082634Z","steps":["trace[1895464007] 'process raft request' (duration: 162.196816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:55.534692Z","caller":"traceutil/trace.go:171","msg":"trace[2134380349] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"446.597733ms","start":"2026-04-28T02:13:55.088076Z","end":"2026-04-28T02:13:55.534674Z","steps":["trace[2134380349] 'process raft request' (duration: 446.47281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:55.534805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:55.088051Z","time spent":"446.695356ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:13:55.556382Z","caller":"traceutil/trace.go:171","msg":"trace[296508875] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"468.180769ms","start":"2026-04-28T02:13:55.088177Z","end":"2026-04-28T02:13:55.556358Z","steps":["trace[296508875] 'process raft request' (duration: 468.013564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:55.556517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:55.088167Z","time spent":"468.286384ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:13:55.556524Z","caller":"traceutil/trace.go:171","msg":"trace[69215402] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26647; }","duration":"448.331402ms","start":"2026-04-28T02:13:55.108164Z","end":"2026-04-28T02:13:55.556495Z","steps":["trace[69215402] 'read index received' (duration: 426.452667ms)","trace[69215402] 'applied index is now lower than readState.Index' (duration: 21.876385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:55.556742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.296722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:13:55.556793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.613539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:13:55.556806Z","caller":"traceutil/trace.go:171","msg":"trace[1789936948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"165.412786ms","start":"2026-04-28T02:13:55.391375Z","end":"2026-04-28T02:13:55.556788Z","steps":["trace[1789936948] 'agreement among raft nodes before linearized reading' (duration: 165.323333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:55.556831Z","caller":"traceutil/trace.go:171","msg":"trace[959127242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25792; }","duration":"448.721433ms","start":"2026-04-28T02:13:55.108097Z","end":"2026-04-28T02:13:55.556819Z","steps":["trace[959127242] 'agreement among raft nodes before linearized reading' (duration: 448.540998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:55.556868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:55.108079Z","time spent":"448.781854ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T02:13:55.823215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.357562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:55.823409Z","caller":"traceutil/trace.go:171","msg":"trace[1807985047] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"214.800421ms","start":"2026-04-28T02:13:55.60859Z","end":"2026-04-28T02:13:55.823391Z","steps":["trace[1807985047] 'process raft request' (duration: 214.7314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:55.823625Z","caller":"traceutil/trace.go:171","msg":"trace[1433405558] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26650; }","duration":"215.909882ms","start":"2026-04-28T02:13:55.607705Z","end":"2026-04-28T02:13:55.823615Z","steps":["trace[1433405558] 'read index received' (duration: 79.009455ms)","trace[1433405558] 'applied index is now lower than readState.Index' (duration: 136.898547ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:55.823709Z","caller":"traceutil/trace.go:171","msg":"trace[543774214] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"263.57057ms","start":"2026-04-28T02:13:55.560061Z","end":"2026-04-28T02:13:55.823631Z","steps":["trace[543774214] 'process raft request' (duration: 126.693854ms)","trace[543774214] 'compare' (duration: 136.151776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:55.823843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.133268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T02:13:55.823886Z","caller":"traceutil/trace.go:171","msg":"trace[700711272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25794; }","duration":"216.213351ms","start":"2026-04-28T02:13:55.60766Z","end":"2026-04-28T02:13:55.823873Z","steps":["trace[700711272] 'agreement among raft nodes before linearized reading' (duration: 216.039796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:55.824055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.283722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:13:55.82409Z","caller":"traceutil/trace.go:171","msg":"trace[1912718555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25794; }","duration":"216.334093ms","start":"2026-04-28T02:13:55.607748Z","end":"2026-04-28T02:13:55.824082Z","steps":["trace[1912718555] 'agreement among raft nodes before linearized reading' (duration: 216.231811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:56.034684Z","caller":"traceutil/trace.go:171","msg":"trace[1054335709] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"203.518749ms","start":"2026-04-28T02:13:55.83115Z","end":"2026-04-28T02:13:56.034668Z","steps":["trace[1054335709] 'process raft request' (duration: 123.105965ms)","trace[1054335709] 'compare' (duration: 80.222239ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:56.164939Z","caller":"traceutil/trace.go:171","msg":"trace[156982633] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"138.845321ms","start":"2026-04-28T02:13:56.026066Z","end":"2026-04-28T02:13:56.164911Z","steps":["trace[156982633] 'process raft request' (duration: 131.456416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:56.16496Z","caller":"traceutil/trace.go:171","msg":"trace[528592540] linearizableReadLoop","detail":"{readStateIndex:26655; appliedIndex:26654; }","duration":"118.790746ms","start":"2026-04-28T02:13:56.046146Z","end":"2026-04-28T02:13:56.164937Z","steps":["trace[528592540] 'read index received' (duration: 111.389611ms)","trace[528592540] 'applied index is now lower than readState.Index' (duration: 7.399925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:56.305336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.162089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:56.305433Z","caller":"traceutil/trace.go:171","msg":"trace[2046890768] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25797; }","duration":"259.300073ms","start":"2026-04-28T02:13:56.046109Z","end":"2026-04-28T02:13:56.305409Z","steps":["trace[2046890768] 'agreement among raft nodes before linearized reading' (duration: 119.007582ms)","trace[2046890768] 'count revisions from in-memory index tree' (duration: 140.158896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:56.306187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.289817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T02:13:56.306267Z","caller":"traceutil/trace.go:171","msg":"trace[98087088] linearizableReadLoop","detail":"{readStateIndex:26656; appliedIndex:26655; }","duration":"141.205375ms","start":"2026-04-28T02:13:56.165048Z","end":"2026-04-28T02:13:56.306254Z","steps":["trace[98087088] 'read index received' (duration: 82.592µs)","trace[98087088] 'applied index is now lower than readState.Index' (duration: 141.121913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:56.306341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.628898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:56.30638Z","caller":"traceutil/trace.go:171","msg":"trace[1192330368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25797; }","duration":"149.70027ms","start":"2026-04-28T02:13:56.156667Z","end":"2026-04-28T02:13:56.306367Z","steps":["trace[1192330368] 'agreement among raft nodes before linearized reading' (duration: 149.631558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:56.337123Z","caller":"traceutil/trace.go:171","msg":"trace[2105951389] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"115.031672ms","start":"2026-04-28T02:13:56.222064Z","end":"2026-04-28T02:13:56.337096Z","steps":["trace[2105951389] 'process raft request' (duration: 114.719204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:56.638706Z","caller":"traceutil/trace.go:171","msg":"trace[1646263577] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"181.47892ms","start":"2026-04-28T02:13:56.457199Z","end":"2026-04-28T02:13:56.638678Z","steps":["trace[1646263577] 'process raft request' (duration: 180.679178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:56.870073Z","caller":"traceutil/trace.go:171","msg":"trace[1949998762] linearizableReadLoop","detail":"{readStateIndex:26660; appliedIndex:26659; }","duration":"112.516442ms","start":"2026-04-28T02:13:56.757479Z","end":"2026-04-28T02:13:56.869996Z","steps":["trace[1949998762] 'read index received' (duration: 111.726931ms)","trace[1949998762] 'applied index is now lower than readState.Index' (duration: 787.821µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:56.8701Z","caller":"traceutil/trace.go:171","msg":"trace[1678016108] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"129.45149ms","start":"2026-04-28T02:13:56.740614Z","end":"2026-04-28T02:13:56.870066Z","steps":["trace[1678016108] 'process raft request' (duration: 128.643238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:56.870212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.713067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:13:56.870277Z","caller":"traceutil/trace.go:171","msg":"trace[855897409] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25801; }","duration":"112.821531ms","start":"2026-04-28T02:13:56.757437Z","end":"2026-04-28T02:13:56.870258Z","steps":["trace[855897409] 'agreement among raft nodes before linearized reading' (duration: 112.694597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:57.228986Z","caller":"traceutil/trace.go:171","msg":"trace[1403550975] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"139.809797ms","start":"2026-04-28T02:13:57.089151Z","end":"2026-04-28T02:13:57.228961Z","steps":["trace[1403550975] 'process raft request' (duration: 139.640571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:57.44766Z","caller":"traceutil/trace.go:171","msg":"trace[860463208] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"358.448434ms","start":"2026-04-28T02:13:57.089191Z","end":"2026-04-28T02:13:57.44764Z","steps":["trace[860463208] 'process raft request' (duration: 319.97849ms)","trace[860463208] 'compare' (duration: 37.955519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:57.448071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:57.089164Z","time spent":"358.567248ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:13:57.44858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.527181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T02:13:57.448638Z","caller":"traceutil/trace.go:171","msg":"trace[1755483805] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25803; }","duration":"168.619604ms","start":"2026-04-28T02:13:57.279997Z","end":"2026-04-28T02:13:57.448617Z","steps":["trace[1755483805] 'agreement among raft nodes before linearized reading' (duration: 168.521431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:57.447455Z","caller":"traceutil/trace.go:171","msg":"trace[1776792929] linearizableReadLoop","detail":"{readStateIndex:26662; appliedIndex:26661; }","duration":"167.38053ms","start":"2026-04-28T02:13:57.280051Z","end":"2026-04-28T02:13:57.447432Z","steps":["trace[1776792929] 'read index received' (duration: 129.08261ms)","trace[1776792929] 'applied index is now lower than readState.Index' (duration: 38.296579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:57.718283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.223309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:57.718527Z","caller":"traceutil/trace.go:171","msg":"trace[653746573] linearizableReadLoop","detail":"{readStateIndex:26663; appliedIndex:26662; }","duration":"157.659541ms","start":"2026-04-28T02:13:57.56082Z","end":"2026-04-28T02:13:57.71848Z","steps":["trace[653746573] 'read index received' (duration: 4.158915ms)","trace[653746573] 'applied index is now lower than readState.Index' (duration: 153.499026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:57.718649Z","caller":"traceutil/trace.go:171","msg":"trace[21587902] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"175.37821ms","start":"2026-04-28T02:13:57.543259Z","end":"2026-04-28T02:13:57.718637Z","steps":["trace[21587902] 'process raft request' (duration: 21.704969ms)","trace[21587902] 'compare' (duration: 152.88217ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:57.718701Z","caller":"traceutil/trace.go:171","msg":"trace[1676322627] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"157.185968ms","start":"2026-04-28T02:13:57.561487Z","end":"2026-04-28T02:13:57.718673Z","steps":["trace[1676322627] 'process raft request' (duration: 156.907851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:57.718852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.823639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-28T02:13:57.718877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.043391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T02:13:57.71893Z","caller":"traceutil/trace.go:171","msg":"trace[2043860220] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25805; }","duration":"104.965523ms","start":"2026-04-28T02:13:57.613945Z","end":"2026-04-28T02:13:57.718911Z","steps":["trace[2043860220] 'agreement among raft nodes before linearized reading' (duration: 104.724726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:57.718952Z","caller":"traceutil/trace.go:171","msg":"trace[672655678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25805; }","duration":"158.167714ms","start":"2026-04-28T02:13:57.560766Z","end":"2026-04-28T02:13:57.718934Z","steps":["trace[672655678] 'agreement among raft nodes before linearized reading' (duration: 157.891267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:58.009328Z","caller":"traceutil/trace.go:171","msg":"trace[588081477] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"287.005988ms","start":"2026-04-28T02:13:57.72229Z","end":"2026-04-28T02:13:58.009296Z","steps":["trace[588081477] 'process raft request' (duration: 286.847123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:58.009383Z","caller":"traceutil/trace.go:171","msg":"trace[870160225] linearizableReadLoop","detail":"{readStateIndex:26665; appliedIndex:26665; }","duration":"180.957264ms","start":"2026-04-28T02:13:57.828397Z","end":"2026-04-28T02:13:58.009354Z","steps":["trace[870160225] 'read index received' (duration: 180.947524ms)","trace[870160225] 'applied index is now lower than readState.Index' (duration: 7.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:58.009605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.19604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T02:13:58.009695Z","caller":"traceutil/trace.go:171","msg":"trace[958841248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25806; }","duration":"181.341964ms","start":"2026-04-28T02:13:57.828339Z","end":"2026-04-28T02:13:58.009681Z","steps":["trace[958841248] 'agreement among raft nodes before linearized reading' (duration: 181.089237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:58.167136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.406473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:13:58.167316Z","caller":"traceutil/trace.go:171","msg":"trace[1094337313] linearizableReadLoop","detail":"{readStateIndex:26666; appliedIndex:26665; }","duration":"157.781455ms","start":"2026-04-28T02:13:58.009518Z","end":"2026-04-28T02:13:58.167299Z","steps":["trace[1094337313] 'read index received' (duration: 21.119794ms)","trace[1094337313] 'applied index is now lower than readState.Index' (duration: 136.660661ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:13:58.167339Z","caller":"traceutil/trace.go:171","msg":"trace[199040413] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"337.016232ms","start":"2026-04-28T02:13:57.830284Z","end":"2026-04-28T02:13:58.1673Z","steps":["trace[199040413] 'process raft request' (duration: 200.365392ms)","trace[199040413] 'compare' (duration: 135.879298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:13:58.167523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:57.830264Z","time spent":"337.164866ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:13:58.167563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.429731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T02:13:58.167595Z","caller":"traceutil/trace.go:171","msg":"trace[245593628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25808; }","duration":"129.462442ms","start":"2026-04-28T02:13:58.038123Z","end":"2026-04-28T02:13:58.167585Z","steps":["trace[245593628] 'agreement among raft nodes before linearized reading' (duration: 129.319398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:58.167768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.394169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:13:58.167807Z","caller":"traceutil/trace.go:171","msg":"trace[919746870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25808; }","duration":"326.45593ms","start":"2026-04-28T02:13:57.84134Z","end":"2026-04-28T02:13:58.167796Z","steps":["trace[919746870] 'agreement among raft nodes before linearized reading' (duration: 326.054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:13:58.167837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:13:57.841329Z","time spent":"326.501271ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T02:13:58.167791Z","caller":"traceutil/trace.go:171","msg":"trace[1426978592] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"154.436932ms","start":"2026-04-28T02:13:58.013271Z","end":"2026-04-28T02:13:58.167708Z","steps":["trace[1426978592] 'process raft request' (duration: 153.965698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:08.587157Z","caller":"traceutil/trace.go:171","msg":"trace[736596568] linearizableReadLoop","detail":"{readStateIndex:26742; appliedIndex:26741; }","duration":"296.588593ms","start":"2026-04-28T02:14:08.290548Z","end":"2026-04-28T02:14:08.587137Z","steps":["trace[736596568] 'read index received' (duration: 296.521992ms)","trace[736596568] 'applied index is now lower than readState.Index' (duration: 65.061µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:08.587245Z","caller":"traceutil/trace.go:171","msg":"trace[1781472783] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"311.413923ms","start":"2026-04-28T02:14:08.275805Z","end":"2026-04-28T02:14:08.587219Z","steps":["trace[1781472783] 'process raft request' (duration: 311.184336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:08.587362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.275768Z","time spent":"311.529796ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:08.587383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T02:14:08.587418Z","caller":"traceutil/trace.go:171","msg":"trace[2122196739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25881; }","duration":"296.924513ms","start":"2026-04-28T02:14:08.290482Z","end":"2026-04-28T02:14:08.587407Z","steps":["trace[2122196739] 'agreement among raft nodes before linearized reading' (duration: 296.763918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.090091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.210214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:09.090729Z","caller":"traceutil/trace.go:171","msg":"trace[1921161707] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"713.849814ms","start":"2026-04-28T02:14:08.376816Z","end":"2026-04-28T02:14:09.090665Z","steps":["trace[1921161707] 'process raft request' (duration: 416.935982ms)","trace[1921161707] 'compare' (duration: 295.446951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:09.090894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.376788Z","time spent":"714.020849ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:09.090914Z","caller":"traceutil/trace.go:171","msg":"trace[1460697986] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"568.404022ms","start":"2026-04-28T02:14:08.522465Z","end":"2026-04-28T02:14:09.090869Z","steps":["trace[1460697986] 'process raft request' (duration: 568.157375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.09106Z","caller":"traceutil/trace.go:171","msg":"trace[2044149316] linearizableReadLoop","detail":"{readStateIndex:26744; appliedIndex:26742; }","duration":"503.808135ms","start":"2026-04-28T02:14:08.587219Z","end":"2026-04-28T02:14:09.091027Z","steps":["trace[2044149316] 'read index received' (duration: 206.604265ms)","trace[2044149316] 'applied index is now lower than readState.Index' (duration: 297.20087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:09.091202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.9605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:14:09.091228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.516371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:09.09125Z","caller":"traceutil/trace.go:171","msg":"trace[545957238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25884; }","duration":"525.042042ms","start":"2026-04-28T02:14:08.566195Z","end":"2026-04-28T02:14:09.091238Z","steps":["trace[545957238] 'agreement among raft nodes before linearized reading' (duration: 524.96058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.091265Z","caller":"traceutil/trace.go:171","msg":"trace[1834575075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25884; }","duration":"702.612824ms","start":"2026-04-28T02:14:08.388641Z","end":"2026-04-28T02:14:09.091254Z","steps":["trace[1834575075] 'agreement among raft nodes before linearized reading' (duration: 702.530132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.091286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.566172Z","time spent":"525.104914ms","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:14:09.091299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.388594Z","time spent":"702.697836ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T02:14:09.091326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.522445Z","time spent":"568.68563ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:09.091392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.604256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T02:14:09.091456Z","caller":"traceutil/trace.go:171","msg":"trace[566836670] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25884; }","duration":"509.700308ms","start":"2026-04-28T02:14:08.581732Z","end":"2026-04-28T02:14:09.091432Z","steps":["trace[566836670] 'agreement among raft nodes before linearized reading' (duration: 509.518723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.091446Z","caller":"traceutil/trace.go:171","msg":"trace[1533051760] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"499.65414ms","start":"2026-04-28T02:14:08.59176Z","end":"2026-04-28T02:14:09.091414Z","steps":["trace[1533051760] 'process raft request' (duration: 499.026633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.091508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.581704Z","time spent":"509.794331ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T02:14:09.091589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.591736Z","time spent":"499.778173ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:09.091615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.864543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:14:09.091701Z","caller":"traceutil/trace.go:171","msg":"trace[660411478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25884; }","duration":"799.972236ms","start":"2026-04-28T02:14:08.291703Z","end":"2026-04-28T02:14:09.091675Z","steps":["trace[660411478] 'agreement among raft nodes before linearized reading' (duration: 799.7417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.091654Z","caller":"traceutil/trace.go:171","msg":"trace[1852976852] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"412.095279ms","start":"2026-04-28T02:14:08.679505Z","end":"2026-04-28T02:14:09.091601Z","steps":["trace[1852976852] 'process raft request' (duration: 411.836522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.091848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.679483Z","time spent":"412.318664ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:09.091749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.291695Z","time spent":"800.045259ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T02:14:09.591727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843031691262160,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T02:14:09.690474Z","caller":"traceutil/trace.go:171","msg":"trace[1836622303] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"780.356045ms","start":"2026-04-28T02:14:08.910065Z","end":"2026-04-28T02:14:09.690421Z","steps":["trace[1836622303] 'process raft request' (duration: 709.825504ms)","trace[1836622303] 'compare' (duration: 70.112739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:09.69076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.910035Z","time spent":"780.55057ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:09.733907Z","caller":"traceutil/trace.go:171","msg":"trace[1414300406] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"637.919323ms","start":"2026-04-28T02:14:09.095956Z","end":"2026-04-28T02:14:09.733875Z","steps":["trace[1414300406] 'process raft request' (duration: 637.698907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.734128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.095923Z","time spent":"638.069867ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:09.734353Z","caller":"traceutil/trace.go:171","msg":"trace[2109979162] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"468.479789ms","start":"2026-04-28T02:14:09.265832Z","end":"2026-04-28T02:14:09.734312Z","steps":["trace[2109979162] 'process raft request' (duration: 467.978004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.734431Z","caller":"traceutil/trace.go:171","msg":"trace[427004751] linearizableReadLoop","detail":"{readStateIndex:26750; appliedIndex:26746; }","duration":"643.263432ms","start":"2026-04-28T02:14:09.091137Z","end":"2026-04-28T02:14:09.734401Z","steps":["trace[427004751] 'read index received' (duration: 528.781426ms)","trace[427004751] 'applied index is now lower than readState.Index' (duration: 114.480556ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:09.734416Z","caller":"traceutil/trace.go:171","msg":"trace[701905681] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"232.978624ms","start":"2026-04-28T02:14:09.501423Z","end":"2026-04-28T02:14:09.734402Z","steps":["trace[701905681] 'process raft request' (duration: 232.792069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.734583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.265794Z","time spent":"468.678754ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:09.734622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.147402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:09.734665Z","caller":"traceutil/trace.go:171","msg":"trace[1487794600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25889; }","duration":"642.221103ms","start":"2026-04-28T02:14:09.092434Z","end":"2026-04-28T02:14:09.734655Z","steps":["trace[1487794600] 'agreement among raft nodes before linearized reading' (duration: 642.150511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.734687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.092417Z","time spent":"642.265685ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T02:14:09.734739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.351249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T02:14:09.734812Z","caller":"traceutil/trace.go:171","msg":"trace[1657991314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25889; }","duration":"855.466422ms","start":"2026-04-28T02:14:08.879327Z","end":"2026-04-28T02:14:09.734794Z","steps":["trace[1657991314] 'agreement among raft nodes before linearized reading' (duration: 855.239346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.734822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.525452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:14:09.734864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.93145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-843ac68f-f9a7-4682-b268-0befaae83249\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-28T02:14:09.734875Z","caller":"traceutil/trace.go:171","msg":"trace[1015264640] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25889; }","duration":"458.616955ms","start":"2026-04-28T02:14:09.276243Z","end":"2026-04-28T02:14:09.73486Z","steps":["trace[1015264640] 'agreement among raft nodes before linearized reading' (duration: 458.534153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.734888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:08.87931Z","time spent":"855.544624ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T02:14:09.734926Z","caller":"traceutil/trace.go:171","msg":"trace[1538139617] range","detail":"{range_begin:/registry/persistentvolumes/pvc-843ac68f-f9a7-4682-b268-0befaae83249; range_end:; response_count:1; response_revision:25889; }","duration":"640.032223ms","start":"2026-04-28T02:14:09.094869Z","end":"2026-04-28T02:14:09.734901Z","steps":["trace[1538139617] 'agreement among raft nodes before linearized reading' (duration: 639.864669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.73493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.276225Z","time spent":"458.687337ms","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:14:09.734963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.094837Z","time spent":"640.117756ms","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-843ac68f-f9a7-4682-b268-0befaae83249\" "} {"level":"warn","ts":"2026-04-28T02:14:09.734741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.205392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T02:14:09.735019Z","caller":"traceutil/trace.go:171","msg":"trace[960002016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25889; }","duration":"574.532461ms","start":"2026-04-28T02:14:09.160463Z","end":"2026-04-28T02:14:09.734996Z","steps":["trace[960002016] 'agreement among raft nodes before linearized reading' (duration: 574.15163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.735107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.160427Z","time spent":"574.653644ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T02:14:10.028724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.582492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:10.028858Z","caller":"traceutil/trace.go:171","msg":"trace[1169367094] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"263.590761ms","start":"2026-04-28T02:14:09.765254Z","end":"2026-04-28T02:14:10.028845Z","steps":["trace[1169367094] 'process raft request' (duration: 263.5492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:10.029119Z","caller":"traceutil/trace.go:171","msg":"trace[128859192] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"287.488482ms","start":"2026-04-28T02:14:09.741622Z","end":"2026-04-28T02:14:10.02911Z","steps":["trace[128859192] 'process raft request' (duration: 58.456867ms)","trace[128859192] 'compare' (duration: 227.645986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:10.029232Z","caller":"traceutil/trace.go:171","msg":"trace[308688496] linearizableReadLoop","detail":"{readStateIndex:26751; appliedIndex:26750; }","duration":"285.087506ms","start":"2026-04-28T02:14:09.744137Z","end":"2026-04-28T02:14:10.029225Z","steps":["trace[308688496] 'read index received' (duration: 55.946668ms)","trace[308688496] 'applied index is now lower than readState.Index' (duration: 229.132428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:10.029378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.2351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.029403Z","caller":"traceutil/trace.go:171","msg":"trace[1145630136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25891; }","duration":"285.274051ms","start":"2026-04-28T02:14:09.744122Z","end":"2026-04-28T02:14:10.029396Z","steps":["trace[1145630136] 'agreement among raft nodes before linearized reading' (duration: 285.227859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.02952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.516774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.029539Z","caller":"traceutil/trace.go:171","msg":"trace[1746485964] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25891; }","duration":"278.538894ms","start":"2026-04-28T02:14:09.750993Z","end":"2026-04-28T02:14:10.029532Z","steps":["trace[1746485964] 'agreement among raft nodes before linearized reading' (duration: 278.503193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.030787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.094262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.030856Z","caller":"traceutil/trace.go:171","msg":"trace[1806393702] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25891; }","duration":"231.171534ms","start":"2026-04-28T02:14:09.799659Z","end":"2026-04-28T02:14:10.03083Z","steps":["trace[1806393702] 'agreement among raft nodes before linearized reading' (duration: 229.912159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.031339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.558021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:14:10.031371Z","caller":"traceutil/trace.go:171","msg":"trace[1645284037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25891; }","duration":"237.639213ms","start":"2026-04-28T02:14:09.793722Z","end":"2026-04-28T02:14:10.031362Z","steps":["trace[1645284037] 'agreement among raft nodes before linearized reading' (duration: 235.855864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.930855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.872791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:10.931635Z","caller":"traceutil/trace.go:171","msg":"trace[1007668307] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"895.052147ms","start":"2026-04-28T02:14:10.03654Z","end":"2026-04-28T02:14:10.931592Z","steps":["trace[1007668307] 'process raft request' (duration: 332.328122ms)","trace[1007668307] 'compare' (duration: 561.245643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:10.931736Z","caller":"traceutil/trace.go:171","msg":"trace[1570974120] linearizableReadLoop","detail":"{readStateIndex:26753; appliedIndex:26752; }","duration":"891.985741ms","start":"2026-04-28T02:14:10.039699Z","end":"2026-04-28T02:14:10.931685Z","steps":["trace[1570974120] 'read index received' (duration: 329.211265ms)","trace[1570974120] 'applied index is now lower than readState.Index' (duration: 562.768886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:10.931769Z","caller":"traceutil/trace.go:171","msg":"trace[1379728616] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"654.450402ms","start":"2026-04-28T02:14:10.277301Z","end":"2026-04-28T02:14:10.931751Z","steps":["trace[1379728616] 'process raft request' (duration: 654.36926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.931784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:10.036517Z","time spent":"895.185611ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:10.93185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:10.277268Z","time spent":"654.546915ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:10.931992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.674548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.932032Z","caller":"traceutil/trace.go:171","msg":"trace[1658337035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25893; }","duration":"539.74128ms","start":"2026-04-28T02:14:10.392279Z","end":"2026-04-28T02:14:10.93202Z","steps":["trace[1658337035] 'agreement among raft nodes before linearized reading' (duration: 539.661097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.932061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:10.392259Z","time spent":"539.79665ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T02:14:10.932056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.241183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T02:14:10.932029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.412987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.932103Z","caller":"traceutil/trace.go:171","msg":"trace[1928714804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25893; }","duration":"869.342005ms","start":"2026-04-28T02:14:10.062746Z","end":"2026-04-28T02:14:10.932088Z","steps":["trace[1928714804] 'agreement among raft nodes before linearized reading' (duration: 869.12718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.932146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:10.062723Z","time spent":"869.414398ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T02:14:10.932156Z","caller":"traceutil/trace.go:171","msg":"trace[726628266] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25893; }","duration":"194.574921ms","start":"2026-04-28T02:14:10.737553Z","end":"2026-04-28T02:14:10.932128Z","steps":["trace[726628266] 'agreement among raft nodes before linearized reading' (duration: 194.340595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.932337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.183257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T02:14:10.932461Z","caller":"traceutil/trace.go:171","msg":"trace[1998492224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25893; }","duration":"341.375843ms","start":"2026-04-28T02:14:10.591055Z","end":"2026-04-28T02:14:10.932431Z","steps":["trace[1998492224] 'agreement among raft nodes before linearized reading' (duration: 340.848608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.932516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:10.591029Z","time spent":"341.476915ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T02:14:10.932787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.124272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T02:14:10.933101Z","caller":"traceutil/trace.go:171","msg":"trace[784145936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25893; }","duration":"893.200095ms","start":"2026-04-28T02:14:10.039632Z","end":"2026-04-28T02:14:10.932832Z","steps":["trace[784145936] 'agreement among raft nodes before linearized reading' (duration: 892.156436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.933155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:10.039623Z","time spent":"893.518423ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T02:14:12.601612Z","caller":"traceutil/trace.go:171","msg":"trace[719560641] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"122.107678ms","start":"2026-04-28T02:14:12.479471Z","end":"2026-04-28T02:14:12.601579Z","steps":["trace[719560641] 'process raft request' (duration: 121.81627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:15.080753Z","caller":"traceutil/trace.go:171","msg":"trace[112892488] linearizableReadLoop","detail":"{readStateIndex:26847; appliedIndex:26846; }","duration":"134.368667ms","start":"2026-04-28T02:14:14.946362Z","end":"2026-04-28T02:14:15.08073Z","steps":["trace[112892488] 'read index received' (duration: 134.194792ms)","trace[112892488] 'applied index is now lower than readState.Index' (duration: 173.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:15.080805Z","caller":"traceutil/trace.go:171","msg":"trace[1816043313] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"135.135377ms","start":"2026-04-28T02:14:14.945644Z","end":"2026-04-28T02:14:15.08078Z","steps":["trace[1816043313] 'process raft request' (duration: 134.922501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:15.081001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.626734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:14:15.081039Z","caller":"traceutil/trace.go:171","msg":"trace[1314742565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25985; }","duration":"134.706736ms","start":"2026-04-28T02:14:14.946321Z","end":"2026-04-28T02:14:15.081027Z","steps":["trace[1314742565] 'agreement among raft nodes before linearized reading' (duration: 134.541922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:15.081703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.927619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T02:14:15.081802Z","caller":"traceutil/trace.go:171","msg":"trace[1886275263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25985; }","duration":"102.082013ms","start":"2026-04-28T02:14:14.9797Z","end":"2026-04-28T02:14:15.081782Z","steps":["trace[1886275263] 'agreement among raft nodes before linearized reading' (duration: 101.344763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:19.936029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.188046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:19.936163Z","caller":"traceutil/trace.go:171","msg":"trace[1546559784] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26907; }","duration":"157.669471ms","start":"2026-04-28T02:14:19.778476Z","end":"2026-04-28T02:14:19.936146Z","steps":["trace[1546559784] 'read index received' (duration: 8.092144ms)","trace[1546559784] 'applied index is now lower than readState.Index' (duration: 149.575977ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:19.93628Z","caller":"traceutil/trace.go:171","msg":"trace[1395461772] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"167.981527ms","start":"2026-04-28T02:14:19.768257Z","end":"2026-04-28T02:14:19.936239Z","steps":["trace[1395461772] 'process raft request' (duration: 18.311707ms)","trace[1395461772] 'compare' (duration: 148.846407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:19.936333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.868966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:14:19.936373Z","caller":"traceutil/trace.go:171","msg":"trace[200003555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26045; }","duration":"158.140403ms","start":"2026-04-28T02:14:19.778224Z","end":"2026-04-28T02:14:19.936364Z","steps":["trace[200003555] 'agreement among raft nodes before linearized reading' (duration: 158.011579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:19.936312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.151803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:19.936482Z","caller":"traceutil/trace.go:171","msg":"trace[1341153045] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26045; }","duration":"120.355669ms","start":"2026-04-28T02:14:19.816113Z","end":"2026-04-28T02:14:19.936468Z","steps":["trace[1341153045] 'agreement among raft nodes before linearized reading' (duration: 120.130553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:20.211769Z","caller":"traceutil/trace.go:171","msg":"trace[1206571111] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"271.50185ms","start":"2026-04-28T02:14:19.940239Z","end":"2026-04-28T02:14:20.211741Z","steps":["trace[1206571111] 'process raft request' (duration: 271.334315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:20.213161Z","caller":"traceutil/trace.go:171","msg":"trace[1078183091] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"149.749452ms","start":"2026-04-28T02:14:20.063395Z","end":"2026-04-28T02:14:20.213145Z","steps":["trace[1078183091] 'process raft request' (duration: 149.620428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:20.491169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.418016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:20.491346Z","caller":"traceutil/trace.go:171","msg":"trace[934046960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26047; }","duration":"100.643963ms","start":"2026-04-28T02:14:20.39067Z","end":"2026-04-28T02:14:20.491314Z","steps":["trace[934046960] 'range keys from in-memory index tree' (duration: 100.337335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:34.632991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.063742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:34.633252Z","caller":"traceutil/trace.go:171","msg":"trace[328106462] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27025; }","duration":"243.080064ms","start":"2026-04-28T02:14:34.390112Z","end":"2026-04-28T02:14:34.633192Z","steps":["trace[328106462] 'read index received' (duration: 114.635401ms)","trace[328106462] 'applied index is now lower than readState.Index' (duration: 128.442513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:34.633241Z","caller":"traceutil/trace.go:171","msg":"trace[754221882] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"277.781045ms","start":"2026-04-28T02:14:34.355432Z","end":"2026-04-28T02:14:34.633213Z","steps":["trace[754221882] 'process raft request' (duration: 149.378573ms)","trace[754221882] 'compare' (duration: 127.439094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:34.633373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.242528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:34.633479Z","caller":"traceutil/trace.go:171","msg":"trace[988932732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26160; }","duration":"243.458384ms","start":"2026-04-28T02:14:34.389999Z","end":"2026-04-28T02:14:34.633457Z","steps":["trace[988932732] 'agreement among raft nodes before linearized reading' (duration: 243.2817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:35.264101Z","caller":"traceutil/trace.go:171","msg":"trace[1417770176] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"118.835287ms","start":"2026-04-28T02:14:35.145233Z","end":"2026-04-28T02:14:35.264068Z","steps":["trace[1417770176] 'process raft request' (duration: 118.613401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:35.564564Z","caller":"traceutil/trace.go:171","msg":"trace[1818295056] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"383.783155ms","start":"2026-04-28T02:14:35.180762Z","end":"2026-04-28T02:14:35.564545Z","steps":["trace[1818295056] 'process raft request' (duration: 376.273127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.564688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.180733Z","time spent":"383.895568ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:35.564833Z","caller":"traceutil/trace.go:171","msg":"trace[974086737] linearizableReadLoop","detail":"{readStateIndex:27029; appliedIndex:27026; }","duration":"379.330602ms","start":"2026-04-28T02:14:35.185472Z","end":"2026-04-28T02:14:35.564803Z","steps":["trace[974086737] 'read index received' (duration: 78.44312ms)","trace[974086737] 'applied index is now lower than readState.Index' (duration: 300.886252ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:35.565012Z","caller":"traceutil/trace.go:171","msg":"trace[690903234] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"381.942954ms","start":"2026-04-28T02:14:35.18305Z","end":"2026-04-28T02:14:35.564993Z","steps":["trace[690903234] 'process raft request' (duration: 381.459571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.565171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.183033Z","time spent":"382.033656ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:35.565294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.138271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:14:35.565307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.810725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T02:14:35.565325Z","caller":"traceutil/trace.go:171","msg":"trace[1236336880] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"376.628527ms","start":"2026-04-28T02:14:35.18866Z","end":"2026-04-28T02:14:35.565289Z","steps":["trace[1236336880] 'process raft request' (duration: 375.99656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.56536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.552559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T02:14:35.56538Z","caller":"traceutil/trace.go:171","msg":"trace[843345954] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26164; }","duration":"151.289035ms","start":"2026-04-28T02:14:35.414069Z","end":"2026-04-28T02:14:35.565358Z","steps":["trace[843345954] 'agreement among raft nodes before linearized reading' (duration: 151.155282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:35.565412Z","caller":"traceutil/trace.go:171","msg":"trace[809826895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26164; }","duration":"379.970259ms","start":"2026-04-28T02:14:35.185415Z","end":"2026-04-28T02:14:35.565385Z","steps":["trace[809826895] 'agreement among raft nodes before linearized reading' (duration: 379.63094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.565335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.926922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T02:14:35.565477Z","caller":"traceutil/trace.go:171","msg":"trace[2044745906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26164; }","duration":"357.098846ms","start":"2026-04-28T02:14:35.208367Z","end":"2026-04-28T02:14:35.565466Z","steps":["trace[2044745906] 'agreement among raft nodes before linearized reading' (duration: 356.847659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.565494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.188633Z","time spent":"376.776481ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:35.565526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.208353Z","time spent":"357.161749ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T02:14:35.565434Z","caller":"traceutil/trace.go:171","msg":"trace[1961081472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26164; }","duration":"374.649452ms","start":"2026-04-28T02:14:35.190764Z","end":"2026-04-28T02:14:35.565414Z","steps":["trace[1961081472] 'agreement among raft nodes before linearized reading' (duration: 374.453327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.565643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.190749Z","time spent":"374.861058ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T02:14:35.565479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.185394Z","time spent":"380.075842ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T02:14:35.565628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.862107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T02:14:35.565789Z","caller":"traceutil/trace.go:171","msg":"trace[2116707693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26164; }","duration":"376.207865ms","start":"2026-04-28T02:14:35.189552Z","end":"2026-04-28T02:14:35.56576Z","steps":["trace[2116707693] 'agreement among raft nodes before linearized reading' (duration: 375.578898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.565882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.189536Z","time spent":"376.32852ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T02:14:35.905577Z","caller":"traceutil/trace.go:171","msg":"trace[767800008] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"334.41612ms","start":"2026-04-28T02:14:35.571132Z","end":"2026-04-28T02:14:35.905549Z","steps":["trace[767800008] 'process raft request' (duration: 334.326668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.905733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.571115Z","time spent":"334.541643ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:35.905906Z","caller":"traceutil/trace.go:171","msg":"trace[1660164638] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"335.220872ms","start":"2026-04-28T02:14:35.570647Z","end":"2026-04-28T02:14:35.905868Z","steps":["trace[1660164638] 'process raft request' (duration: 334.567734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:35.905931Z","caller":"traceutil/trace.go:171","msg":"trace[1819383508] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"335.065378ms","start":"2026-04-28T02:14:35.570837Z","end":"2026-04-28T02:14:35.905902Z","steps":["trace[1819383508] 'process raft request' (duration: 334.571585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:35.906128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.570619Z","time spent":"335.381287ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:35.906183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:35.570827Z","time spent":"335.175341ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:36.015104Z","caller":"traceutil/trace.go:171","msg":"trace[206248856] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"215.82573ms","start":"2026-04-28T02:14:35.799247Z","end":"2026-04-28T02:14:36.015073Z","steps":["trace[206248856] 'process raft request' (duration: 192.049111ms)","trace[206248856] 'compare' (duration: 23.392808ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:36.015186Z","caller":"traceutil/trace.go:171","msg":"trace[95617230] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"179.183517ms","start":"2026-04-28T02:14:35.835968Z","end":"2026-04-28T02:14:36.015152Z","steps":["trace[95617230] 'process raft request' (duration: 178.850478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:36.304458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.363985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T02:14:36.304561Z","caller":"traceutil/trace.go:171","msg":"trace[704555371] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26171; }","duration":"173.514889ms","start":"2026-04-28T02:14:36.131019Z","end":"2026-04-28T02:14:36.304534Z","steps":["trace[704555371] 'range keys from in-memory index tree' (duration: 173.147669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:36.508428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.115301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T02:14:36.548751Z","caller":"traceutil/trace.go:171","msg":"trace[681672800] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"287.08743ms","start":"2026-04-28T02:14:36.261639Z","end":"2026-04-28T02:14:36.548726Z","steps":["trace[681672800] 'process raft request' (duration: 287.009528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:36.548835Z","caller":"traceutil/trace.go:171","msg":"trace[429052907] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"310.989851ms","start":"2026-04-28T02:14:36.237808Z","end":"2026-04-28T02:14:36.548798Z","steps":["trace[429052907] 'process raft request' (duration: 310.682583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:36.549013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:36.237787Z","time spent":"311.129286ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:36.557709Z","caller":"traceutil/trace.go:171","msg":"trace[1778622453] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27038; }","duration":"177.996714ms","start":"2026-04-28T02:14:36.379682Z","end":"2026-04-28T02:14:36.557679Z","steps":["trace[1778622453] 'read index received' (duration: 168.910642ms)","trace[1778622453] 'applied index is now lower than readState.Index' (duration: 9.084162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:36.557934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.214569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T02:14:36.5579Z","caller":"traceutil/trace.go:171","msg":"trace[2089480962] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"201.226535ms","start":"2026-04-28T02:14:36.356586Z","end":"2026-04-28T02:14:36.557813Z","steps":["trace[2089480962] 'process raft request' (duration: 200.902247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:36.557984Z","caller":"traceutil/trace.go:171","msg":"trace[1387059579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26174; }","duration":"178.349653ms","start":"2026-04-28T02:14:36.379621Z","end":"2026-04-28T02:14:36.557971Z","steps":["trace[1387059579] 'agreement among raft nodes before linearized reading' (duration: 178.223839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:36.558056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.853075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:36.558128Z","caller":"traceutil/trace.go:171","msg":"trace[580157138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26174; }","duration":"166.998149ms","start":"2026-04-28T02:14:36.391109Z","end":"2026-04-28T02:14:36.558107Z","steps":["trace[580157138] 'agreement among raft nodes before linearized reading' (duration: 166.829265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:36.558138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.984965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T02:14:36.558196Z","caller":"traceutil/trace.go:171","msg":"trace[376862642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26174; }","duration":"126.078217ms","start":"2026-04-28T02:14:36.432104Z","end":"2026-04-28T02:14:36.558183Z","steps":["trace[376862642] 'agreement among raft nodes before linearized reading' (duration: 125.830691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:38.761608Z","caller":"traceutil/trace.go:171","msg":"trace[2114277272] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"112.934893ms","start":"2026-04-28T02:14:38.648622Z","end":"2026-04-28T02:14:38.761557Z","steps":["trace[2114277272] 'process raft request' (duration: 93.653309ms)","trace[2114277272] 'compare' (duration: 19.014887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:39.010401Z","caller":"traceutil/trace.go:171","msg":"trace[1716572457] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"147.363787ms","start":"2026-04-28T02:14:38.862992Z","end":"2026-04-28T02:14:39.010356Z","steps":["trace[1716572457] 'process raft request' (duration: 147.10092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:46.775997Z","caller":"traceutil/trace.go:171","msg":"trace[1438702961] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"100.909881ms","start":"2026-04-28T02:14:46.675052Z","end":"2026-04-28T02:14:46.775962Z","steps":["trace[1438702961] 'process raft request' (duration: 100.760077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:48.234259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.602377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:48.234375Z","caller":"traceutil/trace.go:171","msg":"trace[31731600] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"169.528099ms","start":"2026-04-28T02:14:48.064823Z","end":"2026-04-28T02:14:48.234351Z","steps":["trace[31731600] 'process raft request' (duration: 61.739437ms)","trace[31731600] 'compare' (duration: 107.175896ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:48.402492Z","caller":"traceutil/trace.go:171","msg":"trace[1211784049] linearizableReadLoop","detail":"{readStateIndex:27141; appliedIndex:27139; }","duration":"261.986988ms","start":"2026-04-28T02:14:48.140483Z","end":"2026-04-28T02:14:48.40247Z","steps":["trace[1211784049] 'read index received' (duration: 218.309699ms)","trace[1211784049] 'applied index is now lower than readState.Index' (duration: 43.676369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:48.402543Z","caller":"traceutil/trace.go:171","msg":"trace[1137112297] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"335.705596ms","start":"2026-04-28T02:14:48.066803Z","end":"2026-04-28T02:14:48.402509Z","steps":["trace[1137112297] 'process raft request' (duration: 335.583172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:48.402651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:48.066785Z","time spent":"335.808028ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:48.402797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.852882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:48.402919Z","caller":"traceutil/trace.go:171","msg":"trace[693205312] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26271; }","duration":"130.034347ms","start":"2026-04-28T02:14:48.272863Z","end":"2026-04-28T02:14:48.402897Z","steps":["trace[693205312] 'agreement among raft nodes before linearized reading' (duration: 129.843762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:48.402956Z","caller":"traceutil/trace.go:171","msg":"trace[536645122] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"337.740352ms","start":"2026-04-28T02:14:48.0652Z","end":"2026-04-28T02:14:48.402941Z","steps":["trace[536645122] 'process raft request' (duration: 293.56558ms)","trace[536645122] 'compare' (duration: 43.280138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:48.403006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:48.065175Z","time spent":"337.802263ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:48.40309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.561103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T02:14:48.403135Z","caller":"traceutil/trace.go:171","msg":"trace[1943501679] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26271; }","duration":"262.701726ms","start":"2026-04-28T02:14:48.140424Z","end":"2026-04-28T02:14:48.403126Z","steps":["trace[1943501679] 'agreement among raft nodes before linearized reading' (duration: 262.176162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:50.355352Z","caller":"traceutil/trace.go:171","msg":"trace[986192764] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"115.433892ms","start":"2026-04-28T02:14:50.239868Z","end":"2026-04-28T02:14:50.355302Z","steps":["trace[986192764] 'process raft request' (duration: 115.016211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:50.585543Z","caller":"traceutil/trace.go:171","msg":"trace[1701652515] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"178.044685ms","start":"2026-04-28T02:14:50.407454Z","end":"2026-04-28T02:14:50.585499Z","steps":["trace[1701652515] 'process raft request' (duration: 82.103512ms)","trace[1701652515] 'compare' (duration: 95.543733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:50.585566Z","caller":"traceutil/trace.go:171","msg":"trace[1194869811] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"177.616212ms","start":"2026-04-28T02:14:50.407922Z","end":"2026-04-28T02:14:50.585538Z","steps":["trace[1194869811] 'process raft request' (duration: 177.53792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:03.696929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.475503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:15:03.697003Z","caller":"traceutil/trace.go:171","msg":"trace[1538926262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26394; }","duration":"103.602916ms","start":"2026-04-28T02:15:03.593381Z","end":"2026-04-28T02:15:03.696984Z","steps":["trace[1538926262] 'count revisions from in-memory index tree' (duration: 103.340328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:04.074625Z","caller":"traceutil/trace.go:171","msg":"trace[1159135327] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"393.791752ms","start":"2026-04-28T02:15:03.680806Z","end":"2026-04-28T02:15:04.074598Z","steps":["trace[1159135327] 'process raft request' (duration: 393.616847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.07495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:03.680779Z","time spent":"393.982986ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:15:04.259429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.57601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:15:04.25971Z","caller":"traceutil/trace.go:171","msg":"trace[92205645] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"125.226153ms","start":"2026-04-28T02:15:04.134465Z","end":"2026-04-28T02:15:04.259691Z","steps":["trace[92205645] 'process raft request' (duration: 125.173852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:04.259807Z","caller":"traceutil/trace.go:171","msg":"trace[1444277049] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"578.185332ms","start":"2026-04-28T02:15:03.681544Z","end":"2026-04-28T02:15:04.259729Z","steps":["trace[1444277049] 'process raft request' (duration: 442.198242ms)","trace[1444277049] 'compare' (duration: 135.415385ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:15:04.259896Z","caller":"traceutil/trace.go:171","msg":"trace[2097547906] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"568.913615ms","start":"2026-04-28T02:15:03.690927Z","end":"2026-04-28T02:15:04.259841Z","steps":["trace[2097547906] 'process raft request' (duration: 568.624347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.26003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:03.681515Z","time spent":"578.392957ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:15:04.26006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:03.690912Z","time spent":"569.06666ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:15:04.260193Z","caller":"traceutil/trace.go:171","msg":"trace[121469615] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27267; }","duration":"508.321759ms","start":"2026-04-28T02:15:03.751697Z","end":"2026-04-28T02:15:04.260019Z","steps":["trace[121469615] 'read index received' (duration: 322.693435ms)","trace[121469615] 'applied index is now lower than readState.Index' (duration: 185.622964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:15:04.260463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.748113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T02:15:04.260549Z","caller":"traceutil/trace.go:171","msg":"trace[1234141090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26398; }","duration":"508.864515ms","start":"2026-04-28T02:15:03.751663Z","end":"2026-04-28T02:15:04.260527Z","steps":["trace[1234141090] 'agreement among raft nodes before linearized reading' (duration: 508.601267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.260539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.180099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:15:04.260605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:03.751646Z","time spent":"508.945698ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T02:15:04.260661Z","caller":"traceutil/trace.go:171","msg":"trace[169635819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26398; }","duration":"413.359954ms","start":"2026-04-28T02:15:03.847275Z","end":"2026-04-28T02:15:04.260635Z","steps":["trace[169635819] 'agreement among raft nodes before linearized reading' (duration: 413.149658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.260683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.853635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T02:15:04.260729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:03.847258Z","time spent":"413.455086ms","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T02:15:04.260728Z","caller":"traceutil/trace.go:171","msg":"trace[928183854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26398; }","duration":"213.957778ms","start":"2026-04-28T02:15:04.046757Z","end":"2026-04-28T02:15:04.260715Z","steps":["trace[928183854] 'agreement among raft nodes before linearized reading' (duration: 213.728822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.260586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.538046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T02:15:04.260935Z","caller":"traceutil/trace.go:171","msg":"trace[595530381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26398; }","duration":"209.903136ms","start":"2026-04-28T02:15:04.051015Z","end":"2026-04-28T02:15:04.260918Z","steps":["trace[595530381] 'agreement among raft nodes before linearized reading' (duration: 209.449803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.260946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.94144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T02:15:04.261807Z","caller":"traceutil/trace.go:171","msg":"trace[677950449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26398; }","duration":"213.856955ms","start":"2026-04-28T02:15:04.047914Z","end":"2026-04-28T02:15:04.261771Z","steps":["trace[677950449] 'agreement among raft nodes before linearized reading' (duration: 212.534899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:04.476734Z","caller":"traceutil/trace.go:171","msg":"trace[1239490596] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"210.872064ms","start":"2026-04-28T02:15:04.265407Z","end":"2026-04-28T02:15:04.476279Z","steps":["trace[1239490596] 'process raft request' (duration: 123.054894ms)","trace[1239490596] 'compare' (duration: 87.694086ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:15:04.529187Z","caller":"traceutil/trace.go:171","msg":"trace[1485992811] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"263.743145ms","start":"2026-04-28T02:15:04.265414Z","end":"2026-04-28T02:15:04.529157Z","steps":["trace[1485992811] 'process raft request' (duration: 263.54426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:04.529459Z","caller":"traceutil/trace.go:171","msg":"trace[2017357586] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"264.014333ms","start":"2026-04-28T02:15:04.265434Z","end":"2026-04-28T02:15:04.529448Z","steps":["trace[2017357586] 'process raft request' (duration: 263.679533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:04.529652Z","caller":"traceutil/trace.go:171","msg":"trace[392341551] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"262.160921ms","start":"2026-04-28T02:15:04.267481Z","end":"2026-04-28T02:15:04.529642Z","steps":["trace[392341551] 'process raft request' (duration: 261.924475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:04.87823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.359442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:15:04.87862Z","caller":"traceutil/trace.go:171","msg":"trace[565949388] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"475.197813ms","start":"2026-04-28T02:15:04.403376Z","end":"2026-04-28T02:15:04.878574Z","steps":["trace[565949388] 'process raft request' (duration: 283.384688ms)","trace[565949388] 'compare' (duration: 190.968982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:15:04.878829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:04.403347Z","time spent":"475.379638ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:15:04.878984Z","caller":"traceutil/trace.go:171","msg":"trace[1313813027] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"246.21098ms","start":"2026-04-28T02:15:04.632742Z","end":"2026-04-28T02:15:04.878953Z","steps":["trace[1313813027] 'process raft request' (duration: 245.696226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:04.87904Z","caller":"traceutil/trace.go:171","msg":"trace[1850707272] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"246.189119ms","start":"2026-04-28T02:15:04.632787Z","end":"2026-04-28T02:15:04.878976Z","steps":["trace[1850707272] 'process raft request' (duration: 246.050975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:05.418963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843031691263386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T02:15:05.44309Z","caller":"traceutil/trace.go:171","msg":"trace[1402995096] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"531.506721ms","start":"2026-04-28T02:15:04.911556Z","end":"2026-04-28T02:15:05.443063Z","steps":["trace[1402995096] 'process raft request' (duration: 531.341466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:05.44325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:04.911528Z","time spent":"531.630874ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:15:05.468347Z","caller":"traceutil/trace.go:171","msg":"trace[505402621] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27278; }","duration":"550.158917ms","start":"2026-04-28T02:15:04.918158Z","end":"2026-04-28T02:15:05.468317Z","steps":["trace[505402621] 'read index received' (duration: 524.726894ms)","trace[505402621] 'applied index is now lower than readState.Index' (duration: 25.430103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:15:05.46853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.356232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:15:05.468627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.986161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:15:05.468643Z","caller":"traceutil/trace.go:171","msg":"trace[1313045271] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26407; }","duration":"550.503307ms","start":"2026-04-28T02:15:04.918096Z","end":"2026-04-28T02:15:05.468599Z","steps":["trace[1313045271] 'agreement among raft nodes before linearized reading' (duration: 550.343653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:05.468692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:04.918067Z","time spent":"550.611749ms","remote":"127.0.0.1:51030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T02:15:05.468669Z","caller":"traceutil/trace.go:171","msg":"trace[588469075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26407; }","duration":"542.081464ms","start":"2026-04-28T02:15:04.926577Z","end":"2026-04-28T02:15:05.468659Z","steps":["trace[588469075] 'agreement among raft nodes before linearized reading' (duration: 541.895579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:05.468967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.323407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:15:05.468949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:04.92656Z","time spent":"542.377512ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T02:15:05.469079Z","caller":"traceutil/trace.go:171","msg":"trace[1566531079] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26407; }","duration":"193.488231ms","start":"2026-04-28T02:15:05.275563Z","end":"2026-04-28T02:15:05.469051Z","steps":["trace[1566531079] 'agreement among raft nodes before linearized reading' (duration: 193.304096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:06.068082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.79135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:15:06.068243Z","caller":"traceutil/trace.go:171","msg":"trace[193329995] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"232.934943ms","start":"2026-04-28T02:15:05.835294Z","end":"2026-04-28T02:15:06.068229Z","steps":["trace[193329995] 'process raft request' (duration: 232.876721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:06.068489Z","caller":"traceutil/trace.go:171","msg":"trace[745794641] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"593.150786ms","start":"2026-04-28T02:15:05.475327Z","end":"2026-04-28T02:15:06.068478Z","steps":["trace[745794641] 'process raft request' (duration: 278.898484ms)","trace[745794641] 'compare' (duration: 313.578144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:15:06.068532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:05.475305Z","time spent":"593.201998ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:15:06.068629Z","caller":"traceutil/trace.go:171","msg":"trace[1640751203] linearizableReadLoop","detail":"{readStateIndex:27281; appliedIndex:27280; }","duration":"592.814477ms","start":"2026-04-28T02:15:05.475807Z","end":"2026-04-28T02:15:06.068622Z","steps":["trace[1640751203] 'read index received' (duration: 278.319829ms)","trace[1640751203] 'applied index is now lower than readState.Index' (duration: 314.493778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:15:06.069241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.864249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:15:06.069284Z","caller":"traceutil/trace.go:171","msg":"trace[33639386] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26409; }","duration":"593.482516ms","start":"2026-04-28T02:15:05.475779Z","end":"2026-04-28T02:15:06.069262Z","steps":["trace[33639386] 'agreement among raft nodes before linearized reading' (duration: 592.867339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:06.069321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:15:05.475763Z","time spent":"593.550237ms","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T02:15:06.237275Z","caller":"traceutil/trace.go:171","msg":"trace[1403945846] linearizableReadLoop","detail":"{readStateIndex:27283; appliedIndex:27282; }","duration":"113.740956ms","start":"2026-04-28T02:15:06.123497Z","end":"2026-04-28T02:15:06.237238Z","steps":["trace[1403945846] 'read index received' (duration: 110.043974ms)","trace[1403945846] 'applied index is now lower than readState.Index' (duration: 3.695342ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:15:06.237321Z","caller":"traceutil/trace.go:171","msg":"trace[722652996] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"157.26184ms","start":"2026-04-28T02:15:06.080009Z","end":"2026-04-28T02:15:06.23727Z","steps":["trace[722652996] 'process raft request' (duration: 153.622869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:15:06.237524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.92324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:15:06.237584Z","caller":"traceutil/trace.go:171","msg":"trace[2138140126] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26410; }","duration":"114.114216ms","start":"2026-04-28T02:15:06.123452Z","end":"2026-04-28T02:15:06.237566Z","steps":["trace[2138140126] 'agreement among raft nodes before linearized reading' (duration: 113.91129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:15:25.762171Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b77.wal"} {"level":"info","ts":"2026-04-28T02:15:47.128521Z","caller":"traceutil/trace.go:171","msg":"trace[1795758753] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"100.061908ms","start":"2026-04-28T02:15:47.028435Z","end":"2026-04-28T02:15:47.128497Z","steps":["trace[1795758753] 'process raft request' (duration: 99.816541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:17:37.859878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25039} {"level":"info","ts":"2026-04-28T02:17:38.000377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25039,"took":"136.895285ms","hash":2376921837,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":37257216,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-28T02:17:38.000453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2376921837,"revision":25039,"compact-revision":21865} {"level":"info","ts":"2026-04-28T02:19:36.14471Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"71d28e9ac1bc4e5d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T02:19:36.152637Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T02:19:36.152722Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T02:22:37.866732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27919} {"level":"info","ts":"2026-04-28T02:22:38.010158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27919,"took":"138.658198ms","hash":3875791941,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":32940032,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T02:22:38.01023Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3875791941,"revision":27919,"compact-revision":25039} {"level":"info","ts":"2026-04-28T02:27:37.87318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30429} {"level":"info","ts":"2026-04-28T02:27:38.034732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30429,"took":"155.933355ms","hash":3679829716,"current-db-size-bytes":56238080,"current-db-size":"56 MB","current-db-size-in-use-bytes":30298112,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T02:27:38.034808Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3679829716,"revision":30429,"compact-revision":27919} {"level":"info","ts":"2026-04-28T02:32:37.879846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32685} {"level":"info","ts":"2026-04-28T02:32:38.04348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32685,"took":"157.134768ms","hash":4024680383,"current-db-size-bytes":57282560,"current-db-size":"57 MB","current-db-size-in-use-bytes":30187520,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T02:32:38.043574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4024680383,"revision":32685,"compact-revision":30429} {"level":"info","ts":"2026-04-28T02:37:37.886044Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34946} {"level":"info","ts":"2026-04-28T02:37:38.008114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34946,"took":"118.841849ms","hash":3965184708,"current-db-size-bytes":57282560,"current-db-size":"57 MB","current-db-size-in-use-bytes":32628736,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T02:37:38.008203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3965184708,"revision":34946,"compact-revision":32685} {"level":"info","ts":"2026-04-28T02:41:00.127839Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"71d28e9ac1bc4e5d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T02:41:00.133896Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T02:41:00.134003Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-28T02:42:29.398094Z","caller":"traceutil/trace.go:171","msg":"trace[698222463] transaction","detail":"{read_only:false; response_revision:39442; number_of_response:1; }","duration":"112.509124ms","start":"2026-04-28T02:42:29.285496Z","end":"2026-04-28T02:42:29.398005Z","steps":["trace[698222463] 'process raft request' (duration: 19.730766ms)","trace[698222463] 'compare' (duration: 92.400398ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:42:29.406488Z","caller":"traceutil/trace.go:171","msg":"trace[542734798] transaction","detail":"{read_only:false; response_revision:39443; number_of_response:1; }","duration":"120.809273ms","start":"2026-04-28T02:42:29.285617Z","end":"2026-04-28T02:42:29.406426Z","steps":["trace[542734798] 'process raft request' (duration: 120.578037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:42:29.415834Z","caller":"traceutil/trace.go:171","msg":"trace[376883939] transaction","detail":"{read_only:false; response_revision:39444; number_of_response:1; }","duration":"100.233574ms","start":"2026-04-28T02:42:29.315575Z","end":"2026-04-28T02:42:29.415809Z","steps":["trace[376883939] 'process raft request' (duration: 99.907505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:42:37.892861Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37213} {"level":"info","ts":"2026-04-28T02:42:38.0211Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37213,"took":"124.415823ms","hash":1794334591,"current-db-size-bytes":57282560,"current-db-size":"57 MB","current-db-size-in-use-bytes":32120832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T02:42:38.021183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1794334591,"revision":37213,"compact-revision":34946} {"level":"info","ts":"2026-04-28T02:42:56.825302Z","caller":"traceutil/trace.go:171","msg":"trace[220085225] transaction","detail":"{read_only:false; response_revision:39641; number_of_response:1; }","duration":"113.859621ms","start":"2026-04-28T02:42:56.711412Z","end":"2026-04-28T02:42:56.825272Z","steps":["trace[220085225] 'process raft request' (duration: 113.624254ms)"],"step_count":1}