{"level":"warn","ts":"2026-03-04T16:30:46.665408Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T16:30:46.665561Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T16:30:46.665665Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T16:30:46.665683Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-04T16:30:46.665827Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T16:30:46.666879Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-03-04T16:30:46.66702Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T16:30:46.671018Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.564935ms"} {"level":"info","ts":"2026-03-04T16:30:46.676967Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-03-04T16:30:46.67707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T16:30:46.677101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-03-04T16:30:46.677118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T16:30:46.677213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-03-04T16:30:46.677273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-03-04T16:30:46.689834Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T16:30:46.692083Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T16:30:46.693447Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T16:30:46.69569Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T16:30:46.696194Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T16:30:46.696264Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T16:30:46.696571Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T16:30:46.696599Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T16:30:46.698525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-03-04T16:30:46.698773Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-04T16:30:46.70222Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T16:30:46.702359Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-04T16:30:46.702432Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-04T16:30:46.702568Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T16:30:46.702623Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T16:30:47.477472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T16:30:47.477582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T16:30:47.477612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-03-04T16:30:47.477641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-03-04T16:30:47.477652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-04T16:30:47.47767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-03-04T16:30:47.47788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-04T16:30:47.478877Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T16:30:47.479203Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T16:30:47.479379Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T16:30:47.479292Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T16:30:47.479602Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T16:30:47.479681Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T16:30:47.479735Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T16:30:47.479825Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T16:30:47.479856Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T16:30:47.483191Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-03-04T16:30:47.484889Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T16:30:54.515063Z","caller":"traceutil/trace.go:171","msg":"trace[399974947] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"157.389284ms","start":"2026-03-04T16:30:54.357645Z","end":"2026-03-04T16:30:54.515034Z","steps":["trace[399974947] 'process raft request' (duration: 157.16899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:03.327026Z","caller":"traceutil/trace.go:171","msg":"trace[849275748] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"241.843709ms","start":"2026-03-04T16:31:03.085149Z","end":"2026-03-04T16:31:03.326993Z","steps":["trace[849275748] 'process raft request' (duration: 241.646145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:09.776468Z","caller":"traceutil/trace.go:171","msg":"trace[311014920] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"427.837381ms","start":"2026-03-04T16:31:09.348602Z","end":"2026-03-04T16:31:09.77644Z","steps":["trace[311014920] 'read index received' (duration: 427.623677ms)","trace[311014920] 'applied index is now lower than readState.Index' (duration: 212.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:09.776551Z","caller":"traceutil/trace.go:171","msg":"trace[836153341] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"603.132529ms","start":"2026-03-04T16:31:09.173374Z","end":"2026-03-04T16:31:09.776506Z","steps":["trace[836153341] 'process raft request' (duration: 602.911465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:09.776751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.27066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T16:31:09.776766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.131927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T16:31:09.776891Z","caller":"traceutil/trace.go:171","msg":"trace[1112537354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:453; }","duration":"198.537325ms","start":"2026-03-04T16:31:09.578336Z","end":"2026-03-04T16:31:09.776874Z","steps":["trace[1112537354] 'agreement among raft nodes before linearized reading' (duration: 198.27452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:09.776934Z","caller":"traceutil/trace.go:171","msg":"trace[1954325152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:453; }","duration":"428.359612ms","start":"2026-03-04T16:31:09.348544Z","end":"2026-03-04T16:31:09.776904Z","steps":["trace[1954325152] 'agreement among raft nodes before linearized reading' (duration: 428.061095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:09.776998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.348517Z","time spent":"428.470074ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:31:09.777572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.173335Z","time spent":"603.322821ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:10.28349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.177785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:31:10.283757Z","caller":"traceutil/trace.go:171","msg":"trace[1018234221] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:470; }","duration":"291.891795ms","start":"2026-03-04T16:31:09.991846Z","end":"2026-03-04T16:31:10.283738Z","steps":["trace[1018234221] 'read index received' (duration: 70.822µs)","trace[1018234221] 'applied index is now lower than readState.Index' (duration: 291.819873ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:10.283863Z","caller":"traceutil/trace.go:171","msg":"trace[1164821592] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"501.370344ms","start":"2026-03-04T16:31:09.78248Z","end":"2026-03-04T16:31:10.28385Z","steps":["trace[1164821592] 'process raft request' (duration: 501.165531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:10.283848Z","caller":"traceutil/trace.go:171","msg":"trace[1281116484] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"502.041157ms","start":"2026-03-04T16:31:09.781772Z","end":"2026-03-04T16:31:10.283813Z","steps":["trace[1281116484] 'process raft request' (duration: 30.162129ms)","trace[1281116484] 'compare' (duration: 470.958501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:10.283921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.782455Z","time spent":"501.433285ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:10.283974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.11634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T16:31:10.284028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.781744Z","time spent":"502.184259ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:10.284047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.974299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:31:10.28407Z","caller":"traceutil/trace.go:171","msg":"trace[1720419069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:455; }","duration":"292.266363ms","start":"2026-03-04T16:31:09.991782Z","end":"2026-03-04T16:31:10.284048Z","steps":["trace[1720419069] 'agreement among raft nodes before linearized reading' (duration: 292.121429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:10.284094Z","caller":"traceutil/trace.go:171","msg":"trace[1100265179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"196.071921ms","start":"2026-03-04T16:31:10.088008Z","end":"2026-03-04T16:31:10.284079Z","steps":["trace[1100265179] 'agreement among raft nodes before linearized reading' (duration: 196.02163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:10.283974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.099283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T16:31:10.284212Z","caller":"traceutil/trace.go:171","msg":"trace[149537482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:455; }","duration":"235.43193ms","start":"2026-03-04T16:31:10.048769Z","end":"2026-03-04T16:31:10.284201Z","steps":["trace[149537482] 'agreement among raft nodes before linearized reading' (duration: 235.121553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:16.477321Z","caller":"traceutil/trace.go:171","msg":"trace[1279101627] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"164.945055ms","start":"2026-03-04T16:31:16.312347Z","end":"2026-03-04T16:31:16.477292Z","steps":["trace[1279101627] 'process raft request' (duration: 164.66507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:16.47814Z","caller":"traceutil/trace.go:171","msg":"trace[1221692444] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:486; }","duration":"124.757351ms","start":"2026-03-04T16:31:16.353344Z","end":"2026-03-04T16:31:16.478102Z","steps":["trace[1221692444] 'read index received' (duration: 123.636459ms)","trace[1221692444] 'applied index is now lower than readState.Index' (duration: 1.119272ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:16.478508Z","caller":"traceutil/trace.go:171","msg":"trace[2049989701] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"165.75679ms","start":"2026-03-04T16:31:16.312734Z","end":"2026-03-04T16:31:16.478491Z","steps":["trace[2049989701] 'process raft request' (duration: 165.124618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:16.478672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.29846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T16:31:16.478767Z","caller":"traceutil/trace.go:171","msg":"trace[1409882436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:469; }","duration":"125.473394ms","start":"2026-03-04T16:31:16.353271Z","end":"2026-03-04T16:31:16.478745Z","steps":["trace[1409882436] 'agreement among raft nodes before linearized reading' (duration: 125.296231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:19.883917Z","caller":"traceutil/trace.go:171","msg":"trace[1092208210] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"134.615122ms","start":"2026-03-04T16:31:19.74927Z","end":"2026-03-04T16:31:19.883885Z","steps":["trace[1092208210] 'process raft request' (duration: 134.376148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:27.043261Z","caller":"traceutil/trace.go:171","msg":"trace[296540708] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"502.305282ms","start":"2026-03-04T16:31:26.540479Z","end":"2026-03-04T16:31:27.042784Z","steps":["trace[296540708] 'process raft request' (duration: 502.028077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:27.043458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:26.540454Z","time spent":"502.913522ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:27.419943Z","caller":"traceutil/trace.go:171","msg":"trace[2013077466] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"878.072961ms","start":"2026-03-04T16:31:26.541841Z","end":"2026-03-04T16:31:27.419914Z","steps":["trace[2013077466] 'process raft request' (duration: 877.955288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:27.419946Z","caller":"traceutil/trace.go:171","msg":"trace[798541925] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"878.426338ms","start":"2026-03-04T16:31:26.541466Z","end":"2026-03-04T16:31:27.419892Z","steps":["trace[798541925] 'process raft request' (duration: 878.133031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:27.420171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:26.541834Z","time spent":"878.206733ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:27.420181Z","caller":"traceutil/trace.go:171","msg":"trace[1076008089] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:572; }","duration":"870.358718ms","start":"2026-03-04T16:31:26.54977Z","end":"2026-03-04T16:31:27.420129Z","steps":["trace[1076008089] 'read index received' (duration: 492.930818ms)","trace[1076008089] 'applied index is now lower than readState.Index' (duration: 377.42375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:27.420349Z","caller":"traceutil/trace.go:171","msg":"trace[1919903613] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"876.304868ms","start":"2026-03-04T16:31:26.543989Z","end":"2026-03-04T16:31:27.420294Z","steps":["trace[1919903613] 'process raft request' (duration: 875.855319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:27.42058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.777465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T16:31:27.420596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:26.54398Z","time spent":"876.487131ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:27.420635Z","caller":"traceutil/trace.go:171","msg":"trace[813820274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"870.887567ms","start":"2026-03-04T16:31:26.549733Z","end":"2026-03-04T16:31:27.42062Z","steps":["trace[813820274] 'agreement among raft nodes before linearized reading' (duration: 870.623792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:27.420686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:26.549722Z","time spent":"870.952959ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:31:27.420682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.123858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:31:27.420738Z","caller":"traceutil/trace.go:171","msg":"trace[1729339702] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"766.23199ms","start":"2026-03-04T16:31:26.654489Z","end":"2026-03-04T16:31:27.420721Z","steps":["trace[1729339702] 'agreement among raft nodes before linearized reading' (duration: 766.152498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:27.420812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:26.654459Z","time spent":"766.344422ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T16:31:27.420871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:26.541439Z","time spent":"878.658501ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:29.860843Z","caller":"traceutil/trace.go:171","msg":"trace[829594070] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"208.601703ms","start":"2026-03-04T16:31:29.652212Z","end":"2026-03-04T16:31:29.860813Z","steps":["trace[829594070] 'process raft request' (duration: 208.206076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:30.880177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.007135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:31:30.880635Z","caller":"traceutil/trace.go:171","msg":"trace[929286821] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"209.857966ms","start":"2026-03-04T16:31:30.670731Z","end":"2026-03-04T16:31:30.880589Z","steps":["trace[929286821] 'process raft request' (duration: 77.264632ms)","trace[929286821] 'compare' (duration: 131.745899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:30.880881Z","caller":"traceutil/trace.go:171","msg":"trace[993015624] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"209.51191ms","start":"2026-03-04T16:31:30.671328Z","end":"2026-03-04T16:31:30.88084Z","steps":["trace[993015624] 'process raft request' (duration: 209.157704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:30.880994Z","caller":"traceutil/trace.go:171","msg":"trace[2061837826] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"208.548102ms","start":"2026-03-04T16:31:30.672387Z","end":"2026-03-04T16:31:30.880935Z","steps":["trace[2061837826] 'process raft request' (duration: 208.305817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:30.881186Z","caller":"traceutil/trace.go:171","msg":"trace[1499377338] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"207.290089ms","start":"2026-03-04T16:31:30.67387Z","end":"2026-03-04T16:31:30.88116Z","steps":["trace[1499377338] 'process raft request' (duration: 206.981033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:40.749221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.320394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hl2rv\" ","response":"range_response_count:1 size:4776"} {"level":"info","ts":"2026-03-04T16:31:40.74936Z","caller":"traceutil/trace.go:171","msg":"trace[1361403583] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hl2rv; range_end:; response_count:1; response_revision:834; }","duration":"123.484307ms","start":"2026-03-04T16:31:40.625847Z","end":"2026-03-04T16:31:40.749331Z","steps":["trace[1361403583] 'range keys from in-memory index tree' (duration: 123.036878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:48.015717Z","caller":"traceutil/trace.go:171","msg":"trace[1604892055] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"298.464199ms","start":"2026-03-04T16:31:47.71722Z","end":"2026-03-04T16:31:48.015684Z","steps":["trace[1604892055] 'process raft request' (duration: 298.187252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:48.48762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.453071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:31:48.487552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.652929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:31:48.487768Z","caller":"traceutil/trace.go:171","msg":"trace[1209449033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:922; }","duration":"397.690405ms","start":"2026-03-04T16:31:48.090052Z","end":"2026-03-04T16:31:48.487743Z","steps":["trace[1209449033] 'range keys from in-memory index tree' (duration: 396.39395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:48.487821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:48.089601Z","time spent":"398.210506ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:31:48.48782Z","caller":"traceutil/trace.go:171","msg":"trace[594461977] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:922; }","duration":"251.028307ms","start":"2026-03-04T16:31:48.236745Z","end":"2026-03-04T16:31:48.487773Z","steps":["trace[594461977] 'count revisions from in-memory index tree' (duration: 250.529426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:08.837874Z","caller":"traceutil/trace.go:171","msg":"trace[311156651] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"135.771228ms","start":"2026-03-04T16:32:08.70205Z","end":"2026-03-04T16:32:08.837822Z","steps":["trace[311156651] 'process raft request' (duration: 135.507923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:17.142208Z","caller":"traceutil/trace.go:171","msg":"trace[1188001938] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"262.635442ms","start":"2026-03-04T16:32:16.879531Z","end":"2026-03-04T16:32:17.142166Z","steps":["trace[1188001938] 'process raft request' (duration: 262.345357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:42.696963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.849752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:32:42.697099Z","caller":"traceutil/trace.go:171","msg":"trace[1906243418] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"1.185465718s","start":"2026-03-04T16:32:41.511609Z","end":"2026-03-04T16:32:42.697075Z","steps":["trace[1906243418] 'process raft request' (duration: 898.405682ms)","trace[1906243418] 'compare' (duration: 286.494705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:42.697162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.511578Z","time spent":"1.18555364s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:43.859359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290227964s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:32:43.859935Z","caller":"traceutil/trace.go:171","msg":"trace[1225242564] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1679; }","duration":"1.928842068s","start":"2026-03-04T16:32:41.931058Z","end":"2026-03-04T16:32:43.8599Z","steps":["trace[1225242564] 'read index received' (duration: 478.974015ms)","trace[1225242564] 'applied index is now lower than readState.Index' (duration: 1.449866953s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:43.860013Z","caller":"traceutil/trace.go:171","msg":"trace[665754492] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"2.094590648s","start":"2026-03-04T16:32:41.765389Z","end":"2026-03-04T16:32:43.85998Z","steps":["trace[665754492] 'process raft request' (duration: 2.094275692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.860195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.765364Z","time spent":"2.09471111s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:43.860239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929164374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T16:32:43.860285Z","caller":"traceutil/trace.go:171","msg":"trace[873555063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1616; }","duration":"1.929288387s","start":"2026-03-04T16:32:41.930981Z","end":"2026-03-04T16:32:43.860269Z","steps":["trace[873555063] 'agreement among raft nodes before linearized reading' (duration: 1.929083483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.860334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.930931Z","time spent":"1.929393849s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:32:43.897848Z","caller":"traceutil/trace.go:171","msg":"trace[571995747] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.461077012s","start":"2026-03-04T16:32:42.436743Z","end":"2026-03-04T16:32:43.89782Z","steps":["trace[571995747] 'process raft request' (duration: 1.460869368s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:43.897888Z","caller":"traceutil/trace.go:171","msg":"trace[1092135802] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.104411113s","start":"2026-03-04T16:32:42.793444Z","end":"2026-03-04T16:32:43.897855Z","steps":["trace[1092135802] 'process raft request' (duration: 1.104314641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.898014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:42.436724Z","time spent":"1.461189034s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:43.898138Z","caller":"traceutil/trace.go:171","msg":"trace[437828667] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"694.749576ms","start":"2026-03-04T16:32:43.203367Z","end":"2026-03-04T16:32:43.898117Z","steps":["trace[437828667] 'process raft request' (duration: 694.43242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.898261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:43.203329Z","time spent":"694.863858ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:43.898258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:42.793417Z","time spent":"1.104679559s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:43.898354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958629117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T16:32:43.898396Z","caller":"traceutil/trace.go:171","msg":"trace[823000237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1620; }","duration":"1.958698778s","start":"2026-03-04T16:32:41.939686Z","end":"2026-03-04T16:32:43.898384Z","steps":["trace[823000237] 'agreement among raft nodes before linearized reading' (duration: 1.958563425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.898429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.93966Z","time spent":"1.95876255s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:43.898573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910693666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T16:32:43.898668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312444214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:32:43.898699Z","caller":"traceutil/trace.go:171","msg":"trace[538838145] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1620; }","duration":"1.910826628s","start":"2026-03-04T16:32:41.98784Z","end":"2026-03-04T16:32:43.898666Z","steps":["trace[538838145] 'agreement among raft nodes before linearized reading' (duration: 1.910647735s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:43.898733Z","caller":"traceutil/trace.go:171","msg":"trace[456167809] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1620; }","duration":"1.312560716s","start":"2026-03-04T16:32:42.586155Z","end":"2026-03-04T16:32:43.898716Z","steps":["trace[456167809] 'agreement among raft nodes before linearized reading' (duration: 1.312288461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.898749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460290586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T16:32:43.898783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:42.586131Z","time spent":"1.312638168s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:43.898809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958976364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T16:32:43.898842Z","caller":"traceutil/trace.go:171","msg":"trace[1645591463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1620; }","duration":"1.460355647s","start":"2026-03-04T16:32:42.438447Z","end":"2026-03-04T16:32:43.898803Z","steps":["trace[1645591463] 'agreement among raft nodes before linearized reading' (duration: 1.460209724s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:43.898881Z","caller":"traceutil/trace.go:171","msg":"trace[1516547579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1620; }","duration":"1.959104576s","start":"2026-03-04T16:32:41.93976Z","end":"2026-03-04T16:32:43.898865Z","steps":["trace[1516547579] 'agreement among raft nodes before linearized reading' (duration: 1.958871362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.89889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:42.438374Z","time spent":"1.46050354s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:32:43.898922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.93973Z","time spent":"1.959186278s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:32:43.898873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500382525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e152ad7d-911b-488c-a002-a9a27d8f7139\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T16:32:43.899024Z","caller":"traceutil/trace.go:171","msg":"trace[883644729] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e152ad7d-911b-488c-a002-a9a27d8f7139; range_end:; response_count:1; response_revision:1620; }","duration":"1.500582189s","start":"2026-03-04T16:32:42.398424Z","end":"2026-03-04T16:32:43.899006Z","steps":["trace[883644729] 'agreement among raft nodes before linearized reading' (duration: 1.500285333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.899044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.147178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:32:43.898761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.987815Z","time spent":"1.910934931s","remote":"127.0.0.1:53098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:43.8991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:42.398389Z","time spent":"1.50068708s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e152ad7d-911b-488c-a002-a9a27d8f7139\" "} {"level":"info","ts":"2026-03-04T16:32:43.899094Z","caller":"traceutil/trace.go:171","msg":"trace[1855400950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1620; }","duration":"809.418003ms","start":"2026-03-04T16:32:43.089663Z","end":"2026-03-04T16:32:43.899081Z","steps":["trace[1855400950] 'agreement among raft nodes before linearized reading' (duration: 809.345272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.899141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:43.089637Z","time spent":"809.493525ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:43.89861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929100194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e152ad7d-911b-488c-a002-a9a27d8f7139\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-04T16:32:43.899156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.601531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:32:43.899224Z","caller":"traceutil/trace.go:171","msg":"trace[556831584] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e152ad7d-911b-488c-a002-a9a27d8f7139; range_end:; response_count:1; response_revision:1620; }","duration":"1.929729746s","start":"2026-03-04T16:32:41.969475Z","end":"2026-03-04T16:32:43.899205Z","steps":["trace[556831584] 'agreement among raft nodes before linearized reading' (duration: 1.929026852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.899282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:41.969465Z","time spent":"1.929800518s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e152ad7d-911b-488c-a002-a9a27d8f7139\" "} {"level":"info","ts":"2026-03-04T16:32:43.899359Z","caller":"traceutil/trace.go:171","msg":"trace[1508340785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1620; }","duration":"609.743364ms","start":"2026-03-04T16:32:43.289484Z","end":"2026-03-04T16:32:43.899227Z","steps":["trace[1508340785] 'agreement among raft nodes before linearized reading' (duration: 609.383017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.899406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:43.289458Z","time spent":"609.936847ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:32:43.899069Z","caller":"traceutil/trace.go:171","msg":"trace[258328969] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"387.691831ms","start":"2026-03-04T16:32:43.511152Z","end":"2026-03-04T16:32:43.898844Z","steps":["trace[258328969] 'process raft request' (duration: 386.894196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:43.899554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:43.51112Z","time spent":"388.383993ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:56.538328Z","caller":"traceutil/trace.go:171","msg":"trace[1620780565] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"113.0537ms","start":"2026-03-04T16:32:56.425236Z","end":"2026-03-04T16:32:56.538289Z","steps":["trace[1620780565] 'process raft request' (duration: 112.775785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:56.967469Z","caller":"traceutil/trace.go:171","msg":"trace[1653560656] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"423.102474ms","start":"2026-03-04T16:32:56.544325Z","end":"2026-03-04T16:32:56.967428Z","steps":["trace[1653560656] 'process raft request' (duration: 422.222107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:56.967874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.544307Z","time spent":"423.283047ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:57.019142Z","caller":"traceutil/trace.go:171","msg":"trace[1397749343] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"474.173535ms","start":"2026-03-04T16:32:56.544939Z","end":"2026-03-04T16:32:57.019112Z","steps":["trace[1397749343] 'process raft request' (duration: 473.873859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:57.019166Z","caller":"traceutil/trace.go:171","msg":"trace[2076381486] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"474.013651ms","start":"2026-03-04T16:32:56.545128Z","end":"2026-03-04T16:32:57.019141Z","steps":["trace[2076381486] 'process raft request' (duration: 473.881269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:57.019361Z","caller":"traceutil/trace.go:171","msg":"trace[1495894261] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1795; }","duration":"300.067511ms","start":"2026-03-04T16:32:56.719255Z","end":"2026-03-04T16:32:57.019322Z","steps":["trace[1495894261] 'read index received' (duration: 247.42084ms)","trace[1495894261] 'applied index is now lower than readState.Index' (duration: 52.645051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:57.0194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.544913Z","time spent":"474.310057ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:57.019451Z","caller":"traceutil/trace.go:171","msg":"trace[1452737677] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"472.132006ms","start":"2026-03-04T16:32:56.547285Z","end":"2026-03-04T16:32:57.019417Z","steps":["trace[1452737677] 'process raft request' (duration: 471.795959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:57.019592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.322666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T16:32:57.019662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.547277Z","time spent":"472.285688ms","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:57.020065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.545119Z","time spent":"474.111474ms","remote":"127.0.0.1:52920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:57.020606Z","caller":"traceutil/trace.go:171","msg":"trace[963373717] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1730; }","duration":"300.56626ms","start":"2026-03-04T16:32:56.719199Z","end":"2026-03-04T16:32:57.019765Z","steps":["trace[963373717] 'agreement among raft nodes before linearized reading' (duration: 300.270665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:57.020677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.719176Z","time spent":"301.482518ms","remote":"127.0.0.1:52920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:57.13801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.308602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:32:57.138115Z","caller":"traceutil/trace.go:171","msg":"trace[740692366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"354.466276ms","start":"2026-03-04T16:32:56.783621Z","end":"2026-03-04T16:32:57.138087Z","steps":["trace[740692366] 'agreement among raft nodes before linearized reading' (duration: 236.136344ms)","trace[740692366] 'range keys from in-memory index tree' (duration: 118.175609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:57.13817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.783599Z","time spent":"354.560797ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:57.138276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.345655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T16:32:57.138377Z","caller":"traceutil/trace.go:171","msg":"trace[1430192083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"376.484968ms","start":"2026-03-04T16:32:56.761839Z","end":"2026-03-04T16:32:57.138324Z","steps":["trace[1430192083] 'agreement among raft nodes before linearized reading' (duration: 257.895922ms)","trace[1430192083] 'range keys from in-memory index tree' (duration: 118.397863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:57.138438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:56.761814Z","time spent":"376.61456ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:32:57.138568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.033056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T16:32:57.138715Z","caller":"traceutil/trace.go:171","msg":"trace[196386807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"143.215139ms","start":"2026-03-04T16:32:56.995441Z","end":"2026-03-04T16:32:57.138656Z","steps":["trace[196386807] 'agreement among raft nodes before linearized reading' (duration: 24.298127ms)","trace[196386807] 'range keys from in-memory index tree' (duration: 118.532265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:57.138934Z","caller":"traceutil/trace.go:171","msg":"trace[390312594] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"111.113743ms","start":"2026-03-04T16:32:57.027787Z","end":"2026-03-04T16:32:57.138901Z","steps":["trace[390312594] 'process raft request' (duration: 100.298816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:57.477621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.353728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:32:57.477854Z","caller":"traceutil/trace.go:171","msg":"trace[575523342] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1732; }","duration":"136.646212ms","start":"2026-03-04T16:32:57.341178Z","end":"2026-03-04T16:32:57.477824Z","steps":["trace[575523342] 'count revisions from in-memory index tree' (duration: 136.241485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:01.42825Z","caller":"traceutil/trace.go:171","msg":"trace[768587734] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1820; }","duration":"339.913257ms","start":"2026-03-04T16:33:01.088313Z","end":"2026-03-04T16:33:01.428227Z","steps":["trace[768587734] 'read index received' (duration: 339.848636ms)","trace[768587734] 'applied index is now lower than readState.Index' (duration: 63.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:01.428308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:00.56087Z","time spent":"867.430235ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:33:01.428426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.088641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:33:01.428461Z","caller":"traceutil/trace.go:171","msg":"trace[847534302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"340.189923ms","start":"2026-03-04T16:33:01.088261Z","end":"2026-03-04T16:33:01.428451Z","steps":["trace[847534302] 'agreement among raft nodes before linearized reading' (duration: 340.097251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:01.428497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:01.088235Z","time spent":"340.253053ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:33:01.42896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.164234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T16:33:01.429009Z","caller":"traceutil/trace.go:171","msg":"trace[1356957580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1750; }","duration":"262.266256ms","start":"2026-03-04T16:33:01.166725Z","end":"2026-03-04T16:33:01.428991Z","steps":["trace[1356957580] 'agreement among raft nodes before linearized reading' (duration: 262.095813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:01.429091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.614855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T16:33:01.429149Z","caller":"traceutil/trace.go:171","msg":"trace[74882643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1750; }","duration":"259.692526ms","start":"2026-03-04T16:33:01.169438Z","end":"2026-03-04T16:33:01.429131Z","steps":["trace[74882643] 'agreement among raft nodes before linearized reading' (duration: 259.510333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:01.778693Z","caller":"traceutil/trace.go:171","msg":"trace[645279627] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"345.312891ms","start":"2026-03-04T16:33:01.433358Z","end":"2026-03-04T16:33:01.778671Z","steps":["trace[645279627] 'process raft request' (duration: 341.789503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:01.778832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:01.433337Z","time spent":"345.404132ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:01.779255Z","caller":"traceutil/trace.go:171","msg":"trace[1636324448] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1821; }","duration":"168.855552ms","start":"2026-03-04T16:33:01.610378Z","end":"2026-03-04T16:33:01.779234Z","steps":["trace[1636324448] 'read index received' (duration: 164.701011ms)","trace[1636324448] 'applied index is now lower than readState.Index' (duration: 4.152871ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:01.77934Z","caller":"traceutil/trace.go:171","msg":"trace[1832293635] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"335.323649ms","start":"2026-03-04T16:33:01.443959Z","end":"2026-03-04T16:33:01.779282Z","steps":["trace[1832293635] 'process raft request' (duration: 334.675356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:01.779432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.031305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:33:01.779474Z","caller":"traceutil/trace.go:171","msg":"trace[232725950] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1752; }","duration":"169.093176ms","start":"2026-03-04T16:33:01.610369Z","end":"2026-03-04T16:33:01.779462Z","steps":["trace[232725950] 'agreement among raft nodes before linearized reading' (duration: 168.943693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:01.779556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:01.443918Z","time spent":"335.525673ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:34.21222Z","caller":"traceutil/trace.go:171","msg":"trace[81207964] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"199.362408ms","start":"2026-03-04T16:33:34.012827Z","end":"2026-03-04T16:33:34.21219Z","steps":["trace[81207964] 'process raft request' (duration: 199.196045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:34.216683Z","caller":"traceutil/trace.go:171","msg":"trace[1862758819] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"133.555224ms","start":"2026-03-04T16:33:34.0831Z","end":"2026-03-04T16:33:34.216655Z","steps":["trace[1862758819] 'process raft request' (duration: 133.465172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:34.216725Z","caller":"traceutil/trace.go:171","msg":"trace[1443396342] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"135.076273ms","start":"2026-03-04T16:33:34.081622Z","end":"2026-03-04T16:33:34.216698Z","steps":["trace[1443396342] 'process raft request' (duration: 134.757627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:34.216687Z","caller":"traceutil/trace.go:171","msg":"trace[1286256207] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"133.8753ms","start":"2026-03-04T16:33:34.082781Z","end":"2026-03-04T16:33:34.216656Z","steps":["trace[1286256207] 'process raft request' (duration: 133.746928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.46685Z","caller":"traceutil/trace.go:171","msg":"trace[1831443882] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2020; }","duration":"230.995804ms","start":"2026-03-04T16:33:40.235821Z","end":"2026-03-04T16:33:40.466816Z","steps":["trace[1831443882] 'read index received' (duration: 230.946723ms)","trace[1831443882] 'applied index is now lower than readState.Index' (duration: 47.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:40.466958Z","caller":"traceutil/trace.go:171","msg":"trace[1644604035] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"233.705776ms","start":"2026-03-04T16:33:40.233211Z","end":"2026-03-04T16:33:40.466917Z","steps":["trace[1644604035] 'process raft request' (duration: 233.432841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:40.467094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.26551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T16:33:40.467137Z","caller":"traceutil/trace.go:171","msg":"trace[553059265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1943; }","duration":"231.366051ms","start":"2026-03-04T16:33:40.235761Z","end":"2026-03-04T16:33:40.467127Z","steps":["trace[553059265] 'agreement among raft nodes before linearized reading' (duration: 231.217388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.476457Z","caller":"traceutil/trace.go:171","msg":"trace[924579161] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"239.850135ms","start":"2026-03-04T16:33:40.236585Z","end":"2026-03-04T16:33:40.476435Z","steps":["trace[924579161] 'process raft request' (duration: 239.715623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.476658Z","caller":"traceutil/trace.go:171","msg":"trace[1087319304] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"239.429897ms","start":"2026-03-04T16:33:40.237208Z","end":"2026-03-04T16:33:40.476637Z","steps":["trace[1087319304] 'process raft request' (duration: 239.193893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:40.476933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.858995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:33:40.476997Z","caller":"traceutil/trace.go:171","msg":"trace[1443609159] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1945; }","duration":"214.948327ms","start":"2026-03-04T16:33:40.262032Z","end":"2026-03-04T16:33:40.476981Z","steps":["trace[1443609159] 'agreement among raft nodes before linearized reading' (duration: 214.854075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:40.477063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.244904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:33:40.477145Z","caller":"traceutil/trace.go:171","msg":"trace[226598652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1945; }","duration":"163.363395ms","start":"2026-03-04T16:33:40.313763Z","end":"2026-03-04T16:33:40.477126Z","steps":["trace[226598652] 'agreement among raft nodes before linearized reading' (duration: 163.05616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:40.477056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.850947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T16:33:40.477095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.699967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T16:33:40.477256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.742606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T16:33:40.477236Z","caller":"traceutil/trace.go:171","msg":"trace[358088664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1945; }","duration":"163.04239ms","start":"2026-03-04T16:33:40.314171Z","end":"2026-03-04T16:33:40.477213Z","steps":["trace[358088664] 'agreement among raft nodes before linearized reading' (duration: 162.728824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.477371Z","caller":"traceutil/trace.go:171","msg":"trace[1452334175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1945; }","duration":"161.068443ms","start":"2026-03-04T16:33:40.316283Z","end":"2026-03-04T16:33:40.477352Z","steps":["trace[1452334175] 'agreement among raft nodes before linearized reading' (duration: 160.341719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.477394Z","caller":"traceutil/trace.go:171","msg":"trace[1221967873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1945; }","duration":"222.142944ms","start":"2026-03-04T16:33:40.255138Z","end":"2026-03-04T16:33:40.477281Z","steps":["trace[1221967873] 'agreement among raft nodes before linearized reading' (duration: 221.469002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.604987Z","caller":"traceutil/trace.go:171","msg":"trace[778803316] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2024; }","duration":"118.23628ms","start":"2026-03-04T16:33:40.486726Z","end":"2026-03-04T16:33:40.604962Z","steps":["trace[778803316] 'read index received' (duration: 42.863963ms)","trace[778803316] 'applied index is now lower than readState.Index' (duration: 75.371237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:40.605089Z","caller":"traceutil/trace.go:171","msg":"trace[591032306] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"123.340618ms","start":"2026-03-04T16:33:40.481706Z","end":"2026-03-04T16:33:40.605047Z","steps":["trace[591032306] 'process raft request' (duration: 123.189275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:40.605209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.463116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:33:40.605138Z","caller":"traceutil/trace.go:171","msg":"trace[1135850983] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"123.055993ms","start":"2026-03-04T16:33:40.482067Z","end":"2026-03-04T16:33:40.605123Z","steps":["trace[1135850983] 'process raft request' (duration: 122.859868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.605256Z","caller":"traceutil/trace.go:171","msg":"trace[1733107480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1950; }","duration":"118.546757ms","start":"2026-03-04T16:33:40.486697Z","end":"2026-03-04T16:33:40.605243Z","steps":["trace[1733107480] 'agreement among raft nodes before linearized reading' (duration: 118.462175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.605013Z","caller":"traceutil/trace.go:171","msg":"trace[223083465] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"123.273517ms","start":"2026-03-04T16:33:40.481715Z","end":"2026-03-04T16:33:40.604989Z","steps":["trace[223083465] 'process raft request' (duration: 123.138265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:40.605194Z","caller":"traceutil/trace.go:171","msg":"trace[1280835532] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"123.605785ms","start":"2026-03-04T16:33:40.481526Z","end":"2026-03-04T16:33:40.605132Z","steps":["trace[1280835532] 'process raft request' (duration: 63.047962ms)","trace[1280835532] 'compare' (duration: 60.112344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:42.325089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235905729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:33:42.3252Z","caller":"traceutil/trace.go:171","msg":"trace[286042084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1951; }","duration":"1.236061913s","start":"2026-03-04T16:33:41.089111Z","end":"2026-03-04T16:33:42.325172Z","steps":["trace[286042084] 'range keys from in-memory index tree' (duration: 1.235819778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:42.325269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:41.089084Z","time spent":"1.236171495s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:33:42.325249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214601161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:33:42.325738Z","caller":"traceutil/trace.go:171","msg":"trace[20531733] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1951; }","duration":"1.215135851s","start":"2026-03-04T16:33:41.110582Z","end":"2026-03-04T16:33:42.325718Z","steps":["trace[20531733] 'count revisions from in-memory index tree' (duration: 1.214446798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:42.325813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:41.110569Z","time spent":"1.215221863s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:33:42.32617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576879836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T16:33:42.326281Z","caller":"traceutil/trace.go:171","msg":"trace[237560107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1951; }","duration":"1.577456537s","start":"2026-03-04T16:33:40.748801Z","end":"2026-03-04T16:33:42.326257Z","steps":["trace[237560107] 'range keys from in-memory index tree' (duration: 1.576259715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:42.32633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:40.748755Z","time spent":"1.577562139s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:33:43.035127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164924616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:33:43.372242Z","caller":"traceutil/trace.go:171","msg":"trace[399065770] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"899.718104ms","start":"2026-03-04T16:33:42.472494Z","end":"2026-03-04T16:33:43.372212Z","steps":["trace[399065770] 'process raft request' (duration: 899.548541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.372429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.472472Z","time spent":"899.840886ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:43.383997Z","caller":"traceutil/trace.go:171","msg":"trace[2031225898] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2030; }","duration":"849.655903ms","start":"2026-03-04T16:33:42.534315Z","end":"2026-03-04T16:33:43.383971Z","steps":["trace[2031225898] 'read index received' (duration: 837.726054ms)","trace[2031225898] 'applied index is now lower than readState.Index' (duration: 11.928859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:43.384035Z","caller":"traceutil/trace.go:171","msg":"trace[938019584] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"902.209663ms","start":"2026-03-04T16:33:42.48179Z","end":"2026-03-04T16:33:43.384Z","steps":["trace[938019584] 'process raft request' (duration: 902.000239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.384196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.481763Z","time spent":"902.348476ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:43.384235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.291537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T16:33:43.384271Z","caller":"traceutil/trace.go:171","msg":"trace[1730159380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1954; }","duration":"774.369409ms","start":"2026-03-04T16:33:42.60989Z","end":"2026-03-04T16:33:43.384259Z","steps":["trace[1730159380] 'agreement among raft nodes before linearized reading' (duration: 774.216496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.384309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.609874Z","time spent":"774.426809ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:33:43.384313Z","caller":"traceutil/trace.go:171","msg":"trace[981533192] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"902.463018ms","start":"2026-03-04T16:33:42.481818Z","end":"2026-03-04T16:33:43.384281Z","steps":["trace[981533192] 'process raft request' (duration: 902.10729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.384806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.4818Z","time spent":"902.900896ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:43.384323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.99732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T16:33:43.384923Z","caller":"traceutil/trace.go:171","msg":"trace[1626578855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1954; }","duration":"850.618872ms","start":"2026-03-04T16:33:42.534252Z","end":"2026-03-04T16:33:43.384871Z","steps":["trace[1626578855] 'agreement among raft nodes before linearized reading' (duration: 849.856028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.384995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.534226Z","time spent":"850.751804ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:33:43.384337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.582466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:33:43.384997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.434259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T16:33:43.385066Z","caller":"traceutil/trace.go:171","msg":"trace[1526529291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1954; }","duration":"774.501282ms","start":"2026-03-04T16:33:42.610546Z","end":"2026-03-04T16:33:43.385047Z","steps":["trace[1526529291] 'agreement among raft nodes before linearized reading' (duration: 773.758898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:43.385079Z","caller":"traceutil/trace.go:171","msg":"trace[844012601] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1954; }","duration":"495.342851ms","start":"2026-03-04T16:33:42.889695Z","end":"2026-03-04T16:33:43.385038Z","steps":["trace[844012601] 'agreement among raft nodes before linearized reading' (duration: 494.557687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.385108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.61052Z","time spent":"774.577432ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:33:43.385134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.889678Z","time spent":"495.438373ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:33:43.384456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.369798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T16:33:43.385229Z","caller":"traceutil/trace.go:171","msg":"trace[738316749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1954; }","duration":"775.181714ms","start":"2026-03-04T16:33:42.610031Z","end":"2026-03-04T16:33:43.385213Z","steps":["trace[738316749] 'agreement among raft nodes before linearized reading' (duration: 774.305717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.385278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.609998Z","time spent":"775.267926ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:33:43.384536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.963151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:33:43.385361Z","caller":"traceutil/trace.go:171","msg":"trace[233590871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1954; }","duration":"774.799227ms","start":"2026-03-04T16:33:42.610544Z","end":"2026-03-04T16:33:43.385343Z","steps":["trace[233590871] 'agreement among raft nodes before linearized reading' (duration: 773.856469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:43.385417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:42.610536Z","time spent":"774.864318ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:33:43.529273Z","caller":"traceutil/trace.go:171","msg":"trace[691466381] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"138.817824ms","start":"2026-03-04T16:33:43.390424Z","end":"2026-03-04T16:33:43.529242Z","steps":["trace[691466381] 'process raft request' (duration: 136.742805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:43.530525Z","caller":"traceutil/trace.go:171","msg":"trace[1559429695] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"139.761553ms","start":"2026-03-04T16:33:43.390739Z","end":"2026-03-04T16:33:43.5305Z","steps":["trace[1559429695] 'process raft request' (duration: 139.59591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:43.530892Z","caller":"traceutil/trace.go:171","msg":"trace[2077173780] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"138.437258ms","start":"2026-03-04T16:33:43.392429Z","end":"2026-03-04T16:33:43.530866Z","steps":["trace[2077173780] 'process raft request' (duration: 138.389497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:43.531044Z","caller":"traceutil/trace.go:171","msg":"trace[1270991734] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"139.616281ms","start":"2026-03-04T16:33:43.3914Z","end":"2026-03-04T16:33:43.531017Z","steps":["trace[1270991734] 'process raft request' (duration: 139.293405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:43.530879Z","caller":"traceutil/trace.go:171","msg":"trace[799881345] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"139.713382ms","start":"2026-03-04T16:33:43.391114Z","end":"2026-03-04T16:33:43.530827Z","steps":["trace[799881345] 'process raft request' (duration: 139.350115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:44.0866Z","caller":"traceutil/trace.go:171","msg":"trace[1476674654] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"179.446255ms","start":"2026-03-04T16:34:43.907125Z","end":"2026-03-04T16:34:44.086571Z","steps":["trace[1476674654] 'process raft request' (duration: 179.385204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:44.086969Z","caller":"traceutil/trace.go:171","msg":"trace[1001665583] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"180.486435ms","start":"2026-03-04T16:34:43.906274Z","end":"2026-03-04T16:34:44.086761Z","steps":["trace[1001665583] 'process raft request' (duration: 180.084027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:44.142438Z","caller":"traceutil/trace.go:171","msg":"trace[1342765206] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"107.625104ms","start":"2026-03-04T16:34:44.034772Z","end":"2026-03-04T16:34:44.142397Z","steps":["trace[1342765206] 'process raft request' (duration: 107.41633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:01.418933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.615317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:35:01.419038Z","caller":"traceutil/trace.go:171","msg":"trace[17765433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2532; }","duration":"329.76577ms","start":"2026-03-04T16:35:01.089251Z","end":"2026-03-04T16:35:01.419017Z","steps":["trace[17765433] 'range keys from in-memory index tree' (duration: 329.507654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:01.419087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:01.089234Z","time spent":"329.843481ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:35:02.219368Z","caller":"traceutil/trace.go:171","msg":"trace[320095143] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"470.069648ms","start":"2026-03-04T16:35:01.749264Z","end":"2026-03-04T16:35:02.219333Z","steps":["trace[320095143] 'process raft request' (duration: 469.869055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.21974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:01.749238Z","time spent":"470.249411ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:02.409144Z","caller":"traceutil/trace.go:171","msg":"trace[468058942] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"659.338246ms","start":"2026-03-04T16:35:01.749778Z","end":"2026-03-04T16:35:02.409116Z","steps":["trace[468058942] 'process raft request' (duration: 659.128482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.409381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:01.749748Z","time spent":"659.52277ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:02.409353Z","caller":"traceutil/trace.go:171","msg":"trace[152646529] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2636; }","duration":"476.258979ms","start":"2026-03-04T16:35:01.933056Z","end":"2026-03-04T16:35:02.409315Z","steps":["trace[152646529] 'read index received' (duration: 285.982222ms)","trace[152646529] 'applied index is now lower than readState.Index' (duration: 190.274507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:02.409608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.534205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T16:35:02.40968Z","caller":"traceutil/trace.go:171","msg":"trace[1843149051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2535; }","duration":"476.677798ms","start":"2026-03-04T16:35:01.93299Z","end":"2026-03-04T16:35:02.409667Z","steps":["trace[1843149051] 'agreement among raft nodes before linearized reading' (duration: 476.430083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.40972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:01.932962Z","time spent":"476.749589ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:35:02.410025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.765584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:35:02.410089Z","caller":"traceutil/trace.go:171","msg":"trace[425064287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2535; }","duration":"416.879916ms","start":"2026-03-04T16:35:01.993195Z","end":"2026-03-04T16:35:02.410075Z","steps":["trace[425064287] 'agreement among raft nodes before linearized reading' (duration: 416.664472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.41013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.588161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:35:02.410177Z","caller":"traceutil/trace.go:171","msg":"trace[1813823404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2535; }","duration":"319.692243ms","start":"2026-03-04T16:35:02.090474Z","end":"2026-03-04T16:35:02.410166Z","steps":["trace[1813823404] 'agreement among raft nodes before linearized reading' (duration: 319.624811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.410207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:02.090447Z","time spent":"319.754733ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:35:02.410252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.786674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T16:35:02.410205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.422605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T16:35:02.410297Z","caller":"traceutil/trace.go:171","msg":"trace[1397399473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2535; }","duration":"343.881796ms","start":"2026-03-04T16:35:02.066404Z","end":"2026-03-04T16:35:02.410286Z","steps":["trace[1397399473] 'agreement among raft nodes before linearized reading' (duration: 343.757574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.410132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:01.993168Z","time spent":"416.954517ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:35:02.410328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:02.066371Z","time spent":"343.950907ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:35:02.41034Z","caller":"traceutil/trace.go:171","msg":"trace[219848022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2535; }","duration":"228.624558ms","start":"2026-03-04T16:35:02.181682Z","end":"2026-03-04T16:35:02.410307Z","steps":["trace[219848022] 'agreement among raft nodes before linearized reading' (duration: 228.18492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:02.409856Z","caller":"traceutil/trace.go:171","msg":"trace[1395202596] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"659.114371ms","start":"2026-03-04T16:35:01.750623Z","end":"2026-03-04T16:35:02.409737Z","steps":["trace[1395202596] 'process raft request' (duration: 658.451299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.410499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:01.750594Z","time spent":"659.828745ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:02.410467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.493718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T16:35:02.41059Z","caller":"traceutil/trace.go:171","msg":"trace[291591582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2535; }","duration":"223.688732ms","start":"2026-03-04T16:35:02.186867Z","end":"2026-03-04T16:35:02.410556Z","steps":["trace[291591582] 'agreement among raft nodes before linearized reading' (duration: 223.331944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:02.410694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.668967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T16:35:02.410771Z","caller":"traceutil/trace.go:171","msg":"trace[48493948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2535; }","duration":"114.83019ms","start":"2026-03-04T16:35:02.295925Z","end":"2026-03-04T16:35:02.410755Z","steps":["trace[48493948] 'agreement among raft nodes before linearized reading' (duration: 114.035354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:10.697721Z","caller":"traceutil/trace.go:171","msg":"trace[1582777241] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"105.604341ms","start":"2026-03-04T16:36:10.592078Z","end":"2026-03-04T16:36:10.697682Z","steps":["trace[1582777241] 'process raft request' (duration: 105.368386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:10.932124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.392113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T16:36:10.932427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.274471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:36:10.932576Z","caller":"traceutil/trace.go:171","msg":"trace[2001456035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2871; }","duration":"117.474964ms","start":"2026-03-04T16:36:10.81508Z","end":"2026-03-04T16:36:10.932555Z","steps":["trace[2001456035] 'range keys from in-memory index tree' (duration: 116.997755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:10.932752Z","caller":"traceutil/trace.go:171","msg":"trace[1454489445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2871; }","duration":"116.73934ms","start":"2026-03-04T16:36:10.815653Z","end":"2026-03-04T16:36:10.932392Z","steps":["trace[1454489445] 'range keys from in-memory index tree' (duration: 116.19768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:11.065692Z","caller":"traceutil/trace.go:171","msg":"trace[507191585] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"128.93291ms","start":"2026-03-04T16:36:10.936737Z","end":"2026-03-04T16:36:11.06567Z","steps":["trace[507191585] 'process raft request' (duration: 128.614534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:11.06574Z","caller":"traceutil/trace.go:171","msg":"trace[509642942] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"128.059972ms","start":"2026-03-04T16:36:10.937633Z","end":"2026-03-04T16:36:11.065693Z","steps":["trace[509642942] 'process raft request' (duration: 127.871718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:11.065754Z","caller":"traceutil/trace.go:171","msg":"trace[317776570] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"127.348488ms","start":"2026-03-04T16:36:10.938377Z","end":"2026-03-04T16:36:11.065725Z","steps":["trace[317776570] 'process raft request' (duration: 127.171755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:11.06568Z","caller":"traceutil/trace.go:171","msg":"trace[723989696] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"126.996892ms","start":"2026-03-04T16:36:10.938651Z","end":"2026-03-04T16:36:11.065648Z","steps":["trace[723989696] 'process raft request' (duration: 126.953701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:19.296639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.977528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:36:19.296999Z","caller":"traceutil/trace.go:171","msg":"trace[867779237] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"171.578501ms","start":"2026-03-04T16:36:19.125404Z","end":"2026-03-04T16:36:19.296983Z","steps":["trace[867779237] 'process raft request' (duration: 171.49661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:19.297063Z","caller":"traceutil/trace.go:171","msg":"trace[668579202] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"175.57984ms","start":"2026-03-04T16:36:19.121447Z","end":"2026-03-04T16:36:19.297027Z","steps":["trace[668579202] 'process raft request' (duration: 72.093021ms)","trace[668579202] 'compare' (duration: 102.726393ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:36:19.297499Z","caller":"traceutil/trace.go:171","msg":"trace[296640077] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"174.994578ms","start":"2026-03-04T16:36:19.122421Z","end":"2026-03-04T16:36:19.297415Z","steps":["trace[296640077] 'process raft request' (duration: 174.340606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:19.297549Z","caller":"traceutil/trace.go:171","msg":"trace[1084399652] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"174.632871ms","start":"2026-03-04T16:36:19.122857Z","end":"2026-03-04T16:36:19.29749Z","steps":["trace[1084399652] 'process raft request' (duration: 174.017259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:37:44.059955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164928609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:37:44.066867Z","caller":"traceutil/trace.go:171","msg":"trace[1220245336] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3646; }","duration":"507.963758ms","start":"2026-03-04T16:37:43.558861Z","end":"2026-03-04T16:37:44.066825Z","steps":["trace[1220245336] 'read index received' (duration: 507.650242ms)","trace[1220245336] 'applied index is now lower than readState.Index' (duration: 312.376µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:37:44.067008Z","caller":"traceutil/trace.go:171","msg":"trace[955482514] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"567.570674ms","start":"2026-03-04T16:37:43.499424Z","end":"2026-03-04T16:37:44.066995Z","steps":["trace[955482514] 'process raft request' (duration: 567.205167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:37:44.067305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.54141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:37:44.067398Z","caller":"traceutil/trace.go:171","msg":"trace[1044077464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3503; }","duration":"351.687903ms","start":"2026-03-04T16:37:43.715685Z","end":"2026-03-04T16:37:44.067373Z","steps":["trace[1044077464] 'agreement among raft nodes before linearized reading' (duration: 351.474629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:37:44.067445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:37:43.715656Z","time spent":"351.779455ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:37:44.067157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:37:43.4994Z","time spent":"567.644215ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:37:44.067443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.57484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:37:44.067575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.457219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:37:44.067647Z","caller":"traceutil/trace.go:171","msg":"trace[1853836070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3503; }","duration":"508.812924ms","start":"2026-03-04T16:37:43.558821Z","end":"2026-03-04T16:37:44.067634Z","steps":["trace[1853836070] 'agreement among raft nodes before linearized reading' (duration: 508.450737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:37:44.067671Z","caller":"traceutil/trace.go:171","msg":"trace[1763685059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3503; }","duration":"347.615242ms","start":"2026-03-04T16:37:43.720032Z","end":"2026-03-04T16:37:44.067647Z","steps":["trace[1763685059] 'agreement among raft nodes before linearized reading' (duration: 347.280006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:37:44.067694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:37:43.558802Z","time spent":"508.880336ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:37:44.067665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.610651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:37:44.067792Z","caller":"traceutil/trace.go:171","msg":"trace[1632555232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3503; }","duration":"347.784165ms","start":"2026-03-04T16:37:43.719977Z","end":"2026-03-04T16:37:44.067761Z","steps":["trace[1632555232] 'agreement among raft nodes before linearized reading' (duration: 347.425428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:37:44.067904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:37:43.719962Z","time spent":"347.926568ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:37:44.067719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:37:43.720009Z","time spent":"347.700973ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:37:44.067781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.202623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:37:44.068666Z","caller":"traceutil/trace.go:171","msg":"trace[1023429396] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3503; }","duration":"313.891496ms","start":"2026-03-04T16:37:43.754239Z","end":"2026-03-04T16:37:44.06813Z","steps":["trace[1023429396] 'agreement among raft nodes before linearized reading' (duration: 312.988099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:37:44.068979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:37:43.754213Z","time spent":"314.738563ms","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:38:59.265027Z","caller":"traceutil/trace.go:171","msg":"trace[2021111442] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"115.388242ms","start":"2026-03-04T16:38:59.149598Z","end":"2026-03-04T16:38:59.264986Z","steps":["trace[2021111442] 'process raft request' (duration: 115.123887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:01.068153Z","caller":"traceutil/trace.go:171","msg":"trace[1757963307] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"199.441308ms","start":"2026-03-04T16:39:00.868663Z","end":"2026-03-04T16:39:01.068104Z","steps":["trace[1757963307] 'process raft request' (duration: 198.736244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:02.875209Z","caller":"traceutil/trace.go:171","msg":"trace[1927868889] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"236.080568ms","start":"2026-03-04T16:39:02.639102Z","end":"2026-03-04T16:39:02.875183Z","steps":["trace[1927868889] 'process raft request' (duration: 236.021417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:02.875262Z","caller":"traceutil/trace.go:171","msg":"trace[1819072810] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"236.228691ms","start":"2026-03-04T16:39:02.639013Z","end":"2026-03-04T16:39:02.875242Z","steps":["trace[1819072810] 'process raft request' (duration: 230.029578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:02.875264Z","caller":"traceutil/trace.go:171","msg":"trace[1046464944] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"236.207541ms","start":"2026-03-04T16:39:02.639032Z","end":"2026-03-04T16:39:02.87524Z","steps":["trace[1046464944] 'process raft request' (duration: 236.030877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:02.878003Z","caller":"traceutil/trace.go:171","msg":"trace[1904536841] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"204.006608ms","start":"2026-03-04T16:39:02.673971Z","end":"2026-03-04T16:39:02.877978Z","steps":["trace[1904536841] 'process raft request' (duration: 203.456188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:04.321535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.66844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:04.321611Z","caller":"traceutil/trace.go:171","msg":"trace[2037014382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4372; }","duration":"231.757002ms","start":"2026-03-04T16:39:04.089838Z","end":"2026-03-04T16:39:04.321596Z","steps":["trace[2037014382] 'range keys from in-memory index tree' (duration: 231.616889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.533835Z","caller":"traceutil/trace.go:171","msg":"trace[650155922] linearizableReadLoop","detail":"{readStateIndex:4553; appliedIndex:4552; }","duration":"211.487907ms","start":"2026-03-04T16:39:04.322325Z","end":"2026-03-04T16:39:04.533812Z","steps":["trace[650155922] 'read index received' (duration: 211.266273ms)","trace[650155922] 'applied index is now lower than readState.Index' (duration: 220.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:04.533943Z","caller":"traceutil/trace.go:171","msg":"trace[600873645] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"325.201186ms","start":"2026-03-04T16:39:04.208712Z","end":"2026-03-04T16:39:04.533913Z","steps":["trace[600873645] 'process raft request' (duration: 324.962742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:04.534026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.678202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:39:04.534077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:04.208685Z","time spent":"325.330058ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2610,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:39:04.534086Z","caller":"traceutil/trace.go:171","msg":"trace[883270808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4373; }","duration":"211.778723ms","start":"2026-03-04T16:39:04.322293Z","end":"2026-03-04T16:39:04.534072Z","steps":["trace[883270808] 'agreement among raft nodes before linearized reading' (duration: 211.632231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:04.534171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.202518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T16:39:04.53422Z","caller":"traceutil/trace.go:171","msg":"trace[107978512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4373; }","duration":"125.309689ms","start":"2026-03-04T16:39:04.408899Z","end":"2026-03-04T16:39:04.534208Z","steps":["trace[107978512] 'agreement among raft nodes before linearized reading' (duration: 125.073405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.833646Z","caller":"traceutil/trace.go:171","msg":"trace[1004939076] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"175.318947ms","start":"2026-03-04T16:39:04.658298Z","end":"2026-03-04T16:39:04.833617Z","steps":["trace[1004939076] 'process raft request' (duration: 107.015795ms)","trace[1004939076] 'compare' (duration: 68.092018ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:04.873993Z","caller":"traceutil/trace.go:171","msg":"trace[224248146] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"215.349184ms","start":"2026-03-04T16:39:04.658622Z","end":"2026-03-04T16:39:04.873971Z","steps":["trace[224248146] 'process raft request' (duration: 215.132989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.87415Z","caller":"traceutil/trace.go:171","msg":"trace[1522933274] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"215.509357ms","start":"2026-03-04T16:39:04.658624Z","end":"2026-03-04T16:39:04.874133Z","steps":["trace[1522933274] 'process raft request' (duration: 215.253872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.874134Z","caller":"traceutil/trace.go:171","msg":"trace[1509323550] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"215.374104ms","start":"2026-03-04T16:39:04.658723Z","end":"2026-03-04T16:39:04.874097Z","steps":["trace[1509323550] 'process raft request' (duration: 215.252662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.874145Z","caller":"traceutil/trace.go:171","msg":"trace[569444057] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"215.072548ms","start":"2026-03-04T16:39:04.659042Z","end":"2026-03-04T16:39:04.874115Z","steps":["trace[569444057] 'process raft request' (duration: 214.970236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.874328Z","caller":"traceutil/trace.go:171","msg":"trace[741496634] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"214.306084ms","start":"2026-03-04T16:39:04.659954Z","end":"2026-03-04T16:39:04.87426Z","steps":["trace[741496634] 'process raft request' (duration: 214.087699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.874889Z","caller":"traceutil/trace.go:171","msg":"trace[2068760518] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"205.867866ms","start":"2026-03-04T16:39:04.66901Z","end":"2026-03-04T16:39:04.874878Z","steps":["trace[2068760518] 'process raft request' (duration: 205.06516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:04.875056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.401046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:39:04.875124Z","caller":"traceutil/trace.go:171","msg":"trace[1532606798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4385; }","duration":"201.506519ms","start":"2026-03-04T16:39:04.673598Z","end":"2026-03-04T16:39:04.875105Z","steps":["trace[1532606798] 'agreement among raft nodes before linearized reading' (duration: 201.326035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:04.874821Z","caller":"traceutil/trace.go:171","msg":"trace[1393236501] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4558; }","duration":"201.155342ms","start":"2026-03-04T16:39:04.67365Z","end":"2026-03-04T16:39:04.874805Z","steps":["trace[1393236501] 'read index received' (duration: 91.700529ms)","trace[1393236501] 'applied index is now lower than readState.Index' (duration: 109.453853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:05.011676Z","caller":"traceutil/trace.go:171","msg":"trace[2095525883] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"133.189506ms","start":"2026-03-04T16:39:04.878461Z","end":"2026-03-04T16:39:05.011651Z","steps":["trace[2095525883] 'process raft request' (duration: 92.067376ms)","trace[2095525883] 'compare' (duration: 40.951217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:05.011757Z","caller":"traceutil/trace.go:171","msg":"trace[209092285] linearizableReadLoop","detail":"{readStateIndex:4570; appliedIndex:4566; }","duration":"107.689408ms","start":"2026-03-04T16:39:04.904054Z","end":"2026-03-04T16:39:05.011744Z","steps":["trace[209092285] 'read index received' (duration: 66.489366ms)","trace[209092285] 'applied index is now lower than readState.Index' (duration: 41.199302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:05.011953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.244998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:39:05.011997Z","caller":"traceutil/trace.go:171","msg":"trace[669253753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4390; }","duration":"133.326739ms","start":"2026-03-04T16:39:04.878658Z","end":"2026-03-04T16:39:05.011985Z","steps":["trace[669253753] 'agreement among raft nodes before linearized reading' (duration: 133.162756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.012122Z","caller":"traceutil/trace.go:171","msg":"trace[1592534835] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"133.175606ms","start":"2026-03-04T16:39:04.878941Z","end":"2026-03-04T16:39:05.012116Z","steps":["trace[1592534835] 'process raft request' (duration: 132.657366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.012174Z","caller":"traceutil/trace.go:171","msg":"trace[61138237] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"123.402681ms","start":"2026-03-04T16:39:04.888761Z","end":"2026-03-04T16:39:05.012164Z","steps":["trace[61138237] 'process raft request' (duration: 122.928382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.012202Z","caller":"traceutil/trace.go:171","msg":"trace[754020598] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"131.480762ms","start":"2026-03-04T16:39:04.880716Z","end":"2026-03-04T16:39:05.012197Z","steps":["trace[754020598] 'process raft request' (duration: 130.937361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:05.012368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.661576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:39:05.012405Z","caller":"traceutil/trace.go:171","msg":"trace[1255445150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4390; }","duration":"133.710037ms","start":"2026-03-04T16:39:04.878686Z","end":"2026-03-04T16:39:05.012396Z","steps":["trace[1255445150] 'agreement among raft nodes before linearized reading' (duration: 133.617805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:05.012496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.668116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:39:05.0125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.175027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:39:05.012518Z","caller":"traceutil/trace.go:171","msg":"trace[720134408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4390; }","duration":"132.689336ms","start":"2026-03-04T16:39:04.879823Z","end":"2026-03-04T16:39:05.012512Z","steps":["trace[720134408] 'agreement among raft nodes before linearized reading' (duration: 132.635135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.012529Z","caller":"traceutil/trace.go:171","msg":"trace[562368384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:4390; }","duration":"125.236358ms","start":"2026-03-04T16:39:04.887287Z","end":"2026-03-04T16:39:05.012524Z","steps":["trace[562368384] 'agreement among raft nodes before linearized reading' (duration: 125.169907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.058099Z","caller":"traceutil/trace.go:171","msg":"trace[900475338] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"145.390569ms","start":"2026-03-04T16:39:04.912679Z","end":"2026-03-04T16:39:05.05807Z","steps":["trace[900475338] 'process raft request' (duration: 145.212206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:05.624033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.873602ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:05.62416Z","caller":"traceutil/trace.go:171","msg":"trace[1543216443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4395; }","duration":"279.027185ms","start":"2026-03-04T16:39:05.345111Z","end":"2026-03-04T16:39:05.624138Z","steps":["trace[1543216443] 'range keys from in-memory index tree' (duration: 278.856092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:05.624257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.564921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:39:05.624404Z","caller":"traceutil/trace.go:171","msg":"trace[1784590195] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"470.351991ms","start":"2026-03-04T16:39:05.154038Z","end":"2026-03-04T16:39:05.62439Z","steps":["trace[1784590195] 'process raft request' (duration: 102.615267ms)","trace[1784590195] 'compare' (duration: 367.367787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:05.624473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:05.154012Z","time spent":"470.431153ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:05.624523Z","caller":"traceutil/trace.go:171","msg":"trace[193156330] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4396; }","duration":"468.223118ms","start":"2026-03-04T16:39:05.156285Z","end":"2026-03-04T16:39:05.624508Z","steps":["trace[193156330] 'process raft request' (duration: 468.054555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:05.624723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:05.156267Z","time spent":"468.375811ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2184,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:05.651308Z","caller":"traceutil/trace.go:171","msg":"trace[1237028879] linearizableReadLoop","detail":"{readStateIndex:4579; appliedIndex:4575; }","duration":"249.64757ms","start":"2026-03-04T16:39:05.401642Z","end":"2026-03-04T16:39:05.651289Z","steps":["trace[1237028879] 'read index received' (duration: 207.419688ms)","trace[1237028879] 'applied index is now lower than readState.Index' (duration: 42.226422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:05.651399Z","caller":"traceutil/trace.go:171","msg":"trace[485828622] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"158.35894ms","start":"2026-03-04T16:39:05.493031Z","end":"2026-03-04T16:39:05.65139Z","steps":["trace[485828622] 'process raft request' (duration: 158.175546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.651396Z","caller":"traceutil/trace.go:171","msg":"trace[1653960421] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"280.411803ms","start":"2026-03-04T16:39:05.370937Z","end":"2026-03-04T16:39:05.651349Z","steps":["trace[1653960421] 'process raft request' (duration: 280.23398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.65148Z","caller":"traceutil/trace.go:171","msg":"trace[1438357188] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"101.667077ms","start":"2026-03-04T16:39:05.5498Z","end":"2026-03-04T16:39:05.651467Z","steps":["trace[1438357188] 'process raft request' (duration: 101.440093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:05.651529Z","caller":"traceutil/trace.go:171","msg":"trace[578636098] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"283.015785ms","start":"2026-03-04T16:39:05.368479Z","end":"2026-03-04T16:39:05.651494Z","steps":["trace[578636098] 'process raft request' (duration: 282.564656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:05.651752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.078038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-854dp\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-04T16:39:05.651845Z","caller":"traceutil/trace.go:171","msg":"trace[1402922829] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-854dp; range_end:; response_count:1; response_revision:4400; }","duration":"250.19992ms","start":"2026-03-04T16:39:05.401622Z","end":"2026-03-04T16:39:05.651822Z","steps":["trace[1402922829] 'agreement among raft nodes before linearized reading' (duration: 249.878434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:08.543122Z","caller":"traceutil/trace.go:171","msg":"trace[1710346581] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"182.950078ms","start":"2026-03-04T16:39:08.36013Z","end":"2026-03-04T16:39:08.54308Z","steps":["trace[1710346581] 'process raft request' (duration: 182.639272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:09.475016Z","caller":"traceutil/trace.go:171","msg":"trace[1623381009] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"101.30646ms","start":"2026-03-04T16:39:09.373668Z","end":"2026-03-04T16:39:09.474975Z","steps":["trace[1623381009] 'process raft request' (duration: 101.075716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:11.132488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164931066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:39:11.443044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:10.582855Z","time spent":"860.184735ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:39:12.449968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.064072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:39:12.450089Z","caller":"traceutil/trace.go:171","msg":"trace[883143749] linearizableReadLoop","detail":"{readStateIndex:4813; appliedIndex:4811; }","duration":"1.818678461s","start":"2026-03-04T16:39:10.631391Z","end":"2026-03-04T16:39:12.45007Z","steps":["trace[883143749] 'read index received' (duration: 811.608026ms)","trace[883143749] 'applied index is now lower than readState.Index' (duration: 1.007069155s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:12.450218Z","caller":"traceutil/trace.go:171","msg":"trace[923942038] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"1.584782527s","start":"2026-03-04T16:39:10.865422Z","end":"2026-03-04T16:39:12.450205Z","steps":["trace[923942038] 'process raft request' (duration: 1.412390589s)","trace[923942038] 'compare' (duration: 171.886668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:12.450295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:10.865394Z","time spent":"1.584860858s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:12.450529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819118449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:39:12.45067Z","caller":"traceutil/trace.go:171","msg":"trace[1468231410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4627; }","duration":"1.819292322s","start":"2026-03-04T16:39:10.631352Z","end":"2026-03-04T16:39:12.450644Z","steps":["trace[1468231410] 'agreement among raft nodes before linearized reading' (duration: 1.818968696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.450767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:10.631334Z","time spent":"1.819419535s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:39:12.492679Z","caller":"traceutil/trace.go:171","msg":"trace[1836611905] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"1.047891688s","start":"2026-03-04T16:39:11.444735Z","end":"2026-03-04T16:39:12.492627Z","steps":["trace[1836611905] 'process raft request' (duration: 1.047599433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.492894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.444705Z","time spent":"1.048066151s","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:12.492733Z","caller":"traceutil/trace.go:171","msg":"trace[1157973386] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"815.713847ms","start":"2026-03-04T16:39:11.676956Z","end":"2026-03-04T16:39:12.492669Z","steps":["trace[1157973386] 'process raft request' (duration: 815.551804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854979624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c9b96e2-acfc-4089-a0c2-00ceb49c6e2c\" ","response":"range_response_count:1 size:4049"} {"level":"warn","ts":"2026-03-04T16:39:12.493075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199609964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9b9304e-bb11-4eec-b0af-d4d81c01a92e\" ","response":"range_response_count:1 size:4066"} {"level":"warn","ts":"2026-03-04T16:39:12.493107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.583633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:12.493122Z","caller":"traceutil/trace.go:171","msg":"trace[901527473] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c9b96e2-acfc-4089-a0c2-00ceb49c6e2c; range_end:; response_count:1; response_revision:4631; }","duration":"1.855115947s","start":"2026-03-04T16:39:10.637976Z","end":"2026-03-04T16:39:12.493092Z","steps":["trace[901527473] 'agreement among raft nodes before linearized reading' (duration: 1.854701158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.676932Z","time spent":"816.092875ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:12.493168Z","caller":"traceutil/trace.go:171","msg":"trace[907619605] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4631; }","duration":"671.692566ms","start":"2026-03-04T16:39:11.82146Z","end":"2026-03-04T16:39:12.493153Z","steps":["trace[907619605] 'agreement among raft nodes before linearized reading' (duration: 671.581514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:12.493168Z","caller":"traceutil/trace.go:171","msg":"trace[759446306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f9b9304e-bb11-4eec-b0af-d4d81c01a92e; range_end:; response_count:1; response_revision:4631; }","duration":"1.199760457s","start":"2026-03-04T16:39:11.293379Z","end":"2026-03-04T16:39:12.49314Z","steps":["trace[759446306] 'agreement among raft nodes before linearized reading' (duration: 1.19941278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.060457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:39:12.493209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.821436Z","time spent":"671.762797ms","remote":"127.0.0.1:38456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:12.493221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.293368Z","time spent":"1.199838349s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9b9304e-bb11-4eec-b0af-d4d81c01a92e\" "} {"level":"info","ts":"2026-03-04T16:39:12.493246Z","caller":"traceutil/trace.go:171","msg":"trace[1132257068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4631; }","duration":"404.19217ms","start":"2026-03-04T16:39:12.089029Z","end":"2026-03-04T16:39:12.493221Z","steps":["trace[1132257068] 'agreement among raft nodes before linearized reading' (duration: 404.043267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.549119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T16:39:12.493307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453805254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T16:39:12.493297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:12.089008Z","time spent":"404.280051ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:39:12.493306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812278184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:12.493334Z","caller":"traceutil/trace.go:171","msg":"trace[609929538] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4631; }","duration":"737.670141ms","start":"2026-03-04T16:39:11.755648Z","end":"2026-03-04T16:39:12.493318Z","steps":["trace[609929538] 'agreement among raft nodes before linearized reading' (duration: 737.490628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:12.493343Z","caller":"traceutil/trace.go:171","msg":"trace[1172206963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4631; }","duration":"1.453868635s","start":"2026-03-04T16:39:11.039465Z","end":"2026-03-04T16:39:12.493334Z","steps":["trace[1172206963] 'agreement among raft nodes before linearized reading' (duration: 1.453754273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.755617Z","time spent":"737.744413ms","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":85,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:12.493375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.039447Z","time spent":"1.453922736s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:39:12.493374Z","caller":"traceutil/trace.go:171","msg":"trace[1639452463] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4631; }","duration":"1.812375005s","start":"2026-03-04T16:39:10.680981Z","end":"2026-03-04T16:39:12.493356Z","steps":["trace[1639452463] 'agreement among raft nodes before linearized reading' (duration: 1.812269153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389267116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T16:39:12.493133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238459209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1899b0d286612f89\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-04T16:39:12.493428Z","caller":"traceutil/trace.go:171","msg":"trace[392492863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4631; }","duration":"1.389323968s","start":"2026-03-04T16:39:11.104091Z","end":"2026-03-04T16:39:12.493415Z","steps":["trace[392492863] 'agreement among raft nodes before linearized reading' (duration: 1.389223456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.528404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:12.493479Z","caller":"traceutil/trace.go:171","msg":"trace[1891220890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4631; }","duration":"436.823481ms","start":"2026-03-04T16:39:12.056645Z","end":"2026-03-04T16:39:12.493469Z","steps":["trace[1891220890] 'agreement among raft nodes before linearized reading' (duration: 436.75306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:12.493489Z","caller":"traceutil/trace.go:171","msg":"trace[1156230943] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1899b0d286612f89; range_end:; response_count:1; response_revision:4631; }","duration":"1.238836947s","start":"2026-03-04T16:39:11.254625Z","end":"2026-03-04T16:39:12.493461Z","steps":["trace[1156230943] 'agreement among raft nodes before linearized reading' (duration: 1.238368848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:10.637953Z","time spent":"1.855226599s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4073,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c9b96e2-acfc-4089-a0c2-00ceb49c6e2c\" "} {"level":"warn","ts":"2026-03-04T16:39:12.493245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372925091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T16:39:12.493413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292447626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70241a77-dad2-4be6-8b12-3b392b289cfc\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-03-04T16:39:12.493532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37142565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T16:39:12.493581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.254609Z","time spent":"1.238924758s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1203,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1899b0d286612f89\" "} {"level":"warn","ts":"2026-03-04T16:39:12.493418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:10.680968Z","time spent":"1.812439946s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:39:12.493676Z","caller":"traceutil/trace.go:171","msg":"trace[1399046443] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"812.539885ms","start":"2026-03-04T16:39:11.681125Z","end":"2026-03-04T16:39:12.493665Z","steps":["trace[1399046443] 'process raft request' (duration: 811.442883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.104075Z","time spent":"1.389396179s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:39:12.493548Z","caller":"traceutil/trace.go:171","msg":"trace[1334433835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4631; }","duration":"1.373298728s","start":"2026-03-04T16:39:11.120241Z","end":"2026-03-04T16:39:12.49354Z","steps":["trace[1334433835] 'agreement among raft nodes before linearized reading' (duration: 1.372749148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.49352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:12.056621Z","time spent":"436.886522ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:12.493875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.120215Z","time spent":"1.373642285s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:39:12.493553Z","caller":"traceutil/trace.go:171","msg":"trace[277826519] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70241a77-dad2-4be6-8b12-3b392b289cfc; range_end:; response_count:1; response_revision:4631; }","duration":"1.292634279s","start":"2026-03-04T16:39:11.20091Z","end":"2026-03-04T16:39:12.493544Z","steps":["trace[277826519] 'agreement among raft nodes before linearized reading' (duration: 1.292398545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.200887Z","time spent":"1.293089829s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70241a77-dad2-4be6-8b12-3b392b289cfc\" "} {"level":"warn","ts":"2026-03-04T16:39:12.49328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394806857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:39:12.49413Z","caller":"traceutil/trace.go:171","msg":"trace[762954117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4631; }","duration":"1.395636065s","start":"2026-03-04T16:39:11.098418Z","end":"2026-03-04T16:39:12.494054Z","steps":["trace[762954117] 'agreement among raft nodes before linearized reading' (duration: 1.394755206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.494183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.098398Z","time spent":"1.395772737s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:39:12.493602Z","caller":"traceutil/trace.go:171","msg":"trace[1917570698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:4631; }","duration":"1.371503602s","start":"2026-03-04T16:39:11.122081Z","end":"2026-03-04T16:39:12.493584Z","steps":["trace[1917570698] 'agreement among raft nodes before linearized reading' (duration: 1.37136674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.49433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.122072Z","time spent":"1.372245228s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T16:39:12.493681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177188467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-04T16:39:12.493661Z","caller":"traceutil/trace.go:171","msg":"trace[1189006709] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"810.737388ms","start":"2026-03-04T16:39:11.682335Z","end":"2026-03-04T16:39:12.493073Z","steps":["trace[1189006709] 'process raft request' (duration: 810.275809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.493732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230965359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777470"} {"level":"info","ts":"2026-03-04T16:39:12.494461Z","caller":"traceutil/trace.go:171","msg":"trace[1592250484] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4631; }","duration":"1.178005594s","start":"2026-03-04T16:39:11.31644Z","end":"2026-03-04T16:39:12.494446Z","steps":["trace[1592250484] 'agreement among raft nodes before linearized reading' (duration: 1.176999613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.495001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.682327Z","time spent":"812.587605ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:12.495082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.316423Z","time spent":"1.178644216s","remote":"127.0.0.1:56996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T16:39:12.495036Z","caller":"traceutil/trace.go:171","msg":"trace[1947363008] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4631; }","duration":"1.232284256s","start":"2026-03-04T16:39:11.262727Z","end":"2026-03-04T16:39:12.495011Z","steps":["trace[1947363008] 'agreement among raft nodes before linearized reading' (duration: 1.230443469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:12.495299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.262709Z","time spent":"1.232569322s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777494,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T16:39:12.493759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:11.681113Z","time spent":"812.592366ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:20.684978Z","caller":"traceutil/trace.go:171","msg":"trace[1395242965] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"161.134083ms","start":"2026-03-04T16:39:20.523813Z","end":"2026-03-04T16:39:20.684947Z","steps":["trace[1395242965] 'process raft request' (duration: 160.889948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:21.1805Z","caller":"traceutil/trace.go:171","msg":"trace[1093925593] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"654.072952ms","start":"2026-03-04T16:39:20.526351Z","end":"2026-03-04T16:39:21.180424Z","steps":["trace[1093925593] 'process raft request' (duration: 619.32579ms)","trace[1093925593] 'compare' (duration: 34.546258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:21.180672Z","caller":"traceutil/trace.go:171","msg":"trace[1607161096] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4984; }","duration":"639.340439ms","start":"2026-03-04T16:39:20.541303Z","end":"2026-03-04T16:39:21.180643Z","steps":["trace[1607161096] 'read index received' (duration: 143.493751ms)","trace[1607161096] 'applied index is now lower than readState.Index' (duration: 495.844498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:21.1807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.526324Z","time spent":"654.273647ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:21.180952Z","caller":"traceutil/trace.go:171","msg":"trace[79219911] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"654.552132ms","start":"2026-03-04T16:39:20.526366Z","end":"2026-03-04T16:39:21.180918Z","steps":["trace[79219911] 'process raft request' (duration: 654.000711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.18104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.512333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:39:21.181036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.725808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:39:21.181096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.526343Z","time spent":"654.671155ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:21.181104Z","caller":"traceutil/trace.go:171","msg":"trace[450298112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4794; }","duration":"639.828299ms","start":"2026-03-04T16:39:20.541261Z","end":"2026-03-04T16:39:21.18109Z","steps":["trace[450298112] 'agreement among raft nodes before linearized reading' (duration: 639.618814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.181137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.541249Z","time spent":"639.88091ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:21.181256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.234138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T16:39:21.181348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.143366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:39:21.181386Z","caller":"traceutil/trace.go:171","msg":"trace[754839995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4794; }","duration":"634.211437ms","start":"2026-03-04T16:39:20.547166Z","end":"2026-03-04T16:39:21.181377Z","steps":["trace[754839995] 'agreement among raft nodes before linearized reading' (duration: 634.056694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.181408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.547152Z","time spent":"634.251799ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:39:21.181399Z","caller":"traceutil/trace.go:171","msg":"trace[1500135470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:4794; }","duration":"627.416022ms","start":"2026-03-04T16:39:20.553951Z","end":"2026-03-04T16:39:21.181367Z","steps":["trace[1500135470] 'agreement among raft nodes before linearized reading' (duration: 626.982612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.181468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.233329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:39:21.181476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.55394Z","time spent":"627.520474ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T16:39:21.181504Z","caller":"traceutil/trace.go:171","msg":"trace[746163572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4794; }","duration":"628.283389ms","start":"2026-03-04T16:39:20.553207Z","end":"2026-03-04T16:39:21.18149Z","steps":["trace[746163572] 'agreement among raft nodes before linearized reading' (duration: 628.074415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.181541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.553194Z","time spent":"628.34143ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:21.181394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.807431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T16:39:21.181095Z","caller":"traceutil/trace.go:171","msg":"trace[2093868437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4794; }","duration":"636.592965ms","start":"2026-03-04T16:39:20.544485Z","end":"2026-03-04T16:39:21.181078Z","steps":["trace[2093868437] 'agreement among raft nodes before linearized reading' (duration: 636.439921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:21.181587Z","caller":"traceutil/trace.go:171","msg":"trace[1763688538] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:4794; }","duration":"600.028355ms","start":"2026-03-04T16:39:20.581543Z","end":"2026-03-04T16:39:21.181571Z","steps":["trace[1763688538] 'agreement among raft nodes before linearized reading' (duration: 599.653577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.181614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.903711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T16:39:21.181643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.581537Z","time spent":"600.090516ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-04T16:39:21.181663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.544476Z","time spent":"637.170356ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:39:21.181672Z","caller":"traceutil/trace.go:171","msg":"trace[1312786177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4794; }","duration":"633.998603ms","start":"2026-03-04T16:39:20.547656Z","end":"2026-03-04T16:39:21.181654Z","steps":["trace[1312786177] 'agreement among raft nodes before linearized reading' (duration: 633.557525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.181714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:20.547632Z","time spent":"634.069874ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:39:21.485458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:21.183998Z","time spent":"301.45281ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:39:21.48637Z","caller":"traceutil/trace.go:171","msg":"trace[537847333] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"301.406141ms","start":"2026-03-04T16:39:21.184939Z","end":"2026-03-04T16:39:21.486345Z","steps":["trace[537847333] 'process raft request' (duration: 301.159095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.486519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:21.184923Z","time spent":"301.519802ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:21.487164Z","caller":"traceutil/trace.go:171","msg":"trace[2006345734] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"300.582193ms","start":"2026-03-04T16:39:21.186557Z","end":"2026-03-04T16:39:21.48714Z","steps":["trace[2006345734] 'process raft request' (duration: 299.746047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:21.4872Z","caller":"traceutil/trace.go:171","msg":"trace[1727345040] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"299.710907ms","start":"2026-03-04T16:39:21.187465Z","end":"2026-03-04T16:39:21.487176Z","steps":["trace[1727345040] 'process raft request' (duration: 299.589864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.487267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:21.186535Z","time spent":"300.682417ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:21.487418Z","caller":"traceutil/trace.go:171","msg":"trace[1734309184] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"299.677465ms","start":"2026-03-04T16:39:21.187732Z","end":"2026-03-04T16:39:21.487409Z","steps":["trace[1734309184] 'process raft request' (duration: 299.528942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:21.487413Z","caller":"traceutil/trace.go:171","msg":"trace[1392060560] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4987; }","duration":"299.841259ms","start":"2026-03-04T16:39:21.187552Z","end":"2026-03-04T16:39:21.487393Z","steps":["trace[1392060560] 'read index received' (duration: 203.634471ms)","trace[1392060560] 'applied index is now lower than readState.Index' (duration: 96.204908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:21.487458Z","caller":"traceutil/trace.go:171","msg":"trace[794436858] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"299.828378ms","start":"2026-03-04T16:39:21.187576Z","end":"2026-03-04T16:39:21.487405Z","steps":["trace[794436858] 'process raft request' (duration: 299.566693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.487596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.040513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:21.487678Z","caller":"traceutil/trace.go:171","msg":"trace[1057424754] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:4799; }","duration":"300.155005ms","start":"2026-03-04T16:39:21.187503Z","end":"2026-03-04T16:39:21.487658Z","steps":["trace[1057424754] 'agreement among raft nodes before linearized reading' (duration: 299.992662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:21.487719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:21.187486Z","time spent":"300.225316ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-04T16:39:21.487846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.657835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-04T16:39:21.487893Z","caller":"traceutil/trace.go:171","msg":"trace[1572698171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4799; }","duration":"298.715327ms","start":"2026-03-04T16:39:21.189165Z","end":"2026-03-04T16:39:21.48788Z","steps":["trace[1572698171] 'agreement among raft nodes before linearized reading' (duration: 298.439451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:21.818269Z","caller":"traceutil/trace.go:171","msg":"trace[2049804349] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"238.921244ms","start":"2026-03-04T16:39:21.579319Z","end":"2026-03-04T16:39:21.81824Z","steps":["trace[2049804349] 'process raft request' (duration: 201.520508ms)","trace[2049804349] 'compare' (duration: 36.912306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:22.088579Z","caller":"traceutil/trace.go:171","msg":"trace[1059970352] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"266.647318ms","start":"2026-03-04T16:39:21.821898Z","end":"2026-03-04T16:39:22.088545Z","steps":["trace[1059970352] 'process raft request' (duration: 252.698871ms)","trace[1059970352] 'compare' (duration: 13.633981ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:22.096359Z","caller":"traceutil/trace.go:171","msg":"trace[543763054] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"142.845869ms","start":"2026-03-04T16:39:21.953497Z","end":"2026-03-04T16:39:22.096343Z","steps":["trace[543763054] 'process raft request' (duration: 142.659595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:22.571745Z","caller":"traceutil/trace.go:171","msg":"trace[173992018] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4999; }","duration":"235.155159ms","start":"2026-03-04T16:39:22.336555Z","end":"2026-03-04T16:39:22.571711Z","steps":["trace[173992018] 'read index received' (duration: 232.16581ms)","trace[173992018] 'applied index is now lower than readState.Index' (duration: 2.985949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:22.572098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.511106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:22.572209Z","caller":"traceutil/trace.go:171","msg":"trace[1628910587] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4805; }","duration":"235.70091ms","start":"2026-03-04T16:39:22.336492Z","end":"2026-03-04T16:39:22.572193Z","steps":["trace[1628910587] 'agreement among raft nodes before linearized reading' (duration: 235.342803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:22.572456Z","caller":"traceutil/trace.go:171","msg":"trace[1232067934] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"408.784172ms","start":"2026-03-04T16:39:22.162958Z","end":"2026-03-04T16:39:22.571742Z","steps":["trace[1232067934] 'process raft request' (duration: 405.927245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:22.572632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:22.162946Z","time spent":"409.593988ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130336,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:23.022361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.313971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:39:23.022669Z","caller":"traceutil/trace.go:171","msg":"trace[1445889028] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"399.846993ms","start":"2026-03-04T16:39:22.622764Z","end":"2026-03-04T16:39:23.022611Z","steps":["trace[1445889028] 'process raft request' (duration: 141.156475ms)","trace[1445889028] 'compare' (duration: 257.603447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:23.022842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:22.622729Z","time spent":"400.026877ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":499,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:39:23.022911Z","caller":"traceutil/trace.go:171","msg":"trace[199093181] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"397.17541ms","start":"2026-03-04T16:39:22.625704Z","end":"2026-03-04T16:39:23.02288Z","steps":["trace[199093181] 'process raft request' (duration: 396.926375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:23.022925Z","caller":"traceutil/trace.go:171","msg":"trace[1751634253] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"332.912589ms","start":"2026-03-04T16:39:22.689979Z","end":"2026-03-04T16:39:23.022892Z","steps":["trace[1751634253] 'process raft request' (duration: 332.821217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:23.023057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:22.625696Z","time spent":"397.290312ms","remote":"127.0.0.1:53046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6370,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:39:23.023085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:22.689947Z","time spent":"333.052802ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:23.023193Z","caller":"traceutil/trace.go:171","msg":"trace[564025182] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"383.742322ms","start":"2026-03-04T16:39:22.639434Z","end":"2026-03-04T16:39:23.023177Z","steps":["trace[564025182] 'process raft request' (duration: 383.257043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:23.023297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:22.639408Z","time spent":"383.814363ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:23.023308Z","caller":"traceutil/trace.go:171","msg":"trace[203342107] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"400.337213ms","start":"2026-03-04T16:39:22.622946Z","end":"2026-03-04T16:39:23.023284Z","steps":["trace[203342107] 'process raft request' (duration: 399.561568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:23.023458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:22.622931Z","time spent":"400.499196ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:39:23.076924Z","caller":"traceutil/trace.go:171","msg":"trace[1729364396] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5001; }","duration":"107.715728ms","start":"2026-03-04T16:39:22.969165Z","end":"2026-03-04T16:39:23.076881Z","steps":["trace[1729364396] 'read index received' (duration: 11.765975ms)","trace[1729364396] 'applied index is now lower than readState.Index' (duration: 95.948373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:23.077092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.900141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:23.077135Z","caller":"traceutil/trace.go:171","msg":"trace[1708849709] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4812; }","duration":"108.035124ms","start":"2026-03-04T16:39:22.969085Z","end":"2026-03-04T16:39:23.07712Z","steps":["trace[1708849709] 'agreement among raft nodes before linearized reading' (duration: 107.928832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:23.077217Z","caller":"traceutil/trace.go:171","msg":"trace[259067246] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"165.181154ms","start":"2026-03-04T16:39:22.91182Z","end":"2026-03-04T16:39:23.077001Z","steps":["trace[259067246] 'process raft request' (duration: 164.814457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:23.150681Z","caller":"traceutil/trace.go:171","msg":"trace[178392462] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"119.588485ms","start":"2026-03-04T16:39:23.031058Z","end":"2026-03-04T16:39:23.150646Z","steps":["trace[178392462] 'process raft request' (duration: 107.584855ms)","trace[178392462] 'compare' (duration: 11.626841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:23.150684Z","caller":"traceutil/trace.go:171","msg":"trace[1432504051] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"119.498833ms","start":"2026-03-04T16:39:23.031152Z","end":"2026-03-04T16:39:23.150651Z","steps":["trace[1432504051] 'process raft request' (duration: 119.313719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:24.272165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.866666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:24.272241Z","caller":"traceutil/trace.go:171","msg":"trace[1361833655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"182.979269ms","start":"2026-03-04T16:39:24.089244Z","end":"2026-03-04T16:39:24.272224Z","steps":["trace[1361833655] 'range keys from in-memory index tree' (duration: 182.819195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:25.043226Z","caller":"traceutil/trace.go:171","msg":"trace[1647012998] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"432.631296ms","start":"2026-03-04T16:39:24.610555Z","end":"2026-03-04T16:39:25.043186Z","steps":["trace[1647012998] 'process raft request' (duration: 432.217198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.043396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:24.610528Z","time spent":"432.77697ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:25.043659Z","caller":"traceutil/trace.go:171","msg":"trace[450800731] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"432.952023ms","start":"2026-03-04T16:39:24.610665Z","end":"2026-03-04T16:39:25.043617Z","steps":["trace[450800731] 'process raft request' (duration: 432.451643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.043867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:24.610643Z","time spent":"433.121297ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:25.043979Z","caller":"traceutil/trace.go:171","msg":"trace[1316087769] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"432.32597ms","start":"2026-03-04T16:39:24.611632Z","end":"2026-03-04T16:39:25.043958Z","steps":["trace[1316087769] 'process raft request' (duration: 431.944833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.044099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:24.61162Z","time spent":"432.425183ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:25.401271Z","caller":"traceutil/trace.go:171","msg":"trace[87577090] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"205.442117ms","start":"2026-03-04T16:39:25.195803Z","end":"2026-03-04T16:39:25.401245Z","steps":["trace[87577090] 'process raft request' (duration: 205.256583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:25.423729Z","caller":"traceutil/trace.go:171","msg":"trace[2001472872] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"225.694991ms","start":"2026-03-04T16:39:25.197994Z","end":"2026-03-04T16:39:25.423689Z","steps":["trace[2001472872] 'process raft request' (duration: 225.312114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:25.531166Z","caller":"traceutil/trace.go:171","msg":"trace[397095342] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"103.457823ms","start":"2026-03-04T16:39:25.427668Z","end":"2026-03-04T16:39:25.531126Z","steps":["trace[397095342] 'compare' (duration: 97.041605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.881215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.456155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:39:25.881347Z","caller":"traceutil/trace.go:171","msg":"trace[203407610] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"380.207061ms","start":"2026-03-04T16:39:25.501118Z","end":"2026-03-04T16:39:25.881325Z","steps":["trace[203407610] 'read index received' (duration: 141.419949ms)","trace[203407610] 'applied index is now lower than readState.Index' (duration: 238.784742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:25.881499Z","caller":"traceutil/trace.go:171","msg":"trace[514829460] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"445.101595ms","start":"2026-03-04T16:39:25.436348Z","end":"2026-03-04T16:39:25.881449Z","steps":["trace[514829460] 'process raft request' (duration: 206.223332ms)","trace[514829460] 'compare' (duration: 238.247541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:25.881621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.624301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:39:25.881612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.478167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:39:25.881713Z","caller":"traceutil/trace.go:171","msg":"trace[410860000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4852; }","duration":"372.696094ms","start":"2026-03-04T16:39:25.508969Z","end":"2026-03-04T16:39:25.881665Z","steps":["trace[410860000] 'agreement among raft nodes before linearized reading' (duration: 372.518539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:25.881724Z","caller":"traceutil/trace.go:171","msg":"trace[991554106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4852; }","duration":"380.6423ms","start":"2026-03-04T16:39:25.501061Z","end":"2026-03-04T16:39:25.881703Z","steps":["trace[991554106] 'agreement among raft nodes before linearized reading' (duration: 380.384344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.881736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.159551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:39:25.88177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.501029Z","time spent":"380.731382ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:39:25.881819Z","caller":"traceutil/trace.go:171","msg":"trace[802366470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4852; }","duration":"372.272134ms","start":"2026-03-04T16:39:25.509526Z","end":"2026-03-04T16:39:25.881798Z","steps":["trace[802366470] 'agreement among raft nodes before linearized reading' (duration: 372.025988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.881866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.50952Z","time spent":"372.338015ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:25.881771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.508961Z","time spent":"372.796185ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:25.881996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.55375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T16:39:25.88203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.613921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:39:25.88208Z","caller":"traceutil/trace.go:171","msg":"trace[2116985968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:4852; }","duration":"365.662362ms","start":"2026-03-04T16:39:25.516397Z","end":"2026-03-04T16:39:25.882059Z","steps":["trace[2116985968] 'agreement among raft nodes before linearized reading' (duration: 365.402217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.882133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.516391Z","time spent":"365.732224ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T16:39:25.882121Z","caller":"traceutil/trace.go:171","msg":"trace[1075734732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4852; }","duration":"372.752363ms","start":"2026-03-04T16:39:25.50935Z","end":"2026-03-04T16:39:25.882102Z","steps":["trace[1075734732] 'agreement among raft nodes before linearized reading' (duration: 372.470738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.882201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.50934Z","time spent":"372.846226ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:39:25.882351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.436311Z","time spent":"445.287879ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:25.882407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.320475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:39:25.882474Z","caller":"traceutil/trace.go:171","msg":"trace[2080913755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4852; }","duration":"372.403497ms","start":"2026-03-04T16:39:25.510054Z","end":"2026-03-04T16:39:25.882458Z","steps":["trace[2080913755] 'agreement among raft nodes before linearized reading' (duration: 371.474718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:25.882524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.510047Z","time spent":"372.468318ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:39:26.227099Z","caller":"traceutil/trace.go:171","msg":"trace[29266383] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"339.532631ms","start":"2026-03-04T16:39:25.887522Z","end":"2026-03-04T16:39:26.227054Z","steps":["trace[29266383] 'process raft request' (duration: 339.338717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.227293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.887498Z","time spent":"339.695464ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:26.258486Z","caller":"traceutil/trace.go:171","msg":"trace[982171326] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"370.718732ms","start":"2026-03-04T16:39:25.887741Z","end":"2026-03-04T16:39:26.258459Z","steps":["trace[982171326] 'process raft request' (duration: 370.64388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:26.258501Z","caller":"traceutil/trace.go:171","msg":"trace[583836059] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"370.900836ms","start":"2026-03-04T16:39:25.887562Z","end":"2026-03-04T16:39:26.258463Z","steps":["trace[583836059] 'process raft request' (duration: 370.687292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.258659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.887732Z","time spent":"370.835834ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:26.258851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.887523Z","time spent":"371.203082ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:26.258924Z","caller":"traceutil/trace.go:171","msg":"trace[1588500159] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"371.045558ms","start":"2026-03-04T16:39:25.887834Z","end":"2026-03-04T16:39:26.258879Z","steps":["trace[1588500159] 'process raft request' (duration: 370.585739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.25915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.887807Z","time spent":"371.235592ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:26.259161Z","caller":"traceutil/trace.go:171","msg":"trace[1835930190] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"370.759933ms","start":"2026-03-04T16:39:25.888359Z","end":"2026-03-04T16:39:26.259118Z","steps":["trace[1835930190] 'process raft request' (duration: 370.408916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:26.259379Z","caller":"traceutil/trace.go:171","msg":"trace[1019109687] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"370.905545ms","start":"2026-03-04T16:39:25.88844Z","end":"2026-03-04T16:39:26.259346Z","steps":["trace[1019109687] 'process raft request' (duration: 370.561658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:26.259419Z","caller":"traceutil/trace.go:171","msg":"trace[932454992] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5047; }","duration":"369.435897ms","start":"2026-03-04T16:39:25.889967Z","end":"2026-03-04T16:39:26.259403Z","steps":["trace[932454992] 'read index received' (duration: 337.043702ms)","trace[932454992] 'applied index is now lower than readState.Index' (duration: 32.391035ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:26.259521Z","caller":"traceutil/trace.go:171","msg":"trace[1403056659] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"368.077099ms","start":"2026-03-04T16:39:25.891417Z","end":"2026-03-04T16:39:26.259494Z","steps":["trace[1403056659] 'process raft request' (duration: 367.910076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.259547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.888425Z","time spent":"371.034418ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:26.25955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.888348Z","time spent":"370.955286ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:26.259622Z","caller":"traceutil/trace.go:171","msg":"trace[934584712] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"370.666041ms","start":"2026-03-04T16:39:25.888935Z","end":"2026-03-04T16:39:26.259601Z","steps":["trace[934584712] 'process raft request' (duration: 370.313084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.259633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.891398Z","time spent":"368.180362ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:26.259687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.711383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71018"} {"level":"warn","ts":"2026-03-04T16:39:26.259726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.888922Z","time spent":"370.747952ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:26.259734Z","caller":"traceutil/trace.go:171","msg":"trace[1198911767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4860; }","duration":"369.760913ms","start":"2026-03-04T16:39:25.889961Z","end":"2026-03-04T16:39:26.259722Z","steps":["trace[1198911767] 'agreement among raft nodes before linearized reading' (duration: 369.537939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.259769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:25.889933Z","time spent":"369.827084ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71042,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:39:26.259785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.961692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:26.259871Z","caller":"traceutil/trace.go:171","msg":"trace[1500703562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4860; }","duration":"274.147727ms","start":"2026-03-04T16:39:25.98569Z","end":"2026-03-04T16:39:26.259838Z","steps":["trace[1500703562] 'agreement among raft nodes before linearized reading' (duration: 273.925281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:26.260014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.311246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:26.260063Z","caller":"traceutil/trace.go:171","msg":"trace[1649315382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4860; }","duration":"170.391608ms","start":"2026-03-04T16:39:26.089659Z","end":"2026-03-04T16:39:26.26005Z","steps":["trace[1649315382] 'agreement among raft nodes before linearized reading' (duration: 170.310296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:30.400591Z","caller":"traceutil/trace.go:171","msg":"trace[726033258] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"119.158076ms","start":"2026-03-04T16:39:30.281392Z","end":"2026-03-04T16:39:30.40055Z","steps":["trace[726033258] 'process raft request' (duration: 119.072385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:30.400671Z","caller":"traceutil/trace.go:171","msg":"trace[606151593] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"119.920932ms","start":"2026-03-04T16:39:30.280722Z","end":"2026-03-04T16:39:30.400643Z","steps":["trace[606151593] 'process raft request' (duration: 119.549795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:30.400579Z","caller":"traceutil/trace.go:171","msg":"trace[25315750] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"119.616956ms","start":"2026-03-04T16:39:30.280925Z","end":"2026-03-04T16:39:30.400542Z","steps":["trace[25315750] 'process raft request' (duration: 119.497574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.340527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.85812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T16:39:34.340599Z","caller":"traceutil/trace.go:171","msg":"trace[1369776596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4972; }","duration":"293.988762ms","start":"2026-03-04T16:39:34.046595Z","end":"2026-03-04T16:39:34.340584Z","steps":["trace[1369776596] 'range keys from in-memory index tree' (duration: 293.632866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.340842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.514851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:34.340878Z","caller":"traceutil/trace.go:171","msg":"trace[935243655] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4972; }","duration":"325.578572ms","start":"2026-03-04T16:39:34.01529Z","end":"2026-03-04T16:39:34.340868Z","steps":["trace[935243655] 'count revisions from in-memory index tree' (duration: 325.47564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.340902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:34.015274Z","time spent":"325.620052ms","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:34.341069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.447844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:34.341203Z","caller":"traceutil/trace.go:171","msg":"trace[768703716] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4972; }","duration":"573.684839ms","start":"2026-03-04T16:39:33.767492Z","end":"2026-03-04T16:39:34.341177Z","steps":["trace[768703716] 'count revisions from in-memory index tree' (duration: 573.307112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.341283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:33.76746Z","time spent":"573.806143ms","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:34.341089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.859263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:39:34.341309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.564876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b819493-de5d-4c7b-a416-f894cbdaea84\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-04T16:39:34.341373Z","caller":"traceutil/trace.go:171","msg":"trace[1115561470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4972; }","duration":"252.194749ms","start":"2026-03-04T16:39:34.089158Z","end":"2026-03-04T16:39:34.341352Z","steps":["trace[1115561470] 'range keys from in-memory index tree' (duration: 251.76282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:34.341417Z","caller":"traceutil/trace.go:171","msg":"trace[350644025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b819493-de5d-4c7b-a416-f894cbdaea84; range_end:; response_count:1; response_revision:4972; }","duration":"428.696168ms","start":"2026-03-04T16:39:33.912695Z","end":"2026-03-04T16:39:34.341391Z","steps":["trace[350644025] 'range keys from in-memory index tree' (duration: 428.29207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.341473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:33.912629Z","time spent":"428.833471ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b819493-de5d-4c7b-a416-f894cbdaea84\" "} {"level":"info","ts":"2026-03-04T16:39:34.711458Z","caller":"traceutil/trace.go:171","msg":"trace[649103853] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"365.761564ms","start":"2026-03-04T16:39:34.345651Z","end":"2026-03-04T16:39:34.711412Z","steps":["trace[649103853] 'process raft request' (duration: 365.462838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.711659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.754844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T16:39:34.71171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:34.345626Z","time spent":"365.986649ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:34.711766Z","caller":"traceutil/trace.go:171","msg":"trace[1604061073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4973; }","duration":"365.903987ms","start":"2026-03-04T16:39:34.345843Z","end":"2026-03-04T16:39:34.711747Z","steps":["trace[1604061073] 'agreement among raft nodes before linearized reading' (duration: 365.617621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.711824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:34.345826Z","time spent":"365.983399ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:39:34.711326Z","caller":"traceutil/trace.go:171","msg":"trace[1614930982] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"365.398547ms","start":"2026-03-04T16:39:34.345894Z","end":"2026-03-04T16:39:34.711293Z","steps":["trace[1614930982] 'read index received' (duration: 365.133621ms)","trace[1614930982] 'applied index is now lower than readState.Index' (duration: 263.696µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:34.712406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.97793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:39:34.71249Z","caller":"traceutil/trace.go:171","msg":"trace[1149176600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4973; }","duration":"337.093612ms","start":"2026-03-04T16:39:34.375377Z","end":"2026-03-04T16:39:34.71247Z","steps":["trace[1149176600] 'agreement among raft nodes before linearized reading' (duration: 336.879317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.712555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:34.375357Z","time spent":"337.181334ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:39:34.712584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.655106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:39:34.712669Z","caller":"traceutil/trace.go:171","msg":"trace[1937688161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4973; }","duration":"298.773838ms","start":"2026-03-04T16:39:34.413874Z","end":"2026-03-04T16:39:34.712648Z","steps":["trace[1937688161] 'agreement among raft nodes before linearized reading' (duration: 298.471212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.712726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.176676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T16:39:34.712597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.249878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:39:34.712846Z","caller":"traceutil/trace.go:171","msg":"trace[1377949802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4973; }","duration":"298.517944ms","start":"2026-03-04T16:39:34.41432Z","end":"2026-03-04T16:39:34.712838Z","steps":["trace[1377949802] 'agreement among raft nodes before linearized reading' (duration: 298.164927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:34.712864Z","caller":"traceutil/trace.go:171","msg":"trace[1664470736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4973; }","duration":"124.218247ms","start":"2026-03-04T16:39:34.588539Z","end":"2026-03-04T16:39:34.712757Z","steps":["trace[1664470736] 'agreement among raft nodes before linearized reading' (duration: 124.107275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.712873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.642915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:39:34.713177Z","caller":"traceutil/trace.go:171","msg":"trace[1141003194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4973; }","duration":"299.968582ms","start":"2026-03-04T16:39:34.413191Z","end":"2026-03-04T16:39:34.713159Z","steps":["trace[1141003194] 'agreement among raft nodes before linearized reading' (duration: 299.386241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:34.713234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:34.41318Z","time spent":"300.038263ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:34.713225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.345209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:39:34.713303Z","caller":"traceutil/trace.go:171","msg":"trace[1461333223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:4973; }","duration":"298.460691ms","start":"2026-03-04T16:39:34.414822Z","end":"2026-03-04T16:39:34.713282Z","steps":["trace[1461333223] 'agreement among raft nodes before linearized reading' (duration: 297.445682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.209398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.326131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:39:37.209473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.302663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-04T16:39:37.209546Z","caller":"traceutil/trace.go:171","msg":"trace[1389372311] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5005; }","duration":"567.392214ms","start":"2026-03-04T16:39:36.642135Z","end":"2026-03-04T16:39:37.209527Z","steps":["trace[1389372311] 'range keys from in-memory index tree' (duration: 567.15837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.209591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.642101Z","time spent":"567.480905ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T16:39:37.209764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.163868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:37.209829Z","caller":"traceutil/trace.go:171","msg":"trace[2010056427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5005; }","duration":"579.286281ms","start":"2026-03-04T16:39:36.630527Z","end":"2026-03-04T16:39:37.209813Z","steps":["trace[2010056427] 'count revisions from in-memory index tree' (duration: 579.061576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.209806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.415616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T16:39:37.209854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.533572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T16:39:37.209919Z","caller":"traceutil/trace.go:171","msg":"trace[857312432] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5005; }","duration":"477.639325ms","start":"2026-03-04T16:39:36.732262Z","end":"2026-03-04T16:39:37.209901Z","steps":["trace[857312432] 'range keys from in-memory index tree' (duration: 476.928121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.209965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.732238Z","time spent":"477.717196ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T16:39:37.210001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.815233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:39:37.210056Z","caller":"traceutil/trace.go:171","msg":"trace[617755034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5005; }","duration":"395.905604ms","start":"2026-03-04T16:39:36.814137Z","end":"2026-03-04T16:39:37.210043Z","steps":["trace[617755034] 'range keys from in-memory index tree' (duration: 395.493026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.210281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.017267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:39:37.210352Z","caller":"traceutil/trace.go:171","msg":"trace[374975955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5005; }","duration":"398.110099ms","start":"2026-03-04T16:39:36.812225Z","end":"2026-03-04T16:39:37.210335Z","steps":["trace[374975955] 'range keys from in-memory index tree' (duration: 397.089689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.210396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.744072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:39:37.209918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.315828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:39:37.21044Z","caller":"traceutil/trace.go:171","msg":"trace[735016557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5005; }","duration":"396.807153ms","start":"2026-03-04T16:39:36.813622Z","end":"2026-03-04T16:39:37.210429Z","steps":["trace[735016557] 'range keys from in-memory index tree' (duration: 395.856423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:37.210458Z","caller":"traceutil/trace.go:171","msg":"trace[180657363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5005; }","duration":"490.885949ms","start":"2026-03-04T16:39:36.719558Z","end":"2026-03-04T16:39:37.210443Z","steps":["trace[180657363] 'range keys from in-memory index tree' (duration: 489.993201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:37.209896Z","caller":"traceutil/trace.go:171","msg":"trace[964344529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5005; }","duration":"397.527427ms","start":"2026-03-04T16:39:36.812346Z","end":"2026-03-04T16:39:37.209873Z","steps":["trace[964344529] 'range keys from in-memory index tree' (duration: 397.242232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.210515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.719539Z","time spent":"490.961811ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:37.210529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.812333Z","time spent":"398.180572ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:39:37.209486Z","caller":"traceutil/trace.go:171","msg":"trace[1917551223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5005; }","duration":"424.469004ms","start":"2026-03-04T16:39:36.784999Z","end":"2026-03-04T16:39:37.209468Z","steps":["trace[1917551223] 'range keys from in-memory index tree' (duration: 424.198939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.210609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.784977Z","time spent":"425.625057ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:39:37.209874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.630503Z","time spent":"579.360073ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:37.209806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.1735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:39:37.210734Z","caller":"traceutil/trace.go:171","msg":"trace[1221474399] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:5005; }","duration":"404.13103ms","start":"2026-03-04T16:39:36.806563Z","end":"2026-03-04T16:39:37.210694Z","steps":["trace[1221474399] 'range keys from in-memory index tree' (duration: 402.933825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.210808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.806541Z","time spent":"404.246232ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T16:39:37.210473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.813614Z","time spent":"396.852205ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:37.210438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.814119Z","time spent":"396.16007ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:37.210787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:36.812215Z","time spent":"398.340914ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:39:37.218752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.623353ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:39:37.218948Z","caller":"traceutil/trace.go:171","msg":"trace[1988353557] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5202; }","duration":"128.668926ms","start":"2026-03-04T16:39:37.090259Z","end":"2026-03-04T16:39:37.218928Z","steps":["trace[1988353557] 'read index received' (duration: 59.452µs)","trace[1988353557] 'applied index is now lower than readState.Index' (duration: 128.608004ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:37.219013Z","caller":"traceutil/trace.go:171","msg":"trace[1316896264] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"110.166088ms","start":"2026-03-04T16:39:37.108833Z","end":"2026-03-04T16:39:37.218999Z","steps":["trace[1316896264] 'process raft request' (duration: 110.113487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:37.219087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.838199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:39:37.219097Z","caller":"traceutil/trace.go:171","msg":"trace[1697090696] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"120.587084ms","start":"2026-03-04T16:39:37.098488Z","end":"2026-03-04T16:39:37.219075Z","steps":["trace[1697090696] 'process raft request' (duration: 120.34507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:37.219126Z","caller":"traceutil/trace.go:171","msg":"trace[1985691940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"128.964562ms","start":"2026-03-04T16:39:37.090152Z","end":"2026-03-04T16:39:37.219116Z","steps":["trace[1985691940] 'agreement among raft nodes before linearized reading' (duration: 128.86207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.855905Z","caller":"traceutil/trace.go:171","msg":"trace[990473348] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"134.189196ms","start":"2026-03-04T16:39:43.721693Z","end":"2026-03-04T16:39:43.855882Z","steps":["trace[990473348] 'process raft request' (duration: 134.017463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.939927Z","caller":"traceutil/trace.go:171","msg":"trace[1946956438] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5296; }","duration":"129.020553ms","start":"2026-03-04T16:39:43.810882Z","end":"2026-03-04T16:39:43.939902Z","steps":["trace[1946956438] 'read index received' (duration: 44.819964ms)","trace[1946956438] 'applied index is now lower than readState.Index' (duration: 84.199559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:43.940103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.191336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:43.940094Z","caller":"traceutil/trace.go:171","msg":"trace[1796369202] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"142.91022ms","start":"2026-03-04T16:39:43.797147Z","end":"2026-03-04T16:39:43.940057Z","steps":["trace[1796369202] 'process raft request' (duration: 142.642005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.94015Z","caller":"traceutil/trace.go:171","msg":"trace[484001944] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5098; }","duration":"129.291448ms","start":"2026-03-04T16:39:43.810845Z","end":"2026-03-04T16:39:43.940137Z","steps":["trace[484001944] 'agreement among raft nodes before linearized reading' (duration: 129.195027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.993543Z","caller":"traceutil/trace.go:171","msg":"trace[1876070337] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"130.699527ms","start":"2026-03-04T16:39:43.862825Z","end":"2026-03-04T16:39:43.993525Z","steps":["trace[1876070337] 'process raft request' (duration: 130.568334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.993622Z","caller":"traceutil/trace.go:171","msg":"trace[327768281] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"130.733607ms","start":"2026-03-04T16:39:43.862861Z","end":"2026-03-04T16:39:43.993595Z","steps":["trace[327768281] 'process raft request' (duration: 130.609215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.993691Z","caller":"traceutil/trace.go:171","msg":"trace[1092043950] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"130.462192ms","start":"2026-03-04T16:39:43.863212Z","end":"2026-03-04T16:39:43.993675Z","steps":["trace[1092043950] 'process raft request' (duration: 130.36635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.993783Z","caller":"traceutil/trace.go:171","msg":"trace[1623697152] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"130.678456ms","start":"2026-03-04T16:39:43.863098Z","end":"2026-03-04T16:39:43.993777Z","steps":["trace[1623697152] 'process raft request' (duration: 130.400701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:43.993847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.739056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:43.993892Z","caller":"traceutil/trace.go:171","msg":"trace[58636678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5104; }","duration":"151.849978ms","start":"2026-03-04T16:39:43.842032Z","end":"2026-03-04T16:39:43.993882Z","steps":["trace[58636678] 'agreement among raft nodes before linearized reading' (duration: 151.748006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.993948Z","caller":"traceutil/trace.go:171","msg":"trace[1353479030] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"126.058574ms","start":"2026-03-04T16:39:43.867881Z","end":"2026-03-04T16:39:43.99394Z","steps":["trace[1353479030] 'process raft request' (duration: 125.751108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:43.994067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.660855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4463"} {"level":"info","ts":"2026-03-04T16:39:43.99411Z","caller":"traceutil/trace.go:171","msg":"trace[373968856] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5104; }","duration":"133.737937ms","start":"2026-03-04T16:39:43.860361Z","end":"2026-03-04T16:39:43.994099Z","steps":["trace[373968856] 'agreement among raft nodes before linearized reading' (duration: 133.608725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:43.994117Z","caller":"traceutil/trace.go:171","msg":"trace[1458953289] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"130.990992ms","start":"2026-03-04T16:39:43.862505Z","end":"2026-03-04T16:39:43.993496Z","steps":["trace[1458953289] 'process raft request' (duration: 128.821809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:48.25547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.830743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:39:48.255763Z","caller":"traceutil/trace.go:171","msg":"trace[1533819757] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"317.712655ms","start":"2026-03-04T16:39:47.938011Z","end":"2026-03-04T16:39:48.255723Z","steps":["trace[1533819757] 'process raft request' (duration: 85.511635ms)","trace[1533819757] 'compare' (duration: 231.442255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:48.255912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:47.937985Z","time spent":"317.851707ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:54.094798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.561885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:39:54.094937Z","caller":"traceutil/trace.go:171","msg":"trace[80409907] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5410; }","duration":"794.642346ms","start":"2026-03-04T16:39:53.300273Z","end":"2026-03-04T16:39:54.094916Z","steps":["trace[80409907] 'read index received' (duration: 345.812486ms)","trace[80409907] 'applied index is now lower than readState.Index' (duration: 448.82801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:54.095216Z","caller":"traceutil/trace.go:171","msg":"trace[2085475592] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"829.068702ms","start":"2026-03-04T16:39:53.266123Z","end":"2026-03-04T16:39:54.095192Z","steps":["trace[2085475592] 'process raft request' (duration: 379.999877ms)","trace[2085475592] 'compare' (duration: 448.436733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:54.095321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.266096Z","time spent":"829.174925ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:54.095586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.294619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:39:54.095649Z","caller":"traceutil/trace.go:171","msg":"trace[1035820623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5206; }","duration":"795.393041ms","start":"2026-03-04T16:39:53.300238Z","end":"2026-03-04T16:39:54.095631Z","steps":["trace[1035820623] 'agreement among raft nodes before linearized reading' (duration: 795.158666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.095696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.300221Z","time spent":"795.463472ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:39:54.139239Z","caller":"traceutil/trace.go:171","msg":"trace[1724505428] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"628.161567ms","start":"2026-03-04T16:39:53.511053Z","end":"2026-03-04T16:39:54.139215Z","steps":["trace[1724505428] 'process raft request' (duration: 627.952763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.139534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.511022Z","time spent":"628.365561ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:54.139548Z","caller":"traceutil/trace.go:171","msg":"trace[835177116] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"623.33932ms","start":"2026-03-04T16:39:53.516141Z","end":"2026-03-04T16:39:54.13948Z","steps":["trace[835177116] 'process raft request' (duration: 623.034375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.13983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.516126Z","time spent":"623.577265ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:54.356222Z","caller":"traceutil/trace.go:171","msg":"trace[57828515] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"506.051541ms","start":"2026-03-04T16:39:53.850147Z","end":"2026-03-04T16:39:54.356199Z","steps":["trace[57828515] 'process raft request' (duration: 505.823587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.356364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.850121Z","time spent":"506.172503ms","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:54.356451Z","caller":"traceutil/trace.go:171","msg":"trace[630767284] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5411; }","duration":"261.459783ms","start":"2026-03-04T16:39:54.094972Z","end":"2026-03-04T16:39:54.356432Z","steps":["trace[630767284] 'read index received' (duration: 44.10957ms)","trace[630767284] 'applied index is now lower than readState.Index' (duration: 217.349483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:54.356542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.961745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T16:39:54.35662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02708186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:39:54.356605Z","caller":"traceutil/trace.go:171","msg":"trace[1923266820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5212; }","duration":"916.051577ms","start":"2026-03-04T16:39:53.440528Z","end":"2026-03-04T16:39:54.35658Z","steps":["trace[1923266820] 'agreement among raft nodes before linearized reading' (duration: 915.969495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.356644Z","caller":"traceutil/trace.go:171","msg":"trace[1646824485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5212; }","duration":"1.027139341s","start":"2026-03-04T16:39:53.329497Z","end":"2026-03-04T16:39:54.356636Z","steps":["trace[1646824485] 'agreement among raft nodes before linearized reading' (duration: 1.027023919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.35667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.329486Z","time spent":"1.027176201s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:39:54.356673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032910287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:39:54.35673Z","caller":"traceutil/trace.go:171","msg":"trace[1995260383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5212; }","duration":"1.03302172s","start":"2026-03-04T16:39:53.323694Z","end":"2026-03-04T16:39:54.356716Z","steps":["trace[1995260383] 'agreement among raft nodes before linearized reading' (duration: 1.032873777s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.35673Z","caller":"traceutil/trace.go:171","msg":"trace[1858031874] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"477.830007ms","start":"2026-03-04T16:39:53.878877Z","end":"2026-03-04T16:39:54.356707Z","steps":["trace[1858031874] 'process raft request' (duration: 477.267286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.356745Z","caller":"traceutil/trace.go:171","msg":"trace[1694571577] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"256.363662ms","start":"2026-03-04T16:39:54.100366Z","end":"2026-03-04T16:39:54.356729Z","steps":["trace[1694571577] 'process raft request' (duration: 256.032945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.356738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.042748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:54.356738Z","caller":"traceutil/trace.go:171","msg":"trace[1412678427] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"375.413826ms","start":"2026-03-04T16:39:53.981296Z","end":"2026-03-04T16:39:54.35671Z","steps":["trace[1412678427] 'process raft request' (duration: 375.018429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.356759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.489671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:39:54.356809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.323668Z","time spent":"1.033090861s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:39:54.356831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.878856Z","time spent":"477.91155ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:54.356851Z","caller":"traceutil/trace.go:171","msg":"trace[124769629] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5212; }","duration":"877.218782ms","start":"2026-03-04T16:39:53.479616Z","end":"2026-03-04T16:39:54.356834Z","steps":["trace[124769629] 'agreement among raft nodes before linearized reading' (duration: 876.859085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.356676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.440502Z","time spent":"916.152668ms","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:54.356863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033691583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T16:39:54.356903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.479583Z","time spent":"877.304434ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:54.35693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.981271Z","time spent":"375.577859ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:54.356913Z","caller":"traceutil/trace.go:171","msg":"trace[331285236] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5212; }","duration":"818.630563ms","start":"2026-03-04T16:39:53.538231Z","end":"2026-03-04T16:39:54.356862Z","steps":["trace[331285236] 'agreement among raft nodes before linearized reading' (duration: 818.505571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.356945Z","caller":"traceutil/trace.go:171","msg":"trace[1227255708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5212; }","duration":"1.033809065s","start":"2026-03-04T16:39:53.323115Z","end":"2026-03-04T16:39:54.356924Z","steps":["trace[1227255708] 'agreement among raft nodes before linearized reading' (duration: 1.033518629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.356998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.323099Z","time spent":"1.033886027s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:39:54.357028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.538217Z","time spent":"818.768767ms","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:39:54.357181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024706082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:39:54.357228Z","caller":"traceutil/trace.go:171","msg":"trace[1082913046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:5212; }","duration":"1.024796964s","start":"2026-03-04T16:39:53.332414Z","end":"2026-03-04T16:39:54.357211Z","steps":["trace[1082913046] 'agreement among raft nodes before linearized reading' (duration: 1.02458457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.357262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.332394Z","time spent":"1.024860115s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T16:39:54.357231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027442697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:39:54.357436Z","caller":"traceutil/trace.go:171","msg":"trace[1639829778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5212; }","duration":"1.027654971s","start":"2026-03-04T16:39:53.329764Z","end":"2026-03-04T16:39:54.357419Z","steps":["trace[1639829778] 'agreement among raft nodes before linearized reading' (duration: 1.026719533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.357468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:53.329759Z","time spent":"1.027699452s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:39:54.474045Z","caller":"traceutil/trace.go:171","msg":"trace[1508476264] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5417; }","duration":"117.517974ms","start":"2026-03-04T16:39:54.356501Z","end":"2026-03-04T16:39:54.474019Z","steps":["trace[1508476264] 'read index received' (duration: 100.307711ms)","trace[1508476264] 'applied index is now lower than readState.Index' (duration: 17.209073ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:54.474089Z","caller":"traceutil/trace.go:171","msg":"trace[1217328548] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"203.952827ms","start":"2026-03-04T16:39:54.270086Z","end":"2026-03-04T16:39:54.474038Z","steps":["trace[1217328548] 'process raft request' (duration: 186.595641ms)","trace[1217328548] 'compare' (duration: 17.178463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:54.47429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.896117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T16:39:54.474339Z","caller":"traceutil/trace.go:171","msg":"trace[1368048290] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5213; }","duration":"182.987729ms","start":"2026-03-04T16:39:54.291336Z","end":"2026-03-04T16:39:54.474324Z","steps":["trace[1368048290] 'agreement among raft nodes before linearized reading' (duration: 182.803965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.477999Z","caller":"traceutil/trace.go:171","msg":"trace[2085916370] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"115.429493ms","start":"2026-03-04T16:39:54.362554Z","end":"2026-03-04T16:39:54.477983Z","steps":["trace[2085916370] 'process raft request' (duration: 115.36827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.478006Z","caller":"traceutil/trace.go:171","msg":"trace[1970154053] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"115.494454ms","start":"2026-03-04T16:39:54.362487Z","end":"2026-03-04T16:39:54.477981Z","steps":["trace[1970154053] 'process raft request' (duration: 115.401931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.478186Z","caller":"traceutil/trace.go:171","msg":"trace[23093630] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"115.32374ms","start":"2026-03-04T16:39:54.362841Z","end":"2026-03-04T16:39:54.478165Z","steps":["trace[23093630] 'process raft request' (duration: 115.108665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.47837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.585065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81890"} {"level":"info","ts":"2026-03-04T16:39:54.478427Z","caller":"traceutil/trace.go:171","msg":"trace[1149603542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5217; }","duration":"114.683617ms","start":"2026-03-04T16:39:54.36373Z","end":"2026-03-04T16:39:54.478414Z","steps":["trace[1149603542] 'agreement among raft nodes before linearized reading' (duration: 114.433922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.478606Z","caller":"traceutil/trace.go:171","msg":"trace[1018512702] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"116.577704ms","start":"2026-03-04T16:39:54.362011Z","end":"2026-03-04T16:39:54.478588Z","steps":["trace[1018512702] 'process raft request' (duration: 115.803178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:54.881468Z","caller":"traceutil/trace.go:171","msg":"trace[1786168782] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"403.319963ms","start":"2026-03-04T16:39:54.478129Z","end":"2026-03-04T16:39:54.881449Z","steps":["trace[1786168782] 'read index received' (duration: 319.891359ms)","trace[1786168782] 'applied index is now lower than readState.Index' (duration: 83.427864ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:54.881498Z","caller":"traceutil/trace.go:171","msg":"trace[1461014847] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"403.459705ms","start":"2026-03-04T16:39:54.477996Z","end":"2026-03-04T16:39:54.881456Z","steps":["trace[1461014847] 'process raft request' (duration: 319.785937ms)","trace[1461014847] 'compare' (duration: 83.552195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:54.881691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:54.477976Z","time spent":"403.627879ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:39:54.881785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.612738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:39:54.881888Z","caller":"traceutil/trace.go:171","msg":"trace[901884968] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5218; }","duration":"237.756281ms","start":"2026-03-04T16:39:54.644107Z","end":"2026-03-04T16:39:54.881863Z","steps":["trace[901884968] 'agreement among raft nodes before linearized reading' (duration: 237.517987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.882068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.699061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b819493-de5d-4c7b-a416-f894cbdaea84\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T16:39:54.882118Z","caller":"traceutil/trace.go:171","msg":"trace[1241725916] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b819493-de5d-4c7b-a416-f894cbdaea84; range_end:; response_count:1; response_revision:5218; }","duration":"404.785092ms","start":"2026-03-04T16:39:54.47732Z","end":"2026-03-04T16:39:54.882105Z","steps":["trace[1241725916] 'agreement among raft nodes before linearized reading' (duration: 404.244451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:54.882255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:54.477305Z","time spent":"404.937776ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6b819493-de5d-4c7b-a416-f894cbdaea84\" "} {"level":"info","ts":"2026-03-04T16:40:23.689892Z","caller":"traceutil/trace.go:171","msg":"trace[838264262] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"137.87729ms","start":"2026-03-04T16:40:23.551991Z","end":"2026-03-04T16:40:23.689868Z","steps":["trace[838264262] 'process raft request' (duration: 132.946061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:25.104935Z","caller":"traceutil/trace.go:171","msg":"trace[1185088322] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"103.359401ms","start":"2026-03-04T16:40:25.00155Z","end":"2026-03-04T16:40:25.104909Z","steps":["trace[1185088322] 'process raft request' (duration: 103.162927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:25.479438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.363558ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:40:25.479586Z","caller":"traceutil/trace.go:171","msg":"trace[1219172457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5509; }","duration":"135.523761ms","start":"2026-03-04T16:40:25.34404Z","end":"2026-03-04T16:40:25.479563Z","steps":["trace[1219172457] 'range keys from in-memory index tree' (duration: 135.346068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:35.639548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.184102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:40:35.639676Z","caller":"traceutil/trace.go:171","msg":"trace[7769259] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5784; }","duration":"137.94063ms","start":"2026-03-04T16:40:35.501688Z","end":"2026-03-04T16:40:35.639629Z","steps":["trace[7769259] 'read index received' (duration: 28.19µs)","trace[7769259] 'applied index is now lower than readState.Index' (duration: 137.9114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:35.639823Z","caller":"traceutil/trace.go:171","msg":"trace[1898867599] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"285.436082ms","start":"2026-03-04T16:40:35.354377Z","end":"2026-03-04T16:40:35.639813Z","steps":["trace[1898867599] 'process raft request' (duration: 81.837922ms)","trace[1898867599] 'compare' (duration: 203.035619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:40:35.639958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.088323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:40:35.640031Z","caller":"traceutil/trace.go:171","msg":"trace[570540912] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5570; }","duration":"138.225726ms","start":"2026-03-04T16:40:35.501792Z","end":"2026-03-04T16:40:35.640018Z","steps":["trace[570540912] 'agreement among raft nodes before linearized reading' (duration: 138.074573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:35.64007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.349108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:40:35.64015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.329469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-04T16:40:35.640225Z","caller":"traceutil/trace.go:171","msg":"trace[103121728] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5570; }","duration":"134.445381ms","start":"2026-03-04T16:40:35.505763Z","end":"2026-03-04T16:40:35.640208Z","steps":["trace[103121728] 'agreement among raft nodes before linearized reading' (duration: 134.204376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:35.640165Z","caller":"traceutil/trace.go:171","msg":"trace[960383314] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5570; }","duration":"138.495331ms","start":"2026-03-04T16:40:35.501649Z","end":"2026-03-04T16:40:35.640144Z","steps":["trace[960383314] 'agreement among raft nodes before linearized reading' (duration: 138.317258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:47.509266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2761} {"level":"info","ts":"2026-03-04T16:40:47.56794Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2761,"took":"57.175729ms","hash":42216541,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":30511104,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T16:40:47.568046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":42216541,"revision":2761,"compact-revision":-1} {"level":"info","ts":"2026-03-04T16:45:47.514914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5650} {"level":"info","ts":"2026-03-04T16:45:47.595239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5650,"took":"78.850562ms","hash":452312927,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":21463040,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T16:45:47.595287Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":452312927,"revision":5650,"compact-revision":2761} {"level":"warn","ts":"2026-03-04T16:45:52.844762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164939199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:45:53.254654Z","caller":"traceutil/trace.go:171","msg":"trace[358317159] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"958.219844ms","start":"2026-03-04T16:45:52.296404Z","end":"2026-03-04T16:45:53.254624Z","steps":["trace[358317159] 'process raft request' (duration: 958.05206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.254935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.296378Z","time spent":"958.453209ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:53.268009Z","caller":"traceutil/trace.go:171","msg":"trace[1972179843] linearizableReadLoop","detail":"{readStateIndex:8042; appliedIndex:8041; }","duration":"924.300367ms","start":"2026-03-04T16:45:52.343681Z","end":"2026-03-04T16:45:53.267981Z","steps":["trace[1972179843] 'read index received' (duration: 910.951712ms)","trace[1972179843] 'applied index is now lower than readState.Index' (duration: 13.347485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:53.268194Z","caller":"traceutil/trace.go:171","msg":"trace[1077455314] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"568.181646ms","start":"2026-03-04T16:45:52.699956Z","end":"2026-03-04T16:45:53.268138Z","steps":["trace[1077455314] 'process raft request' (duration: 567.85846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.268259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.564833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:45:53.26831Z","caller":"traceutil/trace.go:171","msg":"trace[1825156822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7751; }","duration":"924.666584ms","start":"2026-03-04T16:45:52.343632Z","end":"2026-03-04T16:45:53.268298Z","steps":["trace[1825156822] 'agreement among raft nodes before linearized reading' (duration: 924.488741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.268339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.343614Z","time spent":"924.718446ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:45:53.268351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.899952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T16:45:53.268367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.69993Z","time spent":"568.34527ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:53.268388Z","caller":"traceutil/trace.go:171","msg":"trace[318297224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:7751; }","duration":"565.972973ms","start":"2026-03-04T16:45:52.702405Z","end":"2026-03-04T16:45:53.268378Z","steps":["trace[318297224] 'agreement among raft nodes before linearized reading' (duration: 565.860521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.268413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.702387Z","time spent":"566.018776ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T16:45:53.268416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.012552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:45:53.268412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.450718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:45:53.268492Z","caller":"traceutil/trace.go:171","msg":"trace[1373162067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7751; }","duration":"919.142935ms","start":"2026-03-04T16:45:52.349331Z","end":"2026-03-04T16:45:53.268474Z","steps":["trace[1373162067] 'agreement among raft nodes before linearized reading' (duration: 918.891079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.268538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.349309Z","time spent":"919.221897ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:45:53.268586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.47597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T16:45:53.268606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.831119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:45:53.268616Z","caller":"traceutil/trace.go:171","msg":"trace[113945416] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7751; }","duration":"478.510831ms","start":"2026-03-04T16:45:52.790097Z","end":"2026-03-04T16:45:53.268608Z","steps":["trace[113945416] 'agreement among raft nodes before linearized reading' (duration: 478.390418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:53.268631Z","caller":"traceutil/trace.go:171","msg":"trace[1227784279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7751; }","duration":"910.893921ms","start":"2026-03-04T16:45:52.357731Z","end":"2026-03-04T16:45:53.268625Z","steps":["trace[1227784279] 'agreement among raft nodes before linearized reading' (duration: 910.82761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.268644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.790069Z","time spent":"478.568811ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:45:53.26865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.357711Z","time spent":"910.935162ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:45:53.268761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.135755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:45:53.268836Z","caller":"traceutil/trace.go:171","msg":"trace[571992902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7751; }","duration":"912.226517ms","start":"2026-03-04T16:45:52.356595Z","end":"2026-03-04T16:45:53.268822Z","steps":["trace[571992902] 'agreement among raft nodes before linearized reading' (duration: 912.021703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.268882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:52.356585Z","time spent":"912.290109ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:45:53.268525Z","caller":"traceutil/trace.go:171","msg":"trace[187688908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7751; }","duration":"179.630312ms","start":"2026-03-04T16:45:53.08886Z","end":"2026-03-04T16:45:53.26849Z","steps":["trace[187688908] 'agreement among raft nodes before linearized reading' (duration: 179.422247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:53.559171Z","caller":"traceutil/trace.go:171","msg":"trace[1699001140] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"285.395971ms","start":"2026-03-04T16:45:53.273755Z","end":"2026-03-04T16:45:53.559151Z","steps":["trace[1699001140] 'process raft request' (duration: 269.069705ms)","trace[1699001140] 'compare' (duration: 16.058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:53.561157Z","caller":"traceutil/trace.go:171","msg":"trace[1540148914] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"287.076833ms","start":"2026-03-04T16:45:53.27405Z","end":"2026-03-04T16:45:53.561127Z","steps":["trace[1540148914] 'process raft request' (duration: 286.965091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:53.561306Z","caller":"traceutil/trace.go:171","msg":"trace[1008238957] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"287.182896ms","start":"2026-03-04T16:45:53.274109Z","end":"2026-03-04T16:45:53.561292Z","steps":["trace[1008238957] 'process raft request' (duration: 286.962121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:53.561779Z","caller":"traceutil/trace.go:171","msg":"trace[21033619] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8042; }","duration":"287.527782ms","start":"2026-03-04T16:45:53.274234Z","end":"2026-03-04T16:45:53.561762Z","steps":["trace[21033619] 'read index received' (duration: 268.606154ms)","trace[21033619] 'applied index is now lower than readState.Index' (duration: 18.920798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:53.561821Z","caller":"traceutil/trace.go:171","msg":"trace[750610878] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"109.820749ms","start":"2026-03-04T16:45:53.451965Z","end":"2026-03-04T16:45:53.561786Z","steps":["trace[750610878] 'process raft request' (duration: 109.693527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:53.561172Z","caller":"traceutil/trace.go:171","msg":"trace[481407173] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"287.335799ms","start":"2026-03-04T16:45:53.27382Z","end":"2026-03-04T16:45:53.561156Z","steps":["trace[481407173] 'process raft request' (duration: 287.019343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:53.561774Z","caller":"traceutil/trace.go:171","msg":"trace[1977942132] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"143.287096ms","start":"2026-03-04T16:45:53.418453Z","end":"2026-03-04T16:45:53.56174Z","steps":["trace[1977942132] 'process raft request' (duration: 142.784586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:53.562269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.009981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-04T16:45:53.562334Z","caller":"traceutil/trace.go:171","msg":"trace[215580299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7758; }","duration":"288.106504ms","start":"2026-03-04T16:45:53.274216Z","end":"2026-03-04T16:45:53.562322Z","steps":["trace[215580299] 'agreement among raft nodes before linearized reading' (duration: 287.610004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:04.215103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.389101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:46:04.215273Z","caller":"traceutil/trace.go:171","msg":"trace[1634153505] linearizableReadLoop","detail":"{readStateIndex:8095; appliedIndex:8092; }","duration":"610.630333ms","start":"2026-03-04T16:46:03.60463Z","end":"2026-03-04T16:46:04.21526Z","steps":["trace[1634153505] 'read index received' (duration: 352.086349ms)","trace[1634153505] 'applied index is now lower than readState.Index' (duration: 258.543184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:04.215342Z","caller":"traceutil/trace.go:171","msg":"trace[1784128122] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"616.45682ms","start":"2026-03-04T16:46:03.598875Z","end":"2026-03-04T16:46:04.215332Z","steps":["trace[1784128122] 'process raft request' (duration: 357.756703ms)","trace[1784128122] 'compare' (duration: 258.299229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:04.215392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.598859Z","time spent":"616.506322ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:04.215445Z","caller":"traceutil/trace.go:171","msg":"trace[1872247193] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"612.974731ms","start":"2026-03-04T16:46:03.602425Z","end":"2026-03-04T16:46:04.2154Z","steps":["trace[1872247193] 'process raft request' (duration: 612.800038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:04.215605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.806987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T16:46:04.215662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.602414Z","time spent":"613.134534ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:04.215711Z","caller":"traceutil/trace.go:171","msg":"trace[1914189892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7801; }","duration":"609.938299ms","start":"2026-03-04T16:46:03.605754Z","end":"2026-03-04T16:46:04.215693Z","steps":["trace[1914189892] 'agreement among raft nodes before linearized reading' (duration: 609.663354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:04.21569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.301878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:46:04.215704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.791019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:46:04.215807Z","caller":"traceutil/trace.go:171","msg":"trace[502978606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7801; }","duration":"605.488042ms","start":"2026-03-04T16:46:03.610293Z","end":"2026-03-04T16:46:04.215781Z","steps":["trace[502978606] 'agreement among raft nodes before linearized reading' (duration: 605.154645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.215817Z","caller":"traceutil/trace.go:171","msg":"trace[974087623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:7801; }","duration":"578.949712ms","start":"2026-03-04T16:46:03.636841Z","end":"2026-03-04T16:46:04.215791Z","steps":["trace[974087623] 'agreement among raft nodes before linearized reading' (duration: 578.582345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.21583Z","caller":"traceutil/trace.go:171","msg":"trace[501819218] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"613.886019ms","start":"2026-03-04T16:46:03.601933Z","end":"2026-03-04T16:46:04.215819Z","steps":["trace[501819218] 'process raft request' (duration: 613.252007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:04.215873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.610265Z","time spent":"605.593953ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:46:04.21576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.605749Z","time spent":"610.003041ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:46:04.215905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.601902Z","time spent":"613.96196ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:04.215879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.636807Z","time spent":"579.057913ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T16:46:04.215824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.513621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:46:04.21596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.556163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T16:46:04.215963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.324878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:46:04.216046Z","caller":"traceutil/trace.go:171","msg":"trace[978926790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7801; }","duration":"605.736277ms","start":"2026-03-04T16:46:03.610294Z","end":"2026-03-04T16:46:04.21603Z","steps":["trace[978926790] 'agreement among raft nodes before linearized reading' (duration: 605.482772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.216089Z","caller":"traceutil/trace.go:171","msg":"trace[1833190682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7801; }","duration":"611.4629ms","start":"2026-03-04T16:46:03.604602Z","end":"2026-03-04T16:46:04.216065Z","steps":["trace[1833190682] 'agreement among raft nodes before linearized reading' (duration: 611.228756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.216086Z","caller":"traceutil/trace.go:171","msg":"trace[1747416297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7801; }","duration":"126.698556ms","start":"2026-03-04T16:46:04.089349Z","end":"2026-03-04T16:46:04.216048Z","steps":["trace[1747416297] 'agreement among raft nodes before linearized reading' (duration: 126.496402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:04.216121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.604593Z","time spent":"611.519201ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:46:04.216104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:03.610285Z","time spent":"605.805558ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:46:04.689905Z","caller":"traceutil/trace.go:171","msg":"trace[2016522931] linearizableReadLoop","detail":"{readStateIndex:8099; appliedIndex:8096; }","duration":"206.879655ms","start":"2026-03-04T16:46:04.483002Z","end":"2026-03-04T16:46:04.689882Z","steps":["trace[2016522931] 'read index received' (duration: 204.761292ms)","trace[2016522931] 'applied index is now lower than readState.Index' (duration: 2.117193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:04.690075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.048138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:46:04.690116Z","caller":"traceutil/trace.go:171","msg":"trace[708203600] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7805; }","duration":"207.173711ms","start":"2026-03-04T16:46:04.482931Z","end":"2026-03-04T16:46:04.690104Z","steps":["trace[708203600] 'agreement among raft nodes before linearized reading' (duration: 207.041918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.690185Z","caller":"traceutil/trace.go:171","msg":"trace[573473971] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"468.44367ms","start":"2026-03-04T16:46:04.221684Z","end":"2026-03-04T16:46:04.690128Z","steps":["trace[573473971] 'process raft request' (duration: 468.103404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.690214Z","caller":"traceutil/trace.go:171","msg":"trace[851766192] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"468.472231ms","start":"2026-03-04T16:46:04.221669Z","end":"2026-03-04T16:46:04.690142Z","steps":["trace[851766192] 'process raft request' (duration: 466.169885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:04.690302Z","caller":"traceutil/trace.go:171","msg":"trace[1596975332] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"468.297257ms","start":"2026-03-04T16:46:04.221992Z","end":"2026-03-04T16:46:04.69029Z","steps":["trace[1596975332] 'process raft request' (duration: 467.847128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:04.69032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:04.221666Z","time spent":"468.582903ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:04.690321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:04.221648Z","time spent":"468.616854ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:04.69039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:04.221977Z","time spent":"468.352707ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:07.507653Z","caller":"traceutil/trace.go:171","msg":"trace[1320080719] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"138.611873ms","start":"2026-03-04T16:46:07.369009Z","end":"2026-03-04T16:46:07.507621Z","steps":["trace[1320080719] 'process raft request' (duration: 138.424139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:08.523788Z","caller":"traceutil/trace.go:171","msg":"trace[288069667] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"245.78211ms","start":"2026-03-04T16:46:08.277941Z","end":"2026-03-04T16:46:08.523723Z","steps":["trace[288069667] 'process raft request' (duration: 245.607806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:08.64748Z","caller":"traceutil/trace.go:171","msg":"trace[2145087765] linearizableReadLoop","detail":"{readStateIndex:8114; appliedIndex:8110; }","duration":"344.864186ms","start":"2026-03-04T16:46:08.302584Z","end":"2026-03-04T16:46:08.647448Z","steps":["trace[2145087765] 'read index received' (duration: 221.031807ms)","trace[2145087765] 'applied index is now lower than readState.Index' (duration: 123.830848ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:08.647637Z","caller":"traceutil/trace.go:171","msg":"trace[1174557771] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"355.267521ms","start":"2026-03-04T16:46:08.292331Z","end":"2026-03-04T16:46:08.647598Z","steps":["trace[1174557771] 'process raft request' (duration: 355.007426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:08.64763Z","caller":"traceutil/trace.go:171","msg":"trace[1303646245] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"363.441285ms","start":"2026-03-04T16:46:08.284129Z","end":"2026-03-04T16:46:08.64757Z","steps":["trace[1303646245] 'process raft request' (duration: 363.007746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:08.647722Z","caller":"traceutil/trace.go:171","msg":"trace[733783795] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"353.187461ms","start":"2026-03-04T16:46:08.294492Z","end":"2026-03-04T16:46:08.64768Z","steps":["trace[733783795] 'process raft request' (duration: 352.894325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:08.647805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:08.292304Z","time spent":"355.407355ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:08.647828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.686731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T16:46:08.647828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.219372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:46:08.647886Z","caller":"traceutil/trace.go:171","msg":"trace[303115856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7819; }","duration":"339.790884ms","start":"2026-03-04T16:46:08.308079Z","end":"2026-03-04T16:46:08.64787Z","steps":["trace[303115856] 'agreement among raft nodes before linearized reading' (duration: 339.59099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:08.647898Z","caller":"traceutil/trace.go:171","msg":"trace[1726491303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:7819; }","duration":"345.307194ms","start":"2026-03-04T16:46:08.302575Z","end":"2026-03-04T16:46:08.647882Z","steps":["trace[1726491303] 'agreement among raft nodes before linearized reading' (duration: 345.058099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:08.647904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:08.294468Z","time spent":"353.339624ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:08.64793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:08.308068Z","time spent":"339.851596ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:46:08.64793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:08.284092Z","time spent":"363.6711ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:08.647946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:08.302523Z","time spent":"345.412057ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T16:46:32.786506Z","caller":"traceutil/trace.go:171","msg":"trace[536990990] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8291; }","duration":"241.082076ms","start":"2026-03-04T16:46:32.545396Z","end":"2026-03-04T16:46:32.786478Z","steps":["trace[536990990] 'read index received' (duration: 240.882972ms)","trace[536990990] 'applied index is now lower than readState.Index' (duration: 197.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:32.786945Z","caller":"traceutil/trace.go:171","msg":"trace[1309710646] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"282.502582ms","start":"2026-03-04T16:46:32.504428Z","end":"2026-03-04T16:46:32.786931Z","steps":["trace[1309710646] 'process raft request' (duration: 281.8994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:32.787251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.868562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T16:46:32.787293Z","caller":"traceutil/trace.go:171","msg":"trace[306203085] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7990; }","duration":"241.959315ms","start":"2026-03-04T16:46:32.545323Z","end":"2026-03-04T16:46:32.787282Z","steps":["trace[306203085] 'agreement among raft nodes before linearized reading' (duration: 241.804611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:32.852191Z","caller":"traceutil/trace.go:171","msg":"trace[815895505] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"115.414122ms","start":"2026-03-04T16:46:32.736747Z","end":"2026-03-04T16:46:32.852161Z","steps":["trace[815895505] 'process raft request' (duration: 115.28514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:32.852193Z","caller":"traceutil/trace.go:171","msg":"trace[1674856725] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"227.844123ms","start":"2026-03-04T16:46:32.624305Z","end":"2026-03-04T16:46:32.852149Z","steps":["trace[1674856725] 'process raft request' (duration: 227.575448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:32.852506Z","caller":"traceutil/trace.go:171","msg":"trace[298777384] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"110.042803ms","start":"2026-03-04T16:46:32.742439Z","end":"2026-03-04T16:46:32.852482Z","steps":["trace[298777384] 'process raft request' (duration: 109.637775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:32.852519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.631429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fk7r5\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-04T16:46:32.852577Z","caller":"traceutil/trace.go:171","msg":"trace[1842480211] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fk7r5; range_end:; response_count:1; response_revision:7993; }","duration":"236.72881ms","start":"2026-03-04T16:46:32.615834Z","end":"2026-03-04T16:46:32.852563Z","steps":["trace[1842480211] 'agreement among raft nodes before linearized reading' (duration: 236.579467ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:37.016615Z","caller":"traceutil/trace.go:171","msg":"trace[902311477] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"144.48058ms","start":"2026-03-04T16:46:36.872109Z","end":"2026-03-04T16:46:37.016589Z","steps":["trace[902311477] 'process raft request' (duration: 143.696074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:37.036756Z","caller":"traceutil/trace.go:171","msg":"trace[946112372] linearizableReadLoop","detail":"{readStateIndex:8317; appliedIndex:8314; }","duration":"160.00479ms","start":"2026-03-04T16:46:36.87672Z","end":"2026-03-04T16:46:37.036725Z","steps":["trace[946112372] 'read index received' (duration: 139.120634ms)","trace[946112372] 'applied index is now lower than readState.Index' (duration: 20.882666ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:37.036816Z","caller":"traceutil/trace.go:171","msg":"trace[2014916812] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"162.99267ms","start":"2026-03-04T16:46:36.873773Z","end":"2026-03-04T16:46:37.036766Z","steps":["trace[2014916812] 'process raft request' (duration: 162.633093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:37.036876Z","caller":"traceutil/trace.go:171","msg":"trace[1282217388] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"161.400348ms","start":"2026-03-04T16:46:36.875462Z","end":"2026-03-04T16:46:37.036862Z","steps":["trace[1282217388] 'process raft request' (duration: 161.217084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.037062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.674324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T16:46:37.037102Z","caller":"traceutil/trace.go:171","msg":"trace[1381687055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8014; }","duration":"159.761775ms","start":"2026-03-04T16:46:36.877328Z","end":"2026-03-04T16:46:37.03709Z","steps":["trace[1381687055] 'agreement among raft nodes before linearized reading' (duration: 159.588231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.037166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.207447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:46:37.037222Z","caller":"traceutil/trace.go:171","msg":"trace[692958452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8014; }","duration":"117.302188ms","start":"2026-03-04T16:46:36.919905Z","end":"2026-03-04T16:46:37.037208Z","steps":["trace[692958452] 'agreement among raft nodes before linearized reading' (duration: 117.099224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.037199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.01273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T16:46:37.037248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.321739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:46:37.037368Z","caller":"traceutil/trace.go:171","msg":"trace[1803407822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8014; }","duration":"117.477632ms","start":"2026-03-04T16:46:36.919866Z","end":"2026-03-04T16:46:37.037344Z","steps":["trace[1803407822] 'agreement among raft nodes before linearized reading' (duration: 117.088954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:37.037288Z","caller":"traceutil/trace.go:171","msg":"trace[2011430869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:8014; }","duration":"151.143994ms","start":"2026-03-04T16:46:36.886123Z","end":"2026-03-04T16:46:37.037267Z","steps":["trace[2011430869] 'agreement among raft nodes before linearized reading' (duration: 150.847698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.037581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.855437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:46:37.037627Z","caller":"traceutil/trace.go:171","msg":"trace[1200500939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8014; }","duration":"160.905118ms","start":"2026-03-04T16:46:36.876712Z","end":"2026-03-04T16:46:37.037617Z","steps":["trace[1200500939] 'agreement among raft nodes before linearized reading' (duration: 160.793126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:37.427689Z","caller":"traceutil/trace.go:171","msg":"trace[1626671770] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"385.521047ms","start":"2026-03-04T16:46:37.042136Z","end":"2026-03-04T16:46:37.427657Z","steps":["trace[1626671770] 'process raft request' (duration: 385.319283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.42798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:37.042079Z","time spent":"385.794382ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:37.761557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.260112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:46:37.761702Z","caller":"traceutil/trace.go:171","msg":"trace[771919484] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"718.929713ms","start":"2026-03-04T16:46:37.042759Z","end":"2026-03-04T16:46:37.761689Z","steps":["trace[771919484] 'process raft request' (duration: 512.481158ms)","trace[771919484] 'compare' (duration: 206.167139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:37.761746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:37.042743Z","time spent":"718.984474ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:37.761984Z","caller":"traceutil/trace.go:171","msg":"trace[1743942781] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"719.176817ms","start":"2026-03-04T16:46:37.042787Z","end":"2026-03-04T16:46:37.761964Z","steps":["trace[1743942781] 'process raft request' (duration: 718.871161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.76207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.885193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:46:37.762094Z","caller":"traceutil/trace.go:171","msg":"trace[828968497] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8018; }","duration":"696.911424ms","start":"2026-03-04T16:46:37.065177Z","end":"2026-03-04T16:46:37.762088Z","steps":["trace[828968497] 'agreement among raft nodes before linearized reading' (duration: 696.857853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.76211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:37.065092Z","time spent":"697.014526ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:46:37.762188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:37.042777Z","time spent":"719.299409ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:37.762277Z","caller":"traceutil/trace.go:171","msg":"trace[450078019] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"719.095526ms","start":"2026-03-04T16:46:37.043175Z","end":"2026-03-04T16:46:37.762271Z","steps":["trace[450078019] 'process raft request' (duration: 718.716109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:37.762315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:37.043164Z","time spent":"719.133597ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:37.76202Z","caller":"traceutil/trace.go:171","msg":"trace[157853775] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8317; }","duration":"696.819902ms","start":"2026-03-04T16:46:37.065194Z","end":"2026-03-04T16:46:37.762014Z","steps":["trace[157853775] 'read index received' (duration: 362.391125ms)","trace[157853775] 'applied index is now lower than readState.Index' (duration: 334.428147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:41.240485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:40.606934Z","time spent":"633.547231ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:46:41.254496Z","caller":"traceutil/trace.go:171","msg":"trace[1323601920] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"224.943654ms","start":"2026-03-04T16:46:41.029541Z","end":"2026-03-04T16:46:41.254485Z","steps":["trace[1323601920] 'process raft request' (duration: 224.852042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:41.254733Z","caller":"traceutil/trace.go:171","msg":"trace[1377702986] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"206.428836ms","start":"2026-03-04T16:46:41.048296Z","end":"2026-03-04T16:46:41.254724Z","steps":["trace[1377702986] 'process raft request' (duration: 206.172741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:41.254826Z","caller":"traceutil/trace.go:171","msg":"trace[1478842645] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8333; }","duration":"195.166381ms","start":"2026-03-04T16:46:41.059629Z","end":"2026-03-04T16:46:41.254795Z","steps":["trace[1478842645] 'read index received' (duration: 180.994499ms)","trace[1478842645] 'applied index is now lower than readState.Index' (duration: 14.170942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:41.254922Z","caller":"traceutil/trace.go:171","msg":"trace[1670721845] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"206.569489ms","start":"2026-03-04T16:46:41.048346Z","end":"2026-03-04T16:46:41.254915Z","steps":["trace[1670721845] 'process raft request' (duration: 206.301803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:41.255057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.406416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:46:41.255085Z","caller":"traceutil/trace.go:171","msg":"trace[1687153212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:8032; }","duration":"195.496388ms","start":"2026-03-04T16:46:41.05958Z","end":"2026-03-04T16:46:41.255076Z","steps":["trace[1687153212] 'agreement among raft nodes before linearized reading' (duration: 195.327304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.488271Z","caller":"traceutil/trace.go:171","msg":"trace[1580588830] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"200.938677ms","start":"2026-03-04T16:46:51.287303Z","end":"2026-03-04T16:46:51.488241Z","steps":["trace[1580588830] 'process raft request' (duration: 200.768753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.642595Z","caller":"traceutil/trace.go:171","msg":"trace[1013056467] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"294.111573ms","start":"2026-03-04T16:46:51.348459Z","end":"2026-03-04T16:46:51.642571Z","steps":["trace[1013056467] 'process raft request' (duration: 294.044182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.642721Z","caller":"traceutil/trace.go:171","msg":"trace[563415361] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"351.112769ms","start":"2026-03-04T16:46:51.291573Z","end":"2026-03-04T16:46:51.642686Z","steps":["trace[563415361] 'process raft request' (duration: 350.898385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.642773Z","caller":"traceutil/trace.go:171","msg":"trace[939132297] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"352.952147ms","start":"2026-03-04T16:46:51.289787Z","end":"2026-03-04T16:46:51.64274Z","steps":["trace[939132297] 'process raft request' (duration: 352.495808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.642908Z","caller":"traceutil/trace.go:171","msg":"trace[1671706417] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"171.03654ms","start":"2026-03-04T16:46:51.47184Z","end":"2026-03-04T16:46:51.642877Z","steps":["trace[1671706417] 'process raft request' (duration: 170.695314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.642884Z","caller":"traceutil/trace.go:171","msg":"trace[611194294] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8429; }","duration":"331.579571ms","start":"2026-03-04T16:46:51.311265Z","end":"2026-03-04T16:46:51.642845Z","steps":["trace[611194294] 'read index received' (duration: 176.888497ms)","trace[611194294] 'applied index is now lower than readState.Index' (duration: 154.688274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:51.642947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:51.289762Z","time spent":"353.09053ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:51.643136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:51.291564Z","time spent":"351.228152ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:51.643176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.890838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-04T16:46:51.643248Z","caller":"traceutil/trace.go:171","msg":"trace[360711600] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8126; }","duration":"319.998189ms","start":"2026-03-04T16:46:51.323233Z","end":"2026-03-04T16:46:51.643232Z","steps":["trace[360711600] 'agreement among raft nodes before linearized reading' (duration: 319.822356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:51.643243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.957718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T16:46:51.643291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:51.32322Z","time spent":"320.061562ms","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:46:51.643295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.902704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T16:46:51.643304Z","caller":"traceutil/trace.go:171","msg":"trace[115594795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:8126; }","duration":"332.073631ms","start":"2026-03-04T16:46:51.311213Z","end":"2026-03-04T16:46:51.643287Z","steps":["trace[115594795] 'agreement among raft nodes before linearized reading' (duration: 331.824805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.643322Z","caller":"traceutil/trace.go:171","msg":"trace[1014490316] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8126; }","duration":"228.964035ms","start":"2026-03-04T16:46:51.414351Z","end":"2026-03-04T16:46:51.643315Z","steps":["trace[1014490316] 'agreement among raft nodes before linearized reading' (duration: 228.731099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:51.643362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:51.311197Z","time spent":"332.154793ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T16:46:51.772585Z","caller":"traceutil/trace.go:171","msg":"trace[482789143] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8434; }","duration":"124.400451ms","start":"2026-03-04T16:46:51.648161Z","end":"2026-03-04T16:46:51.772561Z","steps":["trace[482789143] 'read index received' (duration: 94.868691ms)","trace[482789143] 'applied index is now lower than readState.Index' (duration: 29.53035ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:51.772665Z","caller":"traceutil/trace.go:171","msg":"trace[2135247050] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"125.857439ms","start":"2026-03-04T16:46:51.646773Z","end":"2026-03-04T16:46:51.77263Z","steps":["trace[2135247050] 'process raft request' (duration: 96.174777ms)","trace[2135247050] 'compare' (duration: 29.407327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:51.773177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.995942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228748"} {"level":"info","ts":"2026-03-04T16:46:51.773228Z","caller":"traceutil/trace.go:171","msg":"trace[1486507482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8127; }","duration":"125.079274ms","start":"2026-03-04T16:46:51.648137Z","end":"2026-03-04T16:46:51.773217Z","steps":["trace[1486507482] 'agreement among raft nodes before linearized reading' (duration: 124.529114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:51.80127Z","caller":"traceutil/trace.go:171","msg":"trace[620437276] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"144.705135ms","start":"2026-03-04T16:46:51.656535Z","end":"2026-03-04T16:46:51.801241Z","steps":["trace[620437276] 'process raft request' (duration: 144.46316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:51.801284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.422649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1899b13a1675ce67\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T16:46:51.801364Z","caller":"traceutil/trace.go:171","msg":"trace[812129779] range","detail":"{range_begin:/registry/events/openstack/ceph.1899b13a1675ce67; range_end:; response_count:1; response_revision:8128; }","duration":"152.547722ms","start":"2026-03-04T16:46:51.648799Z","end":"2026-03-04T16:46:51.801347Z","steps":["trace[812129779] 'agreement among raft nodes before linearized reading' (duration: 152.323668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:52.438183Z","caller":"traceutil/trace.go:171","msg":"trace[1223083053] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"198.276254ms","start":"2026-03-04T16:46:52.239876Z","end":"2026-03-04T16:46:52.438152Z","steps":["trace[1223083053] 'process raft request' (duration: 197.979678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:52.702425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.167795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:46:52.702594Z","caller":"traceutil/trace.go:171","msg":"trace[1925941705] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"159.079442ms","start":"2026-03-04T16:46:52.543449Z","end":"2026-03-04T16:46:52.702528Z","steps":["trace[1925941705] 'process raft request' (duration: 21.724123ms)","trace[1925941705] 'compare' (duration: 137.016842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:53.001131Z","caller":"traceutil/trace.go:171","msg":"trace[1140068090] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"293.943721ms","start":"2026-03-04T16:46:52.707149Z","end":"2026-03-04T16:46:53.001092Z","steps":["trace[1140068090] 'process raft request' (duration: 256.77084ms)","trace[1140068090] 'compare' (duration: 36.977077ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:53.16217Z","caller":"traceutil/trace.go:171","msg":"trace[1621286376] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"127.999902ms","start":"2026-03-04T16:46:53.034144Z","end":"2026-03-04T16:46:53.162144Z","steps":["trace[1621286376] 'process raft request' (duration: 109.010183ms)","trace[1621286376] 'compare' (duration: 18.372456ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:07.911681Z","caller":"traceutil/trace.go:171","msg":"trace[681464931] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"329.452715ms","start":"2026-03-04T16:48:07.582203Z","end":"2026-03-04T16:48:07.911656Z","steps":["trace[681464931] 'process raft request' (duration: 329.292692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:07.911849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:07.582172Z","time spent":"329.591938ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:08.143773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.005438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:48:08.143901Z","caller":"traceutil/trace.go:171","msg":"trace[1120206833] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"319.918875ms","start":"2026-03-04T16:48:07.82396Z","end":"2026-03-04T16:48:08.143879Z","steps":["trace[1120206833] 'process raft request' (duration: 157.700703ms)","trace[1120206833] 'compare' (duration: 161.519309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:08.143975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:07.823937Z","time spent":"320.005917ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:08.22948Z","caller":"traceutil/trace.go:171","msg":"trace[1277742686] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"279.867897ms","start":"2026-03-04T16:48:07.949583Z","end":"2026-03-04T16:48:08.229451Z","steps":["trace[1277742686] 'process raft request' (duration: 279.703334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.229592Z","caller":"traceutil/trace.go:171","msg":"trace[870294831] linearizableReadLoop","detail":"{readStateIndex:9162; appliedIndex:9160; }","duration":"140.552011ms","start":"2026-03-04T16:48:08.089021Z","end":"2026-03-04T16:48:08.229573Z","steps":["trace[870294831] 'read index received' (duration: 140.209424ms)","trace[870294831] 'applied index is now lower than readState.Index' (duration: 341.717µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:08.229668Z","caller":"traceutil/trace.go:171","msg":"trace[1514952287] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"275.204785ms","start":"2026-03-04T16:48:07.95443Z","end":"2026-03-04T16:48:08.229635Z","steps":["trace[1514952287] 'process raft request' (duration: 274.97906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.229711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.678864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:48:08.229854Z","caller":"traceutil/trace.go:171","msg":"trace[1982819291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8835; }","duration":"140.873668ms","start":"2026-03-04T16:48:08.088967Z","end":"2026-03-04T16:48:08.22984Z","steps":["trace[1982819291] 'agreement among raft nodes before linearized reading' (duration: 140.699134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.650725Z","caller":"traceutil/trace.go:171","msg":"trace[278752434] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9162; }","duration":"400.9791ms","start":"2026-03-04T16:48:08.249713Z","end":"2026-03-04T16:48:08.650692Z","steps":["trace[278752434] 'read index received' (duration: 379.974501ms)","trace[278752434] 'applied index is now lower than readState.Index' (duration: 21.003279ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:08.650859Z","caller":"traceutil/trace.go:171","msg":"trace[465933257] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"416.395318ms","start":"2026-03-04T16:48:08.234451Z","end":"2026-03-04T16:48:08.650846Z","steps":["trace[465933257] 'process raft request' (duration: 395.216936ms)","trace[465933257] 'compare' (duration: 20.806685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:08.650975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.234426Z","time spent":"416.469519ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:08.651741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.169996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T16:48:08.651839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.924864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:48:08.651864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.230056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T16:48:08.651855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.525827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:48:08.651914Z","caller":"traceutil/trace.go:171","msg":"trace[688538578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8836; }","duration":"333.016737ms","start":"2026-03-04T16:48:08.318878Z","end":"2026-03-04T16:48:08.651895Z","steps":["trace[688538578] 'agreement among raft nodes before linearized reading' (duration: 332.825763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.651946Z","caller":"traceutil/trace.go:171","msg":"trace[1517693996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8836; }","duration":"377.35383ms","start":"2026-03-04T16:48:08.274574Z","end":"2026-03-04T16:48:08.651928Z","steps":["trace[1517693996] 'agreement among raft nodes before linearized reading' (duration: 377.134876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.651958Z","caller":"traceutil/trace.go:171","msg":"trace[247026492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8836; }","duration":"317.667431ms","start":"2026-03-04T16:48:08.334271Z","end":"2026-03-04T16:48:08.651938Z","steps":["trace[247026492] 'agreement among raft nodes before linearized reading' (duration: 317.411026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.651992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.274564Z","time spent":"377.417631ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:48:08.651985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.318868Z","time spent":"333.103348ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:48:08.652013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.33425Z","time spent":"317.753572ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:48:08.651921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.185185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:48:08.652067Z","caller":"traceutil/trace.go:171","msg":"trace[781772375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8836; }","duration":"386.359019ms","start":"2026-03-04T16:48:08.265472Z","end":"2026-03-04T16:48:08.651831Z","steps":["trace[781772375] 'agreement among raft nodes before linearized reading' (duration: 385.949621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.652132Z","caller":"traceutil/trace.go:171","msg":"trace[102396302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:8836; }","duration":"402.415319ms","start":"2026-03-04T16:48:08.249676Z","end":"2026-03-04T16:48:08.652091Z","steps":["trace[102396302] 'agreement among raft nodes before linearized reading' (duration: 402.023191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.652206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.26546Z","time spent":"386.726436ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:48:08.652218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.249663Z","time spent":"402.533301ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T16:48:08.957993Z","caller":"traceutil/trace.go:171","msg":"trace[1111851974] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"301.07882ms","start":"2026-03-04T16:48:08.656871Z","end":"2026-03-04T16:48:08.95795Z","steps":["trace[1111851974] 'process raft request' (duration: 288.367107ms)","trace[1111851974] 'compare' (duration: 12.340915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:08.958173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.656856Z","time spent":"301.223192ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:08.958297Z","caller":"traceutil/trace.go:171","msg":"trace[256061124] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"301.037729ms","start":"2026-03-04T16:48:08.657236Z","end":"2026-03-04T16:48:08.958274Z","steps":["trace[256061124] 'process raft request' (duration: 300.916017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.958449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.657215Z","time spent":"301.154732ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:08.958476Z","caller":"traceutil/trace.go:171","msg":"trace[513735118] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"300.140762ms","start":"2026-03-04T16:48:08.658323Z","end":"2026-03-04T16:48:08.958464Z","steps":["trace[513735118] 'process raft request' (duration: 299.910087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.958537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.658307Z","time spent":"300.198023ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:08.958434Z","caller":"traceutil/trace.go:171","msg":"trace[688177051] linearizableReadLoop","detail":"{readStateIndex:9166; appliedIndex:9163; }","duration":"301.152012ms","start":"2026-03-04T16:48:08.65726Z","end":"2026-03-04T16:48:08.958412Z","steps":["trace[688177051] 'read index received' (duration: 14.759494ms)","trace[688177051] 'applied index is now lower than readState.Index' (duration: 286.390968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:08.958949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.680922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291461"} {"level":"info","ts":"2026-03-04T16:48:08.959027Z","caller":"traceutil/trace.go:171","msg":"trace[867873791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8840; }","duration":"301.802075ms","start":"2026-03-04T16:48:08.657215Z","end":"2026-03-04T16:48:08.959017Z","steps":["trace[867873791] 'agreement among raft nodes before linearized reading' (duration: 301.297195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.959078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.657195Z","time spent":"301.873466ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291485,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T16:48:08.970863Z","caller":"traceutil/trace.go:171","msg":"trace[1077600188] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"199.042666ms","start":"2026-03-04T16:48:08.771801Z","end":"2026-03-04T16:48:08.970844Z","steps":["trace[1077600188] 'process raft request' (duration: 198.881043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:09.095442Z","caller":"traceutil/trace.go:171","msg":"trace[179102067] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"114.647345ms","start":"2026-03-04T16:48:08.98076Z","end":"2026-03-04T16:48:09.095408Z","steps":["trace[179102067] 'process raft request' (duration: 82.82247ms)","trace[179102067] 'compare' (duration: 31.589779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:50:10.164619Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:50:10.173422Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T16:50:10.173526Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T16:50:28.127007Z","caller":"traceutil/trace.go:171","msg":"trace[54143907] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"121.129204ms","start":"2026-03-04T16:50:28.005855Z","end":"2026-03-04T16:50:28.126984Z","steps":["trace[54143907] 'process raft request' (duration: 120.825498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:50:47.521482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7596} {"level":"info","ts":"2026-03-04T16:50:47.583631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7596,"took":"59.70026ms","hash":3233837237,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":26001408,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T16:50:47.58398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3233837237,"revision":7596,"compact-revision":5650} {"level":"info","ts":"2026-03-04T16:51:55.226498Z","caller":"traceutil/trace.go:171","msg":"trace[785503264] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"130.925828ms","start":"2026-03-04T16:51:55.095548Z","end":"2026-03-04T16:51:55.226473Z","steps":["trace[785503264] 'process raft request' (duration: 75.936763ms)","trace[785503264] 'compare' (duration: 54.838272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:51:55.49733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.454048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:51:55.497488Z","caller":"traceutil/trace.go:171","msg":"trace[1240284955] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10585; }","duration":"152.625172ms","start":"2026-03-04T16:51:55.344843Z","end":"2026-03-04T16:51:55.497469Z","steps":["trace[1240284955] 'range keys from in-memory index tree' (duration: 152.423678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:59.411015Z","caller":"traceutil/trace.go:171","msg":"trace[160909580] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"162.703803ms","start":"2026-03-04T16:51:59.248285Z","end":"2026-03-04T16:51:59.410989Z","steps":["trace[160909580] 'process raft request' (duration: 162.534449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:47.527831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10020} {"level":"info","ts":"2026-03-04T16:55:47.611462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10020,"took":"80.81248ms","hash":1925789464,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":23543808,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T16:55:47.61154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1925789464,"revision":10020,"compact-revision":7596} {"level":"info","ts":"2026-03-04T16:57:46.755028Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033df.wal"} {"level":"info","ts":"2026-03-04T16:57:48.342261Z","caller":"traceutil/trace.go:171","msg":"trace[606121803] linearizableReadLoop","detail":"{readStateIndex:13284; appliedIndex:13283; }","duration":"253.801069ms","start":"2026-03-04T16:57:48.088436Z","end":"2026-03-04T16:57:48.342237Z","steps":["trace[606121803] 'read index received' (duration: 253.575853ms)","trace[606121803] 'applied index is now lower than readState.Index' (duration: 224.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:57:48.342392Z","caller":"traceutil/trace.go:171","msg":"trace[1265548167] transaction","detail":"{read_only:false; response_revision:12819; number_of_response:1; }","duration":"281.148653ms","start":"2026-03-04T16:57:48.061216Z","end":"2026-03-04T16:57:48.342364Z","steps":["trace[1265548167] 'process raft request' (duration: 280.854807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:57:48.342464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.002152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:57:48.342526Z","caller":"traceutil/trace.go:171","msg":"trace[1843331922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12819; }","duration":"254.130395ms","start":"2026-03-04T16:57:48.088375Z","end":"2026-03-04T16:57:48.342506Z","steps":["trace[1843331922] 'agreement among raft nodes before linearized reading' (duration: 253.998142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:57:48.342697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.403808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:57:48.342757Z","caller":"traceutil/trace.go:171","msg":"trace[995839469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12819; }","duration":"136.484211ms","start":"2026-03-04T16:57:48.206256Z","end":"2026-03-04T16:57:48.34274Z","steps":["trace[995839469] 'agreement among raft nodes before linearized reading' (duration: 136.302397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:57:48.342927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.672233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T16:57:48.343016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.385177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T16:57:48.343234Z","caller":"traceutil/trace.go:171","msg":"trace[1735910126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12819; }","duration":"149.642913ms","start":"2026-03-04T16:57:48.193534Z","end":"2026-03-04T16:57:48.343177Z","steps":["trace[1735910126] 'agreement among raft nodes before linearized reading' (duration: 149.042671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:57:48.343109Z","caller":"traceutil/trace.go:171","msg":"trace[2057410896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12819; }","duration":"156.936288ms","start":"2026-03-04T16:57:48.186134Z","end":"2026-03-04T16:57:48.34307Z","steps":["trace[2057410896] 'agreement among raft nodes before linearized reading' (duration: 156.400157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:58:12.059401Z","caller":"traceutil/trace.go:171","msg":"trace[565907638] linearizableReadLoop","detail":"{readStateIndex:13413; appliedIndex:13412; }","duration":"263.816697ms","start":"2026-03-04T16:58:11.795558Z","end":"2026-03-04T16:58:12.059374Z","steps":["trace[565907638] 'read index received' (duration: 263.323737ms)","trace[565907638] 'applied index is now lower than readState.Index' (duration: 492.21µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:12.059481Z","caller":"traceutil/trace.go:171","msg":"trace[194188682] transaction","detail":"{read_only:false; response_revision:12942; number_of_response:1; }","duration":"354.266571ms","start":"2026-03-04T16:58:11.705184Z","end":"2026-03-04T16:58:12.05945Z","steps":["trace[194188682] 'process raft request' (duration: 353.905124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:12.059634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.437572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:58:12.059672Z","caller":"traceutil/trace.go:171","msg":"trace[737531638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:12942; }","duration":"242.518993ms","start":"2026-03-04T16:58:11.817142Z","end":"2026-03-04T16:58:12.059661Z","steps":["trace[737531638] 'agreement among raft nodes before linearized reading' (duration: 242.36856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:12.059662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:11.705151Z","time spent":"354.423233ms","remote":"127.0.0.1:56996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415383,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:58:12.059715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.120333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:58:12.059839Z","caller":"traceutil/trace.go:171","msg":"trace[1886408377] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12942; }","duration":"264.291677ms","start":"2026-03-04T16:58:11.795527Z","end":"2026-03-04T16:58:12.059818Z","steps":["trace[1886408377] 'agreement among raft nodes before linearized reading' (duration: 263.978091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:12.059838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.424799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T16:58:12.059907Z","caller":"traceutil/trace.go:171","msg":"trace[1493179475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12942; }","duration":"134.535251ms","start":"2026-03-04T16:58:11.925355Z","end":"2026-03-04T16:58:12.059891Z","steps":["trace[1493179475] 'agreement among raft nodes before linearized reading' (duration: 134.327907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:20.429283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.286408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:58:20.429436Z","caller":"traceutil/trace.go:171","msg":"trace[1991982859] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12981; }","duration":"111.525202ms","start":"2026-03-04T16:58:20.317878Z","end":"2026-03-04T16:58:20.429403Z","steps":["trace[1991982859] 'count revisions from in-memory index tree' (duration: 111.170686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:27.687401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.20232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T16:58:27.687548Z","caller":"traceutil/trace.go:171","msg":"trace[1978076074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13033; }","duration":"336.369663ms","start":"2026-03-04T16:58:27.351121Z","end":"2026-03-04T16:58:27.68749Z","steps":["trace[1978076074] 'range keys from in-memory index tree' (duration: 336.002357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:27.6876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:27.351096Z","time spent":"336.492465ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:58:27.687931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.566785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:58:27.688057Z","caller":"traceutil/trace.go:171","msg":"trace[1558668574] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:13033; }","duration":"100.766188ms","start":"2026-03-04T16:58:27.587259Z","end":"2026-03-04T16:58:27.688025Z","steps":["trace[1558668574] 'count revisions from in-memory index tree' (duration: 100.500943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:28.739221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164954277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:58:29.129339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.780365Z","time spent":"348.964554ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:58:29.129695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.842531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:58:29.130233Z","caller":"traceutil/trace.go:171","msg":"trace[2109230918] linearizableReadLoop","detail":"{readStateIndex:13513; appliedIndex:13510; }","duration":"892.018637ms","start":"2026-03-04T16:58:28.238194Z","end":"2026-03-04T16:58:29.130213Z","steps":["trace[2109230918] 'read index received' (duration: 538.539662ms)","trace[2109230918] 'applied index is now lower than readState.Index' (duration: 353.477595ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:29.130343Z","caller":"traceutil/trace.go:171","msg":"trace[1512146819] transaction","detail":"{read_only:false; response_revision:13038; number_of_response:1; }","duration":"528.485702ms","start":"2026-03-04T16:58:28.601842Z","end":"2026-03-04T16:58:29.130328Z","steps":["trace[1512146819] 'process raft request' (duration: 528.317629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:58:29.130233Z","caller":"traceutil/trace.go:171","msg":"trace[427054762] transaction","detail":"{read_only:false; response_revision:13036; number_of_response:1; }","duration":"896.740222ms","start":"2026-03-04T16:58:28.233453Z","end":"2026-03-04T16:58:29.130193Z","steps":["trace[427054762] 'process raft request' (duration: 543.273127ms)","trace[427054762] 'compare' (duration: 352.701859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:58:29.130506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.601812Z","time spent":"528.631415ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:58:29.13092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.233429Z","time spent":"897.431485ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:58:29.131276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.057097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595412"} {"level":"info","ts":"2026-03-04T16:58:29.131421Z","caller":"traceutil/trace.go:171","msg":"trace[626367491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13038; }","duration":"893.19285ms","start":"2026-03-04T16:58:28.23819Z","end":"2026-03-04T16:58:29.131383Z","steps":["trace[626367491] 'agreement among raft nodes before linearized reading' (duration: 892.386634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.131483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.238166Z","time spent":"893.291191ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595436,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T16:58:29.131246Z","caller":"traceutil/trace.go:171","msg":"trace[1989023034] transaction","detail":"{read_only:false; response_revision:13037; number_of_response:1; }","duration":"538.48227ms","start":"2026-03-04T16:58:28.592565Z","end":"2026-03-04T16:58:29.131048Z","steps":["trace[1989023034] 'process raft request' (duration: 537.512812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.131841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.592544Z","time spent":"539.108273ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:58:29.132167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.091428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:58:29.132236Z","caller":"traceutil/trace.go:171","msg":"trace[1815186720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13039; }","duration":"595.17146ms","start":"2026-03-04T16:58:28.537026Z","end":"2026-03-04T16:58:29.132198Z","steps":["trace[1815186720] 'agreement among raft nodes before linearized reading' (duration: 594.876964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.13227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.537002Z","time spent":"595.260432ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:58:29.132283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.33064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:58:29.132372Z","caller":"traceutil/trace.go:171","msg":"trace[168869268] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13039; }","duration":"363.456902ms","start":"2026-03-04T16:58:28.768893Z","end":"2026-03-04T16:58:29.13235Z","steps":["trace[168869268] 'agreement among raft nodes before linearized reading' (duration: 363.064724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.132441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.768884Z","time spent":"363.528683ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:58:29.132538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.724186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T16:58:29.132523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.34969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:58:29.132579Z","caller":"traceutil/trace.go:171","msg":"trace[1474154346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13039; }","duration":"527.844658ms","start":"2026-03-04T16:58:28.604724Z","end":"2026-03-04T16:58:29.132569Z","steps":["trace[1474154346] 'agreement among raft nodes before linearized reading' (duration: 527.753436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.132607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.604692Z","time spent":"527.90793ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:58:29.132624Z","caller":"traceutil/trace.go:171","msg":"trace[310459404] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13039; }","duration":"373.480693ms","start":"2026-03-04T16:58:28.759112Z","end":"2026-03-04T16:58:29.132593Z","steps":["trace[310459404] 'agreement among raft nodes before linearized reading' (duration: 373.302109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.132397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.925681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T16:58:29.132579Z","caller":"traceutil/trace.go:171","msg":"trace[1731443298] transaction","detail":"{read_only:false; response_revision:13039; number_of_response:1; }","duration":"211.617627ms","start":"2026-03-04T16:58:28.920923Z","end":"2026-03-04T16:58:29.132541Z","steps":["trace[1731443298] 'process raft request' (duration: 210.883872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.132703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.759093Z","time spent":"373.595125ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-03-04T16:58:29.132697Z","caller":"traceutil/trace.go:171","msg":"trace[511753891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13039; }","duration":"517.253978ms","start":"2026-03-04T16:58:28.615434Z","end":"2026-03-04T16:58:29.132688Z","steps":["trace[511753891] 'agreement among raft nodes before linearized reading' (duration: 516.903811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.132843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.615421Z","time spent":"517.411461ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:58:29.133118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.473213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:58:29.133243Z","caller":"traceutil/trace.go:171","msg":"trace[1110701884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13039; }","duration":"517.619115ms","start":"2026-03-04T16:58:28.615601Z","end":"2026-03-04T16:58:29.13322Z","steps":["trace[1110701884] 'agreement among raft nodes before linearized reading' (duration: 516.731437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:29.133341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:28.615588Z","time spent":"517.735788ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:58:30.895835Z","caller":"traceutil/trace.go:171","msg":"trace[100738554] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"126.628613ms","start":"2026-03-04T16:58:30.769174Z","end":"2026-03-04T16:58:30.895802Z","steps":["trace[100738554] 'process raft request' (duration: 93.476912ms)","trace[100738554] 'compare' (duration: 32.995038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:35.449963Z","caller":"traceutil/trace.go:171","msg":"trace[812026656] transaction","detail":"{read_only:false; response_revision:13083; number_of_response:1; }","duration":"292.676853ms","start":"2026-03-04T16:58:35.157258Z","end":"2026-03-04T16:58:35.449934Z","steps":["trace[812026656] 'process raft request' (duration: 292.521639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:35.975881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.654642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:58:35.976097Z","caller":"traceutil/trace.go:171","msg":"trace[97439220] linearizableReadLoop","detail":"{readStateIndex:13561; appliedIndex:13558; }","duration":"811.936769ms","start":"2026-03-04T16:58:35.164143Z","end":"2026-03-04T16:58:35.97608Z","steps":["trace[97439220] 'read index received' (duration: 285.653823ms)","trace[97439220] 'applied index is now lower than readState.Index' (duration: 526.281836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:35.976181Z","caller":"traceutil/trace.go:171","msg":"trace[2081903353] transaction","detail":"{read_only:false; response_revision:13085; number_of_response:1; }","duration":"816.078782ms","start":"2026-03-04T16:58:35.16009Z","end":"2026-03-04T16:58:35.976168Z","steps":["trace[2081903353] 'process raft request' (duration: 815.898449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:35.97624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.160076Z","time spent":"816.130144ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:58:35.976282Z","caller":"traceutil/trace.go:171","msg":"trace[574909360] transaction","detail":"{read_only:false; response_revision:13084; number_of_response:1; }","duration":"818.332297ms","start":"2026-03-04T16:58:35.157906Z","end":"2026-03-04T16:58:35.976239Z","steps":["trace[574909360] 'process raft request' (duration: 402.220666ms)","trace[574909360] 'compare' (duration: 415.309696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:58:35.976379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.233666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T16:58:35.976443Z","caller":"traceutil/trace.go:171","msg":"trace[70123687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13085; }","duration":"812.367208ms","start":"2026-03-04T16:58:35.164059Z","end":"2026-03-04T16:58:35.976427Z","steps":["trace[70123687] 'agreement among raft nodes before linearized reading' (duration: 812.161284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:35.976483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.164028Z","time spent":"812.448461ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:58:35.97647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.157868Z","time spent":"818.495741ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:58:36.183941Z","caller":"traceutil/trace.go:171","msg":"trace[814728882] linearizableReadLoop","detail":"{readStateIndex:13562; appliedIndex:13561; }","duration":"207.770762ms","start":"2026-03-04T16:58:35.976135Z","end":"2026-03-04T16:58:36.183905Z","steps":["trace[814728882] 'read index received' (duration: 148.650543ms)","trace[814728882] 'applied index is now lower than readState.Index' (duration: 59.116689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:36.184008Z","caller":"traceutil/trace.go:171","msg":"trace[1523164154] transaction","detail":"{read_only:false; response_revision:13086; number_of_response:1; }","duration":"203.399974ms","start":"2026-03-04T16:58:35.980587Z","end":"2026-03-04T16:58:36.183987Z","steps":["trace[1523164154] 'process raft request' (duration: 203.290302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.18414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019100069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T16:58:36.184166Z","caller":"traceutil/trace.go:171","msg":"trace[1740710890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13086; }","duration":"1.019162631s","start":"2026-03-04T16:58:35.164993Z","end":"2026-03-04T16:58:36.184156Z","steps":["trace[1740710890] 'agreement among raft nodes before linearized reading' (duration: 1.019011078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.18419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.164981Z","time spent":"1.019204702s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:58:36.184178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012727603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T16:58:36.184197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005345344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T16:58:36.184243Z","caller":"traceutil/trace.go:171","msg":"trace[248961934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13086; }","duration":"1.012832294s","start":"2026-03-04T16:58:35.171396Z","end":"2026-03-04T16:58:36.184228Z","steps":["trace[248961934] 'agreement among raft nodes before linearized reading' (duration: 1.01260173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.184281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.171377Z","time spent":"1.012897826s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:58:36.184294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.461396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T16:58:36.184291Z","caller":"traceutil/trace.go:171","msg":"trace[1996068208] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:13086; }","duration":"1.005502368s","start":"2026-03-04T16:58:35.178764Z","end":"2026-03-04T16:58:36.184267Z","steps":["trace[1996068208] 'agreement among raft nodes before linearized reading' (duration: 1.005282584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.184315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.321138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T16:58:36.184329Z","caller":"traceutil/trace.go:171","msg":"trace[1777894885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13086; }","duration":"324.542838ms","start":"2026-03-04T16:58:35.859773Z","end":"2026-03-04T16:58:36.184316Z","steps":["trace[1777894885] 'agreement among raft nodes before linearized reading' (duration: 324.450486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:58:36.184345Z","caller":"traceutil/trace.go:171","msg":"trace[1011524421] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13086; }","duration":"548.42352ms","start":"2026-03-04T16:58:35.635914Z","end":"2026-03-04T16:58:36.184338Z","steps":["trace[1011524421] 'agreement among raft nodes before linearized reading' (duration: 548.358148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.184356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.859747Z","time spent":"324.603409ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:58:36.184352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.178732Z","time spent":"1.00560811s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T16:58:36.184366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.63585Z","time spent":"548.511071ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:58:36.184179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.249935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-04T16:58:36.184396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01411987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:58:36.184436Z","caller":"traceutil/trace.go:171","msg":"trace[600588817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13086; }","duration":"1.014227212s","start":"2026-03-04T16:58:35.170196Z","end":"2026-03-04T16:58:36.184423Z","steps":["trace[600588817] 'agreement among raft nodes before linearized reading' (duration: 1.014083519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.184458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.170169Z","time spent":"1.014283483s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:58:36.184491Z","caller":"traceutil/trace.go:171","msg":"trace[89877853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13086; }","duration":"707.576621ms","start":"2026-03-04T16:58:35.47685Z","end":"2026-03-04T16:58:36.184427Z","steps":["trace[89877853] 'agreement among raft nodes before linearized reading' (duration: 707.113052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:36.184648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:35.476819Z","time spent":"707.775066ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T16:59:44.606827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.525148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:59:44.606918Z","caller":"traceutil/trace.go:171","msg":"trace[1988003865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14082; }","duration":"171.65308ms","start":"2026-03-04T16:59:44.435242Z","end":"2026-03-04T16:59:44.606895Z","steps":["trace[1988003865] 'range keys from in-memory index tree' (duration: 171.384085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:18.648804Z","caller":"traceutil/trace.go:171","msg":"trace[1290401185] transaction","detail":"{read_only:false; response_revision:14274; number_of_response:1; }","duration":"203.014435ms","start":"2026-03-04T17:00:18.445734Z","end":"2026-03-04T17:00:18.648748Z","steps":["trace[1290401185] 'process raft request' (duration: 131.201215ms)","trace[1290401185] 'compare' (duration: 71.675198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:18.917826Z","caller":"traceutil/trace.go:171","msg":"trace[470127949] linearizableReadLoop","detail":"{readStateIndex:14787; appliedIndex:14786; }","duration":"163.768663ms","start":"2026-03-04T17:00:18.754026Z","end":"2026-03-04T17:00:18.917795Z","steps":["trace[470127949] 'read index received' (duration: 163.565419ms)","trace[470127949] 'applied index is now lower than readState.Index' (duration: 201.364µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:18.918018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.965957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:00:18.91792Z","caller":"traceutil/trace.go:171","msg":"trace[164838545] transaction","detail":"{read_only:false; response_revision:14275; number_of_response:1; }","duration":"241.508563ms","start":"2026-03-04T17:00:18.676334Z","end":"2026-03-04T17:00:18.917843Z","steps":["trace[164838545] 'process raft request' (duration: 241.282378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:18.918072Z","caller":"traceutil/trace.go:171","msg":"trace[1452963205] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14275; }","duration":"164.059889ms","start":"2026-03-04T17:00:18.753997Z","end":"2026-03-04T17:00:18.918057Z","steps":["trace[1452963205] 'agreement among raft nodes before linearized reading' (duration: 163.955637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:18.918026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.884025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:00:18.918223Z","caller":"traceutil/trace.go:171","msg":"trace[466699495] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14275; }","duration":"164.164861ms","start":"2026-03-04T17:00:18.753997Z","end":"2026-03-04T17:00:18.918162Z","steps":["trace[466699495] 'agreement among raft nodes before linearized reading' (duration: 163.870015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:18.918763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.894727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T17:00:18.918813Z","caller":"traceutil/trace.go:171","msg":"trace[1384271570] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14275; }","duration":"163.965158ms","start":"2026-03-04T17:00:18.754833Z","end":"2026-03-04T17:00:18.918799Z","steps":["trace[1384271570] 'agreement among raft nodes before linearized reading' (duration: 163.842055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:18.918883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.726637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T17:00:18.918988Z","caller":"traceutil/trace.go:171","msg":"trace[1867184281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14275; }","duration":"100.87402ms","start":"2026-03-04T17:00:18.818085Z","end":"2026-03-04T17:00:18.918959Z","steps":["trace[1867184281] 'agreement among raft nodes before linearized reading' (duration: 100.522193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:18.918485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.415237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:00:18.919041Z","caller":"traceutil/trace.go:171","msg":"trace[1884949714] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14275; }","duration":"165.003078ms","start":"2026-03-04T17:00:18.754025Z","end":"2026-03-04T17:00:18.919028Z","steps":["trace[1884949714] 'agreement among raft nodes before linearized reading' (duration: 164.397806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:19.592811Z","caller":"traceutil/trace.go:171","msg":"trace[974752726] linearizableReadLoop","detail":"{readStateIndex:14793; appliedIndex:14792; }","duration":"428.322096ms","start":"2026-03-04T17:00:19.164445Z","end":"2026-03-04T17:00:19.592767Z","steps":["trace[974752726] 'read index received' (duration: 428.053601ms)","trace[974752726] 'applied index is now lower than readState.Index' (duration: 267.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:19.59286Z","caller":"traceutil/trace.go:171","msg":"trace[901499842] transaction","detail":"{read_only:false; response_revision:14281; number_of_response:1; }","duration":"436.190332ms","start":"2026-03-04T17:00:19.156636Z","end":"2026-03-04T17:00:19.592826Z","steps":["trace[901499842] 'process raft request' (duration: 435.961908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.593029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.156607Z","time spent":"436.326795ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:00:19.593055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.596661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T17:00:19.593089Z","caller":"traceutil/trace.go:171","msg":"trace[742824409] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14281; }","duration":"428.677323ms","start":"2026-03-04T17:00:19.164402Z","end":"2026-03-04T17:00:19.593079Z","steps":["trace[742824409] 'agreement among raft nodes before linearized reading' (duration: 428.50782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.593125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.164385Z","time spent":"428.730254ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T17:00:19.593203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.876967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:00:19.59327Z","caller":"traceutil/trace.go:171","msg":"trace[638625234] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14281; }","duration":"416.981829ms","start":"2026-03-04T17:00:19.17627Z","end":"2026-03-04T17:00:19.593252Z","steps":["trace[638625234] 'agreement among raft nodes before linearized reading' (duration: 416.846686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.593305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.176256Z","time spent":"417.044421ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T17:00:19.593475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.693593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T17:00:19.593496Z","caller":"traceutil/trace.go:171","msg":"trace[771369628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:14281; }","duration":"285.754744ms","start":"2026-03-04T17:00:19.307736Z","end":"2026-03-04T17:00:19.593491Z","steps":["trace[771369628] 'agreement among raft nodes before linearized reading' (duration: 285.657363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.593518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.738127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T17:00:19.593564Z","caller":"traceutil/trace.go:171","msg":"trace[1197147500] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14281; }","duration":"266.811998ms","start":"2026-03-04T17:00:19.326741Z","end":"2026-03-04T17:00:19.593553Z","steps":["trace[1197147500] 'agreement among raft nodes before linearized reading' (duration: 266.651775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.59369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.468107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"warn","ts":"2026-03-04T17:00:19.593703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.653434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T17:00:19.593747Z","caller":"traceutil/trace.go:171","msg":"trace[72576840] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14281; }","duration":"412.719635ms","start":"2026-03-04T17:00:19.181017Z","end":"2026-03-04T17:00:19.593737Z","steps":["trace[72576840] 'agreement among raft nodes before linearized reading' (duration: 412.617083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.593765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.647504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T17:00:19.593781Z","caller":"traceutil/trace.go:171","msg":"trace[238360691] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14281; }","duration":"416.663714ms","start":"2026-03-04T17:00:19.177113Z","end":"2026-03-04T17:00:19.593777Z","steps":["trace[238360691] 'agreement among raft nodes before linearized reading' (duration: 416.614403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.59378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.180997Z","time spent":"412.776657ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T17:00:19.593802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.177019Z","time spent":"416.779526ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T17:00:19.593937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.126154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-03-04T17:00:19.593978Z","caller":"traceutil/trace.go:171","msg":"trace[2067978743] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:14281; }","duration":"135.203525ms","start":"2026-03-04T17:00:19.458765Z","end":"2026-03-04T17:00:19.593969Z","steps":["trace[2067978743] 'agreement among raft nodes before linearized reading' (duration: 135.101983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.59402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.43736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T17:00:19.594031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.172759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-03-04T17:00:19.594079Z","caller":"traceutil/trace.go:171","msg":"trace[1575309007] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:14281; }","duration":"352.287351ms","start":"2026-03-04T17:00:19.241781Z","end":"2026-03-04T17:00:19.594069Z","steps":["trace[1575309007] 'agreement among raft nodes before linearized reading' (duration: 352.134798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.594111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.444319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T17:00:19.594114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.24175Z","time spent":"352.357802ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"info","ts":"2026-03-04T17:00:19.59413Z","caller":"traceutil/trace.go:171","msg":"trace[917166514] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14281; }","duration":"266.502081ms","start":"2026-03-04T17:00:19.327623Z","end":"2026-03-04T17:00:19.594125Z","steps":["trace[917166514] 'agreement among raft nodes before linearized reading' (duration: 266.47773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:19.593713Z","caller":"traceutil/trace.go:171","msg":"trace[694268635] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:14281; }","duration":"313.521938ms","start":"2026-03-04T17:00:19.280186Z","end":"2026-03-04T17:00:19.593708Z","steps":["trace[694268635] 'agreement among raft nodes before linearized reading' (duration: 313.444086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.594202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:19.280169Z","time spent":"314.026138ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"info","ts":"2026-03-04T17:00:19.594047Z","caller":"traceutil/trace.go:171","msg":"trace[425290697] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14281; }","duration":"266.49406ms","start":"2026-03-04T17:00:19.327547Z","end":"2026-03-04T17:00:19.594041Z","steps":["trace[425290697] 'agreement among raft nodes before linearized reading' (duration: 266.418229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.594088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.609533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T17:00:19.594375Z","caller":"traceutil/trace.go:171","msg":"trace[58446290] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14281; }","duration":"265.92127ms","start":"2026-03-04T17:00:19.328449Z","end":"2026-03-04T17:00:19.59437Z","steps":["trace[58446290] 'agreement among raft nodes before linearized reading' (duration: 265.608323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.978167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.49888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:00:19.978357Z","caller":"traceutil/trace.go:171","msg":"trace[2047781009] linearizableReadLoop","detail":"{readStateIndex:14794; appliedIndex:14793; }","duration":"125.828708ms","start":"2026-03-04T17:00:19.852495Z","end":"2026-03-04T17:00:19.978323Z","steps":["trace[2047781009] 'read index received' (duration: 102.732388ms)","trace[2047781009] 'applied index is now lower than readState.Index' (duration: 23.09483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:19.9785Z","caller":"traceutil/trace.go:171","msg":"trace[575545221] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14281; }","duration":"141.749395ms","start":"2026-03-04T17:00:19.836587Z","end":"2026-03-04T17:00:19.978336Z","steps":["trace[575545221] 'range keys from in-memory index tree' (duration: 141.384558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:19.978182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.122483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T17:00:19.97874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.223735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T17:00:19.978782Z","caller":"traceutil/trace.go:171","msg":"trace[632268927] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14282; }","duration":"126.314368ms","start":"2026-03-04T17:00:19.852458Z","end":"2026-03-04T17:00:19.978772Z","steps":["trace[632268927] 'agreement among raft nodes before linearized reading' (duration: 126.108654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:19.978542Z","caller":"traceutil/trace.go:171","msg":"trace[2133795691] transaction","detail":"{read_only:false; response_revision:14282; number_of_response:1; }","duration":"129.869488ms","start":"2026-03-04T17:00:19.84865Z","end":"2026-03-04T17:00:19.97852Z","steps":["trace[2133795691] 'process raft request' (duration: 106.703196ms)","trace[2133795691] 'compare' (duration: 22.818965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:19.9782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.747436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:00:19.978943Z","caller":"traceutil/trace.go:171","msg":"trace[222039275] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14281; }","duration":"134.542181ms","start":"2026-03-04T17:00:19.844391Z","end":"2026-03-04T17:00:19.978933Z","steps":["trace[222039275] 'range keys from in-memory index tree' (duration: 133.707965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:19.979056Z","caller":"traceutil/trace.go:171","msg":"trace[1631760510] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14281; }","duration":"134.734705ms","start":"2026-03-04T17:00:19.844027Z","end":"2026-03-04T17:00:19.978761Z","steps":["trace[1631760510] 'range keys from in-memory index tree' (duration: 134.077842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:47.537582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11971} {"level":"info","ts":"2026-03-04T17:00:47.622897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11971,"took":"82.871111ms","hash":616948587,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":26972160,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T17:00:47.622971Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":616948587,"revision":11971,"compact-revision":10020} {"level":"info","ts":"2026-03-04T17:01:49.227103Z","caller":"traceutil/trace.go:171","msg":"trace[1298714083] linearizableReadLoop","detail":"{readStateIndex:15359; appliedIndex:15358; }","duration":"137.566271ms","start":"2026-03-04T17:01:49.089485Z","end":"2026-03-04T17:01:49.227051Z","steps":["trace[1298714083] 'read index received' (duration: 137.115492ms)","trace[1298714083] 'applied index is now lower than readState.Index' (duration: 448.669µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:01:49.227209Z","caller":"traceutil/trace.go:171","msg":"trace[1069306140] transaction","detail":"{read_only:false; response_revision:14827; number_of_response:1; }","duration":"189.17111ms","start":"2026-03-04T17:01:49.037981Z","end":"2026-03-04T17:01:49.227152Z","steps":["trace[1069306140] 'process raft request' (duration: 188.822723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:01:49.227512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.982619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:01:49.227587Z","caller":"traceutil/trace.go:171","msg":"trace[738679533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14827; }","duration":"138.108272ms","start":"2026-03-04T17:01:49.089452Z","end":"2026-03-04T17:01:49.22756Z","steps":["trace[738679533] 'agreement among raft nodes before linearized reading' (duration: 137.908298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:38.892308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164965884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:04:39.392954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164965884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:04:39.893726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164965884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:04:39.917972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634598835s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T17:04:39.918264Z","caller":"traceutil/trace.go:171","msg":"trace[1280455856] transaction","detail":"{read_only:false; response_revision:16122; number_of_response:1; }","duration":"1.634934701s","start":"2026-03-04T17:04:38.283308Z","end":"2026-03-04T17:04:39.918242Z","steps":["trace[1280455856] 'process raft request' (duration: 1.634805619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.918382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.283297Z","time spent":"1.635017814s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:04:39.928914Z","caller":"traceutil/trace.go:171","msg":"trace[403401982] linearizableReadLoop","detail":"{readStateIndex:16701; appliedIndex:16698; }","duration":"1.536799896s","start":"2026-03-04T17:04:38.39209Z","end":"2026-03-04T17:04:39.92889Z","steps":["trace[403401982] 'read index received' (duration: 1.526031811s)","trace[403401982] 'applied index is now lower than readState.Index' (duration: 10.767135ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:04:39.928968Z","caller":"traceutil/trace.go:171","msg":"trace[406057786] transaction","detail":"{read_only:false; response_revision:16123; number_of_response:1; }","duration":"760.973785ms","start":"2026-03-04T17:04:39.167966Z","end":"2026-03-04T17:04:39.928939Z","steps":["trace[406057786] 'process raft request' (duration: 760.70535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:04:39.92903Z","caller":"traceutil/trace.go:171","msg":"trace[66608284] transaction","detail":"{read_only:false; response_revision:16124; number_of_response:1; }","duration":"478.180869ms","start":"2026-03-04T17:04:39.450836Z","end":"2026-03-04T17:04:39.929017Z","steps":["trace[66608284] 'process raft request' (duration: 477.980055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.929106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.167949Z","time spent":"761.077237ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:04:39.929143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.450813Z","time spent":"478.25402ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:04:39.929373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537273165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T17:04:39.92942Z","caller":"traceutil/trace.go:171","msg":"trace[40430589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16125; }","duration":"1.537324146s","start":"2026-03-04T17:04:38.392084Z","end":"2026-03-04T17:04:39.929409Z","steps":["trace[40430589] 'agreement among raft nodes before linearized reading' (duration: 1.537198694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.92944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.495549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-03-04T17:04:39.92945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.392041Z","time spent":"1.537402238s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T17:04:39.929477Z","caller":"traceutil/trace.go:171","msg":"trace[1875650246] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5vqlv; range_end:; response_count:1; response_revision:16125; }","duration":"153.57745ms","start":"2026-03-04T17:04:39.775885Z","end":"2026-03-04T17:04:39.929462Z","steps":["trace[1875650246] 'agreement among raft nodes before linearized reading' (duration: 153.509639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.929608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.936543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T17:04:39.929614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.815491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-03-04T17:04:39.929672Z","caller":"traceutil/trace.go:171","msg":"trace[629732397] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16125; }","duration":"921.891233ms","start":"2026-03-04T17:04:39.007768Z","end":"2026-03-04T17:04:39.92966Z","steps":["trace[629732397] 'agreement among raft nodes before linearized reading' (duration: 921.728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.929704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053415944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"warn","ts":"2026-03-04T17:04:39.929713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.007758Z","time spent":"921.947704ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"info","ts":"2026-03-04T17:04:39.929729Z","caller":"traceutil/trace.go:171","msg":"trace[1431575309] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16125; }","duration":"1.053476835s","start":"2026-03-04T17:04:38.876247Z","end":"2026-03-04T17:04:39.929724Z","steps":["trace[1431575309] 'agreement among raft nodes before linearized reading' (duration: 1.053401224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.929747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.876226Z","time spent":"1.053516916s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"warn","ts":"2026-03-04T17:04:39.929823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.499327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:04:39.929864Z","caller":"traceutil/trace.go:171","msg":"trace[2104315658] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16125; }","duration":"757.576769ms","start":"2026-03-04T17:04:39.172279Z","end":"2026-03-04T17:04:39.929856Z","steps":["trace[2104315658] 'agreement among raft nodes before linearized reading' (duration: 757.484146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.929887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.172267Z","time spent":"757.614229ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:04:39.929935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36182786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-4lq9s\" ","response":"range_response_count:1 size:15095"} {"level":"warn","ts":"2026-03-04T17:04:39.929945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.474994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:04:39.929958Z","caller":"traceutil/trace.go:171","msg":"trace[1564610628] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-4lq9s; range_end:; response_count:1; response_revision:16125; }","duration":"1.361876882s","start":"2026-03-04T17:04:38.568076Z","end":"2026-03-04T17:04:39.929953Z","steps":["trace[1564610628] 'agreement among raft nodes before linearized reading' (duration: 1.361825731s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:04:39.929977Z","caller":"traceutil/trace.go:171","msg":"trace[1109944184] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16125; }","duration":"781.587916ms","start":"2026-03-04T17:04:39.148379Z","end":"2026-03-04T17:04:39.929967Z","steps":["trace[1109944184] 'agreement among raft nodes before linearized reading' (duration: 781.491144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.148369Z","time spent":"781.639677ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:04:39.93004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530764937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T17:04:39.930065Z","caller":"traceutil/trace.go:171","msg":"trace[67006376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16125; }","duration":"1.530788228s","start":"2026-03-04T17:04:38.399272Z","end":"2026-03-04T17:04:39.93006Z","steps":["trace[67006376] 'agreement among raft nodes before linearized reading' (duration: 1.530728547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.399256Z","time spent":"1.530828828s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T17:04:39.930099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.988328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:04:39.930123Z","caller":"traceutil/trace.go:171","msg":"trace[1902707735] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16125; }","duration":"312.03867ms","start":"2026-03-04T17:04:39.618077Z","end":"2026-03-04T17:04:39.930116Z","steps":["trace[1902707735] 'agreement among raft nodes before linearized reading' (duration: 312.004479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.618067Z","time spent":"312.07925ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T17:04:39.930181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53093407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T17:04:39.929375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533775496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T17:04:39.930208Z","caller":"traceutil/trace.go:171","msg":"trace[668789954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16125; }","duration":"1.530969671s","start":"2026-03-04T17:04:38.39923Z","end":"2026-03-04T17:04:39.9302Z","steps":["trace[668789954] 'agreement among raft nodes before linearized reading' (duration: 1.53091844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:04:39.930215Z","caller":"traceutil/trace.go:171","msg":"trace[2033878633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16125; }","duration":"1.534639634s","start":"2026-03-04T17:04:38.395566Z","end":"2026-03-04T17:04:39.930206Z","steps":["trace[2033878633] 'agreement among raft nodes before linearized reading' (duration: 1.533732155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.395552Z","time spent":"1.534687725s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T17:04:39.930063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.759284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12623"} {"level":"info","ts":"2026-03-04T17:04:39.930295Z","caller":"traceutil/trace.go:171","msg":"trace[544219412] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16125; }","duration":"311.009918ms","start":"2026-03-04T17:04:39.619278Z","end":"2026-03-04T17:04:39.930288Z","steps":["trace[544219412] 'agreement among raft nodes before linearized reading' (duration: 310.725103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.93032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.61927Z","time spent":"311.044939ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12647,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T17:04:39.930323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.414397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:04:39.930351Z","caller":"traceutil/trace.go:171","msg":"trace[333351137] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16125; }","duration":"314.504788ms","start":"2026-03-04T17:04:39.615836Z","end":"2026-03-04T17:04:39.930341Z","steps":["trace[333351137] 'agreement among raft nodes before linearized reading' (duration: 314.412456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.615816Z","time spent":"314.55698ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:04:39.929978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.568059Z","time spent":"1.361914662s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15119,"request content":"key:\"/registry/pods/openstack/neutron-ks-endpoints-4lq9s\" "} {"level":"warn","ts":"2026-03-04T17:04:39.930225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.399223Z","time spent":"1.530998402s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:04:39.929841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135207684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-03-04T17:04:39.930493Z","caller":"traceutil/trace.go:171","msg":"trace[194987566] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:16125; }","duration":"1.135892388s","start":"2026-03-04T17:04:38.794592Z","end":"2026-03-04T17:04:39.930485Z","steps":["trace[194987566] 'agreement among raft nodes before linearized reading' (duration: 1.135208755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.794573Z","time spent":"1.135943459s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7059,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" "} {"level":"info","ts":"2026-03-04T17:04:39.929635Z","caller":"traceutil/trace.go:171","msg":"trace[2040352618] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16125; }","duration":"926.001413ms","start":"2026-03-04T17:04:39.003628Z","end":"2026-03-04T17:04:39.929629Z","steps":["trace[2040352618] 'agreement among raft nodes before linearized reading' (duration: 925.956782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.003611Z","time spent":"926.972604ms","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:04:39.929887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195853142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T17:04:39.930672Z","caller":"traceutil/trace.go:171","msg":"trace[1096212974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:16125; }","duration":"1.196667738s","start":"2026-03-04T17:04:38.733993Z","end":"2026-03-04T17:04:39.930661Z","steps":["trace[1096212974] 'agreement among raft nodes before linearized reading' (duration: 1.195858403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:38.733973Z","time spent":"1.196723829s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T17:04:39.93018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.085956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:04:39.930745Z","caller":"traceutil/trace.go:171","msg":"trace[1834293421] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:16125; }","duration":"792.683498ms","start":"2026-03-04T17:04:39.138049Z","end":"2026-03-04T17:04:39.930733Z","steps":["trace[1834293421] 'agreement among raft nodes before linearized reading' (duration: 792.100676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:39.930786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:39.138031Z","time spent":"792.745909ms","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T17:04:40.797592Z","caller":"traceutil/trace.go:171","msg":"trace[895639362] transaction","detail":"{read_only:false; response_revision:16133; number_of_response:1; }","duration":"107.021102ms","start":"2026-03-04T17:04:40.690543Z","end":"2026-03-04T17:04:40.797564Z","steps":["trace[895639362] 'process raft request' (duration: 42.603079ms)","trace[895639362] 'compare' (duration: 64.282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:04:41.12069Z","caller":"traceutil/trace.go:171","msg":"trace[1089990273] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"222.959554ms","start":"2026-03-04T17:04:40.89771Z","end":"2026-03-04T17:04:41.12067Z","steps":["trace[1089990273] 'process raft request' (duration: 222.74595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:04:41.413155Z","caller":"traceutil/trace.go:171","msg":"trace[445511255] linearizableReadLoop","detail":"{readStateIndex:16713; appliedIndex:16711; }","duration":"311.755653ms","start":"2026-03-04T17:04:41.101358Z","end":"2026-03-04T17:04:41.413114Z","steps":["trace[445511255] 'read index received' (duration: 19.04411ms)","trace[445511255] 'applied index is now lower than readState.Index' (duration: 292.709663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:04:41.413329Z","caller":"traceutil/trace.go:171","msg":"trace[1171441671] transaction","detail":"{read_only:false; response_revision:16135; number_of_response:1; }","duration":"373.144596ms","start":"2026-03-04T17:04:41.04013Z","end":"2026-03-04T17:04:41.413274Z","steps":["trace[1171441671] 'process raft request' (duration: 372.630746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:41.413419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.021008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:04:41.413492Z","caller":"traceutil/trace.go:171","msg":"trace[183356060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16135; }","duration":"312.143651ms","start":"2026-03-04T17:04:41.101328Z","end":"2026-03-04T17:04:41.413472Z","steps":["trace[183356060] 'agreement among raft nodes before linearized reading' (duration: 312.003088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:41.413531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.04008Z","time spent":"373.34588ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:04:41.413553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.101312Z","time spent":"312.227562ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:04:41.763218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.135363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T17:04:41.76361Z","caller":"traceutil/trace.go:171","msg":"trace[521049007] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"346.918174ms","start":"2026-03-04T17:04:41.416644Z","end":"2026-03-04T17:04:41.763562Z","steps":["trace[521049007] 'process raft request' (duration: 74.345792ms)","trace[521049007] 'compare' (duration: 271.98576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:04:41.763758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.307842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T17:04:41.763777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.416618Z","time spent":"347.065987ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:04:41.763802Z","caller":"traceutil/trace.go:171","msg":"trace[2045391959] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16136; }","duration":"332.405383ms","start":"2026-03-04T17:04:41.431386Z","end":"2026-03-04T17:04:41.763792Z","steps":["trace[2045391959] 'agreement among raft nodes before linearized reading' (duration: 332.26734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:41.763839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.431364Z","time spent":"332.465985ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T17:04:41.76361Z","caller":"traceutil/trace.go:171","msg":"trace[1734031882] linearizableReadLoop","detail":"{readStateIndex:16714; appliedIndex:16713; }","duration":"332.119198ms","start":"2026-03-04T17:04:41.431446Z","end":"2026-03-04T17:04:41.763565Z","steps":["trace[1734031882] 'read index received' (duration: 59.402293ms)","trace[1734031882] 'applied index is now lower than readState.Index' (duration: 272.715435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:04:41.764293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.225324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29544060-9swt7\" ","response":"range_response_count:1 size:8891"} {"level":"info","ts":"2026-03-04T17:04:41.764334Z","caller":"traceutil/trace.go:171","msg":"trace[991228164] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29544060-9swt7; range_end:; response_count:1; response_revision:16136; }","duration":"147.295775ms","start":"2026-03-04T17:04:41.617029Z","end":"2026-03-04T17:04:41.764324Z","steps":["trace[991228164] 'agreement among raft nodes before linearized reading' (duration: 147.160992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:42.423627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164965933,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T17:04:42.729883Z","caller":"traceutil/trace.go:171","msg":"trace[1289858940] transaction","detail":"{read_only:false; response_revision:16137; number_of_response:1; }","duration":"955.38891ms","start":"2026-03-04T17:04:41.774469Z","end":"2026-03-04T17:04:42.729858Z","steps":["trace[1289858940] 'process raft request' (duration: 955.244197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:42.730029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.774444Z","time spent":"955.508632ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:04:43.915628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185853423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T17:04:43.91714Z","caller":"traceutil/trace.go:171","msg":"trace[532453921] transaction","detail":"{read_only:false; response_revision:16138; number_of_response:1; }","duration":"1.980992429s","start":"2026-03-04T17:04:41.936125Z","end":"2026-03-04T17:04:43.917117Z","steps":["trace[532453921] 'process raft request' (duration: 1.979673912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.91728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.936103Z","time spent":"1.981088s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:04:43.917426Z","caller":"traceutil/trace.go:171","msg":"trace[929097587] transaction","detail":"{read_only:false; response_revision:16139; number_of_response:1; }","duration":"1.981213683s","start":"2026-03-04T17:04:41.936171Z","end":"2026-03-04T17:04:43.917385Z","steps":["trace[929097587] 'process raft request' (duration: 1.980858756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.917555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.936158Z","time spent":"1.981328685s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:04:43.917663Z","caller":"traceutil/trace.go:171","msg":"trace[1618017538] transaction","detail":"{read_only:false; response_revision:16140; number_of_response:1; }","duration":"1.981309655s","start":"2026-03-04T17:04:41.936336Z","end":"2026-03-04T17:04:43.917645Z","steps":["trace[1618017538] 'process raft request' (duration: 1.981103751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.917749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.936313Z","time spent":"1.981394516s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:04:43.917664Z","caller":"traceutil/trace.go:171","msg":"trace[1981243751] linearizableReadLoop","detail":"{readStateIndex:16718; appliedIndex:16715; }","duration":"1.99508827s","start":"2026-03-04T17:04:41.92255Z","end":"2026-03-04T17:04:43.917592Z","steps":["trace[1981243751] 'read index received' (duration: 807.426921ms)","trace[1981243751] 'applied index is now lower than readState.Index' (duration: 1.187613888s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:04:43.918647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996083509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T17:04:43.918705Z","caller":"traceutil/trace.go:171","msg":"trace[91682897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16140; }","duration":"1.996209932s","start":"2026-03-04T17:04:41.922482Z","end":"2026-03-04T17:04:43.918692Z","steps":["trace[91682897] 'agreement among raft nodes before linearized reading' (duration: 1.995295544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.919867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.922454Z","time spent":"1.997207963s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T17:04:43.938953Z","caller":"traceutil/trace.go:171","msg":"trace[941923936] transaction","detail":"{read_only:false; response_revision:16141; number_of_response:1; }","duration":"192.396235ms","start":"2026-03-04T17:04:43.746539Z","end":"2026-03-04T17:04:43.938936Z","steps":["trace[941923936] 'process raft request' (duration: 192.273963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.939577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883776332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T17:04:43.939642Z","caller":"traceutil/trace.go:171","msg":"trace[963785110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:16141; }","duration":"1.883863514s","start":"2026-03-04T17:04:42.055762Z","end":"2026-03-04T17:04:43.939625Z","steps":["trace[963785110] 'agreement among raft nodes before linearized reading' (duration: 1.883674391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.939683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.05575Z","time spent":"1.883925565s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"warn","ts":"2026-03-04T17:04:43.939873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.598203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T17:04:43.939915Z","caller":"traceutil/trace.go:171","msg":"trace[139338773] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16141; }","duration":"131.639124ms","start":"2026-03-04T17:04:43.808264Z","end":"2026-03-04T17:04:43.939903Z","steps":["trace[139338773] 'agreement among raft nodes before linearized reading' (duration: 131.577353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.940098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.511769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:04:43.940142Z","caller":"traceutil/trace.go:171","msg":"trace[1957846125] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16141; }","duration":"164.58734ms","start":"2026-03-04T17:04:43.775541Z","end":"2026-03-04T17:04:43.940129Z","steps":["trace[1957846125] 'agreement among raft nodes before linearized reading' (duration: 164.523719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.940337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.783237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T17:04:43.940389Z","caller":"traceutil/trace.go:171","msg":"trace[1128954484] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16141; }","duration":"548.835958ms","start":"2026-03-04T17:04:43.391538Z","end":"2026-03-04T17:04:43.940374Z","steps":["trace[1128954484] 'agreement among raft nodes before linearized reading' (duration: 548.743026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.940431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:43.391481Z","time spent":"548.94081ms","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:04:43.940588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.703343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:04:43.940621Z","caller":"traceutil/trace.go:171","msg":"trace[1390509357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16141; }","duration":"851.763225ms","start":"2026-03-04T17:04:43.088849Z","end":"2026-03-04T17:04:43.940612Z","steps":["trace[1390509357] 'agreement among raft nodes before linearized reading' (duration: 851.712374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.940652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:43.088831Z","time spent":"851.814205ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:04:43.940918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200986153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29544060-9swt7\" ","response":"range_response_count:1 size:8525"} {"level":"info","ts":"2026-03-04T17:04:43.940963Z","caller":"traceutil/trace.go:171","msg":"trace[722178624] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29544060-9swt7; range_end:; response_count:1; response_revision:16141; }","duration":"1.201064595s","start":"2026-03-04T17:04:42.739888Z","end":"2026-03-04T17:04:43.940953Z","steps":["trace[722178624] 'agreement among raft nodes before linearized reading' (duration: 1.200929573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.940998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.739873Z","time spent":"1.201117846s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8549,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29544060-9swt7\" "} {"level":"warn","ts":"2026-03-04T17:04:43.941155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746824771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T17:04:43.941189Z","caller":"traceutil/trace.go:171","msg":"trace[1422042219] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16141; }","duration":"1.746918004s","start":"2026-03-04T17:04:42.194262Z","end":"2026-03-04T17:04:43.94118Z","steps":["trace[1422042219] 'agreement among raft nodes before linearized reading' (duration: 1.746864773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.941224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.194232Z","time spent":"1.746984825s","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:04:43.941386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806645865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:04:43.941419Z","caller":"traceutil/trace.go:171","msg":"trace[269533008] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:16141; }","duration":"1.806725616s","start":"2026-03-04T17:04:42.134685Z","end":"2026-03-04T17:04:43.941411Z","steps":["trace[269533008] 'agreement among raft nodes before linearized reading' (duration: 1.806677585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.941446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.134654Z","time spent":"1.806785287s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:04:43.94165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868221112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f\" ","response":"range_response_count:1 size:15418"} {"level":"info","ts":"2026-03-04T17:04:43.941686Z","caller":"traceutil/trace.go:171","msg":"trace[179176654] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f; range_end:; response_count:1; response_revision:16141; }","duration":"1.868280283s","start":"2026-03-04T17:04:42.073397Z","end":"2026-03-04T17:04:43.941677Z","steps":["trace[179176654] 'agreement among raft nodes before linearized reading' (duration: 1.868177051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.941719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.07339Z","time spent":"1.868321413s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15442,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f\" "} {"level":"warn","ts":"2026-03-04T17:04:43.941942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868810224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pprd6\" ","response":"range_response_count:1 size:20743"} {"level":"info","ts":"2026-03-04T17:04:43.941979Z","caller":"traceutil/trace.go:171","msg":"trace[150233755] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pprd6; range_end:; response_count:1; response_revision:16141; }","duration":"1.868866854s","start":"2026-03-04T17:04:42.073103Z","end":"2026-03-04T17:04:43.94197Z","steps":["trace[150233755] 'agreement among raft nodes before linearized reading' (duration: 1.868746802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.94201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.073092Z","time spent":"1.868911315s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20767,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pprd6\" "} {"level":"warn","ts":"2026-03-04T17:04:43.942197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876516267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc\" ","response":"range_response_count:1 size:15427"} {"level":"info","ts":"2026-03-04T17:04:43.942232Z","caller":"traceutil/trace.go:171","msg":"trace[95961828] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc; range_end:; response_count:1; response_revision:16141; }","duration":"1.876571368s","start":"2026-03-04T17:04:42.06565Z","end":"2026-03-04T17:04:43.942222Z","steps":["trace[95961828] 'agreement among raft nodes before linearized reading' (duration: 1.876481196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.942263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.065634Z","time spent":"1.876623489s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15451,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc\" "} {"level":"warn","ts":"2026-03-04T17:04:43.942513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885132229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-03-04T17:04:43.942549Z","caller":"traceutil/trace.go:171","msg":"trace[1898511758] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5vqlv; range_end:; response_count:1; response_revision:16141; }","duration":"1.885185909s","start":"2026-03-04T17:04:42.057354Z","end":"2026-03-04T17:04:43.94254Z","steps":["trace[1898511758] 'agreement among raft nodes before linearized reading' (duration: 1.885031626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.942587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.057346Z","time spent":"1.885233741s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" "} {"level":"warn","ts":"2026-03-04T17:04:43.94345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975228374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-03-04T17:04:43.943503Z","caller":"traceutil/trace.go:171","msg":"trace[1631316917] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:16141; }","duration":"1.975310146s","start":"2026-03-04T17:04:41.96818Z","end":"2026-03-04T17:04:43.94349Z","steps":["trace[1631316917] 'agreement among raft nodes before linearized reading' (duration: 1.975177343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.943542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.968163Z","time spent":"1.975372177s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7059,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" "} {"level":"warn","ts":"2026-03-04T17:04:43.943552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992637241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T17:04:43.943569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007360734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T17:04:43.943576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8887645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-03-04T17:04:43.943608Z","caller":"traceutil/trace.go:171","msg":"trace[1163515622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16141; }","duration":"1.992721392s","start":"2026-03-04T17:04:41.950873Z","end":"2026-03-04T17:04:43.943594Z","steps":["trace[1163515622] 'agreement among raft nodes before linearized reading' (duration: 1.992566389s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:04:43.943627Z","caller":"traceutil/trace.go:171","msg":"trace[1431651690] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16141; }","duration":"2.007459495s","start":"2026-03-04T17:04:41.936152Z","end":"2026-03-04T17:04:43.943611Z","steps":["trace[1431651690] 'agreement among raft nodes before linearized reading' (duration: 2.007359853s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:04:43.943636Z","caller":"traceutil/trace.go:171","msg":"trace[2123673980] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16141; }","duration":"1.888839843s","start":"2026-03-04T17:04:42.054783Z","end":"2026-03-04T17:04:43.943623Z","steps":["trace[2123673980] 'agreement among raft nodes before linearized reading' (duration: 1.88868424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.943641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.950858Z","time spent":"1.992775614s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T17:04:43.943616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911882062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T17:04:43.943671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.936128Z","time spent":"2.007536477s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T17:04:43.943672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.054778Z","time spent":"1.888887283s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"info","ts":"2026-03-04T17:04:43.943693Z","caller":"traceutil/trace.go:171","msg":"trace[968866609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16141; }","duration":"1.912019184s","start":"2026-03-04T17:04:42.031655Z","end":"2026-03-04T17:04:43.943674Z","steps":["trace[968866609] 'agreement among raft nodes before linearized reading' (duration: 1.911776409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.943752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.031633Z","time spent":"1.912108936s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T17:04:43.943818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004900414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12623"} {"level":"info","ts":"2026-03-04T17:04:43.943849Z","caller":"traceutil/trace.go:171","msg":"trace[18847318] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16141; }","duration":"2.004947006s","start":"2026-03-04T17:04:41.938895Z","end":"2026-03-04T17:04:43.943842Z","steps":["trace[18847318] 'agreement among raft nodes before linearized reading' (duration: 2.004859234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.943864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889618087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"warn","ts":"2026-03-04T17:04:43.943878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.938886Z","time spent":"2.004987236s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12647,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T17:04:43.943852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915166616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T17:04:43.9439Z","caller":"traceutil/trace.go:171","msg":"trace[230950039] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16141; }","duration":"1.889677399s","start":"2026-03-04T17:04:42.054213Z","end":"2026-03-04T17:04:43.94389Z","steps":["trace[230950039] 'agreement among raft nodes before linearized reading' (duration: 1.889574637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.943858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005716021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:04:43.943941Z","caller":"traceutil/trace.go:171","msg":"trace[1451160988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16141; }","duration":"1.915299199s","start":"2026-03-04T17:04:42.028619Z","end":"2026-03-04T17:04:43.943918Z","steps":["trace[1451160988] 'agreement among raft nodes before linearized reading' (duration: 1.914952543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.943998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.028606Z","time spent":"1.915382521s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T17:04:43.94394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.054198Z","time spent":"1.88973538s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"info","ts":"2026-03-04T17:04:43.944006Z","caller":"traceutil/trace.go:171","msg":"trace[318979017] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16141; }","duration":"2.005949126s","start":"2026-03-04T17:04:41.938025Z","end":"2026-03-04T17:04:43.943974Z","steps":["trace[318979017] 'agreement among raft nodes before linearized reading' (duration: 2.005437376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.944079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.938016Z","time spent":"2.006052158s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:04:43.944128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005277272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:04:43.944173Z","caller":"traceutil/trace.go:171","msg":"trace[1412140473] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16141; }","duration":"2.005335294s","start":"2026-03-04T17:04:41.938827Z","end":"2026-03-04T17:04:43.944162Z","steps":["trace[1412140473] 'agreement among raft nodes before linearized reading' (duration: 2.00518956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.944208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.93882Z","time spent":"2.005381205s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:04:43.944497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008480497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:04:43.944552Z","caller":"traceutil/trace.go:171","msg":"trace[1120080699] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16141; }","duration":"2.008586978s","start":"2026-03-04T17:04:41.935949Z","end":"2026-03-04T17:04:43.944536Z","steps":["trace[1120080699] 'agreement among raft nodes before linearized reading' (duration: 2.003429366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.944587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:41.935933Z","time spent":"2.00864718s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:04:43.951404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917392311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T17:04:43.951513Z","caller":"traceutil/trace.go:171","msg":"trace[570355549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16141; }","duration":"1.917623165s","start":"2026-03-04T17:04:42.033866Z","end":"2026-03-04T17:04:43.951489Z","steps":["trace[570355549] 'agreement among raft nodes before linearized reading' (duration: 1.909541504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:04:43.951845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:04:42.033854Z","time spent":"1.917968132s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:05:10.591271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164966626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:05:11.092366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164966626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:05:11.242049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206101587s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T17:05:11.278709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247030342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7379"} {"level":"info","ts":"2026-03-04T17:05:11.278797Z","caller":"traceutil/trace.go:171","msg":"trace[1509527876] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:16337; }","duration":"1.247176065s","start":"2026-03-04T17:05:10.031599Z","end":"2026-03-04T17:05:11.278775Z","steps":["trace[1509527876] 'range keys from in-memory index tree' (duration: 1.246790847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.278842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.03157Z","time spent":"1.247262746s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7403,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T17:05:11.278812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246788287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:05:11.278936Z","caller":"traceutil/trace.go:171","msg":"trace[1375542808] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16337; }","duration":"1.247006881s","start":"2026-03-04T17:05:10.031903Z","end":"2026-03-04T17:05:11.278909Z","steps":["trace[1375542808] 'range keys from in-memory index tree' (duration: 1.246512351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.278992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.03185Z","time spent":"1.247130644s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:05:11.279315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247354308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:05:11.279377Z","caller":"traceutil/trace.go:171","msg":"trace[765540105] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16337; }","duration":"1.24745193s","start":"2026-03-04T17:05:10.031898Z","end":"2026-03-04T17:05:11.27935Z","steps":["trace[765540105] 'range keys from in-memory index tree' (duration: 1.247145944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.279436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.031868Z","time spent":"1.247554422s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:05:11.280251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245544412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T17:05:11.280315Z","caller":"traceutil/trace.go:171","msg":"trace[1302385480] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16337; }","duration":"1.245644464s","start":"2026-03-04T17:05:10.034656Z","end":"2026-03-04T17:05:11.2803Z","steps":["trace[1302385480] 'range keys from in-memory index tree' (duration: 1.24540774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.280355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.034644Z","time spent":"1.245703395s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T17:05:11.280932Z","caller":"traceutil/trace.go:171","msg":"trace[1677123233] transaction","detail":"{read_only:false; response_revision:16338; number_of_response:1; }","duration":"1.245265877s","start":"2026-03-04T17:05:10.035624Z","end":"2026-03-04T17:05:11.28089Z","steps":["trace[1677123233] 'process raft request' (duration: 1.206688638s)","trace[1677123233] 'compare' (duration: 37.956097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:11.281236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.035605Z","time spent":"1.245434101s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:11.307022Z","caller":"traceutil/trace.go:171","msg":"trace[719143085] linearizableReadLoop","detail":"{readStateIndex:16924; appliedIndex:16920; }","duration":"1.216644086s","start":"2026-03-04T17:05:10.09031Z","end":"2026-03-04T17:05:11.306954Z","steps":["trace[719143085] 'read index received' (duration: 1.152020798s)","trace[719143085] 'applied index is now lower than readState.Index' (duration: 64.621918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:11.307212Z","caller":"traceutil/trace.go:171","msg":"trace[1328364293] transaction","detail":"{read_only:false; response_revision:16340; number_of_response:1; }","duration":"1.266582921s","start":"2026-03-04T17:05:10.040582Z","end":"2026-03-04T17:05:11.307165Z","steps":["trace[1328364293] 'process raft request' (duration: 1.266282536s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.307342Z","caller":"traceutil/trace.go:171","msg":"trace[698251259] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"1.267958749s","start":"2026-03-04T17:05:10.039321Z","end":"2026-03-04T17:05:11.30728Z","steps":["trace[698251259] 'process raft request' (duration: 1.267403158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217319299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T17:05:11.307694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.14848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pprd6\" ","response":"range_response_count:1 size:20743"} {"level":"warn","ts":"2026-03-04T17:05:11.307705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.680602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc\" ","response":"range_response_count:1 size:15427"} {"level":"warn","ts":"2026-03-04T17:05:11.307696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.843641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T17:05:11.307717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001262434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-03-04T17:05:11.307746Z","caller":"traceutil/trace.go:171","msg":"trace[769808977] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pprd6; range_end:; response_count:1; response_revision:16341; }","duration":"882.216731ms","start":"2026-03-04T17:05:10.425512Z","end":"2026-03-04T17:05:11.307729Z","steps":["trace[769808977] 'agreement among raft nodes before linearized reading' (duration: 882.130179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.307747Z","caller":"traceutil/trace.go:171","msg":"trace[1649451061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16341; }","duration":"1.217481872s","start":"2026-03-04T17:05:10.090236Z","end":"2026-03-04T17:05:11.307718Z","steps":["trace[1649451061] 'agreement among raft nodes before linearized reading' (duration: 1.217329839s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.307774Z","caller":"traceutil/trace.go:171","msg":"trace[48678657] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:16341; }","duration":"639.986054ms","start":"2026-03-04T17:05:10.667765Z","end":"2026-03-04T17:05:11.307752Z","steps":["trace[48678657] 'agreement among raft nodes before linearized reading' (duration: 639.736499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.425484Z","time spent":"882.297313ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20767,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pprd6\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.090207Z","time spent":"1.217578875s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T17:05:11.307792Z","caller":"traceutil/trace.go:171","msg":"trace[726527054] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:16341; }","duration":"1.001401366s","start":"2026-03-04T17:05:10.306368Z","end":"2026-03-04T17:05:11.307769Z","steps":["trace[726527054] 'agreement among raft nodes before linearized reading' (duration: 1.001030699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.667734Z","time spent":"640.085616ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.306276Z","time spent":"1.001553519s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7059,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181902944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T17:05:11.307947Z","caller":"traceutil/trace.go:171","msg":"trace[570113225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16341; }","duration":"1.182061608s","start":"2026-03-04T17:05:10.125833Z","end":"2026-03-04T17:05:11.307895Z","steps":["trace[570113225] 'agreement among raft nodes before linearized reading' (duration: 1.181921774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175595538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T17:05:11.307972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.16199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T17:05:11.307998Z","caller":"traceutil/trace.go:171","msg":"trace[725892094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16341; }","duration":"1.175877175s","start":"2026-03-04T17:05:10.132109Z","end":"2026-03-04T17:05:11.307986Z","steps":["trace[725892094] 'agreement among raft nodes before linearized reading' (duration: 1.175583928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.029895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f\" ","response":"range_response_count:1 size:15418"} {"level":"warn","ts":"2026-03-04T17:05:11.307617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169433885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T17:05:11.307996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.177742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T17:05:11.307993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.125816Z","time spent":"1.18216663s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T17:05:11.308046Z","caller":"traceutil/trace.go:171","msg":"trace[830321872] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f; range_end:; response_count:1; response_revision:16341; }","duration":"928.581767ms","start":"2026-03-04T17:05:10.379454Z","end":"2026-03-04T17:05:11.308035Z","steps":["trace[830321872] 'agreement among raft nodes before linearized reading' (duration: 927.914232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014367246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T17:05:11.308292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.379357Z","time spent":"928.927263ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15442,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f\" "} {"level":"info","ts":"2026-03-04T17:05:11.30829Z","caller":"traceutil/trace.go:171","msg":"trace[1068065071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16341; }","duration":"1.169873435s","start":"2026-03-04T17:05:10.138176Z","end":"2026-03-04T17:05:11.308049Z","steps":["trace[1068065071] 'agreement among raft nodes before linearized reading' (duration: 1.169333883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.308316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.845419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-03-04T17:05:11.307628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.405316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-03-04T17:05:11.3083Z","caller":"traceutil/trace.go:171","msg":"trace[276309995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16341; }","duration":"190.503367ms","start":"2026-03-04T17:05:11.117753Z","end":"2026-03-04T17:05:11.308256Z","steps":["trace[276309995] 'agreement among raft nodes before linearized reading' (duration: 190.061047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.308415Z","caller":"traceutil/trace.go:171","msg":"trace[1641814185] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16341; }","duration":"872.200363ms","start":"2026-03-04T17:05:10.4362Z","end":"2026-03-04T17:05:11.3084Z","steps":["trace[1641814185] 'agreement among raft nodes before linearized reading' (duration: 871.356925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.308391Z","caller":"traceutil/trace.go:171","msg":"trace[1338799270] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5vqlv; range_end:; response_count:1; response_revision:16341; }","duration":"949.742497ms","start":"2026-03-04T17:05:10.358637Z","end":"2026-03-04T17:05:11.308379Z","steps":["trace[1338799270] 'agreement among raft nodes before linearized reading' (duration: 948.685306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.308417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.138135Z","time spent":"1.170227472s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:05:11.308472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.436192Z","time spent":"872.267754ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"warn","ts":"2026-03-04T17:05:11.308009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124189274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29544065-7b44d\" ","response":"range_response_count:1 size:7109"} {"level":"info","ts":"2026-03-04T17:05:11.308273Z","caller":"traceutil/trace.go:171","msg":"trace[189324476] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16341; }","duration":"445.551569ms","start":"2026-03-04T17:05:10.86271Z","end":"2026-03-04T17:05:11.308261Z","steps":["trace[189324476] 'agreement among raft nodes before linearized reading' (duration: 445.13989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.308548Z","caller":"traceutil/trace.go:171","msg":"trace[256687887] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29544065-7b44d; range_end:; response_count:1; response_revision:16341; }","duration":"1.124786396s","start":"2026-03-04T17:05:10.183739Z","end":"2026-03-04T17:05:11.308526Z","steps":["trace[256687887] 'agreement among raft nodes before linearized reading' (duration: 1.123563551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.307475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206679827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T17:05:11.30864Z","caller":"traceutil/trace.go:171","msg":"trace[1613329643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16341; }","duration":"1.207913832s","start":"2026-03-04T17:05:10.100712Z","end":"2026-03-04T17:05:11.308626Z","steps":["trace[1613329643] 'agreement among raft nodes before linearized reading' (duration: 1.206556644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.308676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.100683Z","time spent":"1.207982714s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.424873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T17:05:11.308627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.183682Z","time spent":"1.124931059s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29544065-7b44d\" "} {"level":"info","ts":"2026-03-04T17:05:11.308746Z","caller":"traceutil/trace.go:171","msg":"trace[376018215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:16341; }","duration":"925.699399ms","start":"2026-03-04T17:05:10.383035Z","end":"2026-03-04T17:05:11.308735Z","steps":["trace[376018215] 'agreement among raft nodes before linearized reading' (duration: 924.25239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.30876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.040566Z","time spent":"1.266759816s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:11.308568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.862678Z","time spent":"445.864446ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:05:11.308833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.383021Z","time spent":"925.76828ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T17:05:11.307224Z","caller":"traceutil/trace.go:171","msg":"trace[1024071651] transaction","detail":"{read_only:false; response_revision:16341; number_of_response:1; }","duration":"1.238167365s","start":"2026-03-04T17:05:10.069012Z","end":"2026-03-04T17:05:11.30718Z","steps":["trace[1024071651] 'process raft request' (duration: 1.237893749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.308952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.068977Z","time spent":"1.239945941s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:11.308343Z","caller":"traceutil/trace.go:171","msg":"trace[1565070541] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16341; }","duration":"1.014826195s","start":"2026-03-04T17:05:10.293484Z","end":"2026-03-04T17:05:11.30831Z","steps":["trace[1565070541] 'agreement among raft nodes before linearized reading' (duration: 1.014297334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.309042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.293455Z","time spent":"1.01556875s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:05:11.308043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.132096Z","time spent":"1.175938516s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T17:05:11.308501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.35861Z","time spent":"949.86901ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.362105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-03-04T17:05:11.309243Z","caller":"traceutil/trace.go:171","msg":"trace[717473054] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16341; }","duration":"877.988877ms","start":"2026-03-04T17:05:10.431245Z","end":"2026-03-04T17:05:11.309234Z","steps":["trace[717473054] 'agreement among raft nodes before linearized reading' (duration: 876.319083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.309278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.431237Z","time spent":"878.030578ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175278541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T17:05:11.309368Z","caller":"traceutil/trace.go:171","msg":"trace[1858184259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16341; }","duration":"1.177027556s","start":"2026-03-04T17:05:10.132331Z","end":"2026-03-04T17:05:11.309359Z","steps":["trace[1858184259] 'agreement among raft nodes before linearized reading' (duration: 1.175303592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.309397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.132281Z","time spent":"1.177108668s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T17:05:11.307762Z","caller":"traceutil/trace.go:171","msg":"trace[756125891] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc; range_end:; response_count:1; response_revision:16341; }","duration":"874.736503ms","start":"2026-03-04T17:05:10.433003Z","end":"2026-03-04T17:05:11.307739Z","steps":["trace[756125891] 'agreement among raft nodes before linearized reading' (duration: 874.653091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.309459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.432993Z","time spent":"876.452647ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15451,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc\" "} {"level":"warn","ts":"2026-03-04T17:05:11.307832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:10.039307Z","time spent":"1.268407287s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:11.430164Z","caller":"traceutil/trace.go:171","msg":"trace[578263033] transaction","detail":"{read_only:false; response_revision:16342; number_of_response:1; }","duration":"115.41457ms","start":"2026-03-04T17:05:11.314711Z","end":"2026-03-04T17:05:11.430125Z","steps":["trace[578263033] 'process raft request' (duration: 98.997383ms)","trace[578263033] 'compare' (duration: 16.114571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:11.430505Z","caller":"traceutil/trace.go:171","msg":"trace[1166535350] transaction","detail":"{read_only:false; response_revision:16344; number_of_response:1; }","duration":"114.794028ms","start":"2026-03-04T17:05:11.31568Z","end":"2026-03-04T17:05:11.430474Z","steps":["trace[1166535350] 'process raft request' (duration: 114.630664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.430805Z","caller":"traceutil/trace.go:171","msg":"trace[1560248882] transaction","detail":"{read_only:false; response_revision:16345; number_of_response:1; }","duration":"113.92127ms","start":"2026-03-04T17:05:11.31687Z","end":"2026-03-04T17:05:11.430792Z","steps":["trace[1560248882] 'process raft request' (duration: 113.567433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.431185Z","caller":"traceutil/trace.go:171","msg":"trace[1290981078] transaction","detail":"{read_only:false; response_revision:16346; number_of_response:1; }","duration":"113.810098ms","start":"2026-03-04T17:05:11.31736Z","end":"2026-03-04T17:05:11.43117Z","steps":["trace[1290981078] 'process raft request' (duration: 113.376659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.431311Z","caller":"traceutil/trace.go:171","msg":"trace[183221258] transaction","detail":"{read_only:false; response_revision:16347; number_of_response:1; }","duration":"109.982303ms","start":"2026-03-04T17:05:11.321315Z","end":"2026-03-04T17:05:11.431298Z","steps":["trace[183221258] 'process raft request' (duration: 109.666016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:11.431498Z","caller":"traceutil/trace.go:171","msg":"trace[507593758] transaction","detail":"{read_only:false; response_revision:16343; number_of_response:1; }","duration":"116.682245ms","start":"2026-03-04T17:05:11.314784Z","end":"2026-03-04T17:05:11.431466Z","steps":["trace[507593758] 'process raft request' (duration: 115.280877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.437581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.684925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.437632Z","caller":"traceutil/trace.go:171","msg":"trace[458022300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"120.758707ms","start":"2026-03-04T17:05:11.316863Z","end":"2026-03-04T17:05:11.437622Z","steps":["trace[458022300] 'agreement among raft nodes before linearized reading' (duration: 114.761347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.43766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.672316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.437727Z","caller":"traceutil/trace.go:171","msg":"trace[902433370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"118.783287ms","start":"2026-03-04T17:05:11.31893Z","end":"2026-03-04T17:05:11.437713Z","steps":["trace[902433370] 'agreement among raft nodes before linearized reading' (duration: 112.716167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.440969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.134914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T17:05:11.441054Z","caller":"traceutil/trace.go:171","msg":"trace[505052697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16347; }","duration":"126.222405ms","start":"2026-03-04T17:05:11.314791Z","end":"2026-03-04T17:05:11.441013Z","steps":["trace[505052697] 'agreement among raft nodes before linearized reading' (duration: 117.94918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.443972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.402459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.444025Z","caller":"traceutil/trace.go:171","msg":"trace[271213970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"124.46573ms","start":"2026-03-04T17:05:11.319544Z","end":"2026-03-04T17:05:11.444009Z","steps":["trace[271213970] 'agreement among raft nodes before linearized reading' (duration: 111.885039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.450405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.799226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.450471Z","caller":"traceutil/trace.go:171","msg":"trace[2121841436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"131.893439ms","start":"2026-03-04T17:05:11.31856Z","end":"2026-03-04T17:05:11.450454Z","steps":["trace[2121841436] 'agreement among raft nodes before linearized reading' (duration: 113.443752ms)","trace[2121841436] 'range keys from bolt db' (duration: 18.310085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:11.450683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.828876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.450744Z","caller":"traceutil/trace.go:171","msg":"trace[1369752128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"133.913108ms","start":"2026-03-04T17:05:11.316816Z","end":"2026-03-04T17:05:11.450729Z","steps":["trace[1369752128] 'agreement among raft nodes before linearized reading' (duration: 115.844268ms)","trace[1369752128] 'range keys from bolt db' (duration: 17.860246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:11.450868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.108533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.450893Z","caller":"traceutil/trace.go:171","msg":"trace[1785098513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"134.184284ms","start":"2026-03-04T17:05:11.316701Z","end":"2026-03-04T17:05:11.450885Z","steps":["trace[1785098513] 'agreement among raft nodes before linearized reading' (duration: 114.93993ms)","trace[1785098513] 'range keys from bolt db' (duration: 19.147602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:11.451209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.705914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.451234Z","caller":"traceutil/trace.go:171","msg":"trace[1801297622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"133.752336ms","start":"2026-03-04T17:05:11.317474Z","end":"2026-03-04T17:05:11.451227Z","steps":["trace[1801297622] 'agreement among raft nodes before linearized reading' (duration: 114.875419ms)","trace[1801297622] 'range keys from bolt db' (duration: 18.802315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:11.451364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.189934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954167"} {"level":"info","ts":"2026-03-04T17:05:11.451387Z","caller":"traceutil/trace.go:171","msg":"trace[2100839721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16347; }","duration":"132.223655ms","start":"2026-03-04T17:05:11.319157Z","end":"2026-03-04T17:05:11.451381Z","steps":["trace[2100839721] 'agreement among raft nodes before linearized reading' (duration: 114.190415ms)","trace[2100839721] 'range keys from bolt db' (duration: 17.240163ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:11.452845Z","caller":"traceutil/trace.go:171","msg":"trace[1556461445] transaction","detail":"{read_only:false; response_revision:16348; number_of_response:1; }","duration":"110.018922ms","start":"2026-03-04T17:05:11.342814Z","end":"2026-03-04T17:05:11.452833Z","steps":["trace[1556461445] 'process raft request' (duration: 109.699646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:11.453045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.783938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T17:05:11.453173Z","caller":"traceutil/trace.go:171","msg":"trace[1349428676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16348; }","duration":"102.968041ms","start":"2026-03-04T17:05:11.350176Z","end":"2026-03-04T17:05:11.453144Z","steps":["trace[1349428676] 'agreement among raft nodes before linearized reading' (duration: 102.671416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:15.561156Z","caller":"traceutil/trace.go:171","msg":"trace[1080040816] transaction","detail":"{read_only:false; response_revision:16369; number_of_response:1; }","duration":"116.423681ms","start":"2026-03-04T17:05:15.444706Z","end":"2026-03-04T17:05:15.56113Z","steps":["trace[1080040816] 'process raft request' (duration: 116.313979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:15.561443Z","caller":"traceutil/trace.go:171","msg":"trace[1411310280] transaction","detail":"{read_only:false; response_revision:16367; number_of_response:1; }","duration":"217.666878ms","start":"2026-03-04T17:05:15.343761Z","end":"2026-03-04T17:05:15.561428Z","steps":["trace[1411310280] 'process raft request' (duration: 131.898268ms)","trace[1411310280] 'compare' (duration: 85.096876ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:15.561163Z","caller":"traceutil/trace.go:171","msg":"trace[1556207428] transaction","detail":"{read_only:false; response_revision:16368; number_of_response:1; }","duration":"203.637338ms","start":"2026-03-04T17:05:15.357495Z","end":"2026-03-04T17:05:15.561132Z","steps":["trace[1556207428] 'process raft request' (duration: 203.467895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:17.760842Z","caller":"traceutil/trace.go:171","msg":"trace[1056037871] linearizableReadLoop","detail":"{readStateIndex:16963; appliedIndex:16961; }","duration":"155.939687ms","start":"2026-03-04T17:05:17.604873Z","end":"2026-03-04T17:05:17.760813Z","steps":["trace[1056037871] 'read index received' (duration: 3.860358ms)","trace[1056037871] 'applied index is now lower than readState.Index' (duration: 152.078369ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:17.76089Z","caller":"traceutil/trace.go:171","msg":"trace[1898666784] transaction","detail":"{read_only:false; response_revision:16378; number_of_response:1; }","duration":"191.391643ms","start":"2026-03-04T17:05:17.569461Z","end":"2026-03-04T17:05:17.760853Z","steps":["trace[1898666784] 'process raft request' (duration: 132.571551ms)","trace[1898666784] 'compare' (duration: 58.639978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:17.761102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.550243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T17:05:17.761148Z","caller":"traceutil/trace.go:171","msg":"trace[1589138522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16378; }","duration":"106.637574ms","start":"2026-03-04T17:05:17.654498Z","end":"2026-03-04T17:05:17.761135Z","steps":["trace[1589138522] 'agreement among raft nodes before linearized reading' (duration: 106.458901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:17.76122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.318604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T17:05:17.761298Z","caller":"traceutil/trace.go:171","msg":"trace[275052302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16378; }","duration":"156.447457ms","start":"2026-03-04T17:05:17.604834Z","end":"2026-03-04T17:05:17.761281Z","steps":["trace[275052302] 'agreement among raft nodes before linearized reading' (duration: 156.09767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:17.761309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.100734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T17:05:17.76134Z","caller":"traceutil/trace.go:171","msg":"trace[1974014949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16378; }","duration":"106.169815ms","start":"2026-03-04T17:05:17.655162Z","end":"2026-03-04T17:05:17.761332Z","steps":["trace[1974014949] 'agreement among raft nodes before linearized reading' (duration: 106.094544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:17.761359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.082684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T17:05:17.76154Z","caller":"traceutil/trace.go:171","msg":"trace[43795698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16378; }","duration":"105.299157ms","start":"2026-03-04T17:05:17.656192Z","end":"2026-03-04T17:05:17.761492Z","steps":["trace[43795698] 'agreement among raft nodes before linearized reading' (duration: 104.963091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:17.761638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.868939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T17:05:17.76168Z","caller":"traceutil/trace.go:171","msg":"trace[1091007156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16378; }","duration":"105.925971ms","start":"2026-03-04T17:05:17.65574Z","end":"2026-03-04T17:05:17.761666Z","steps":["trace[1091007156] 'agreement among raft nodes before linearized reading' (duration: 105.498722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.018792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.762805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T17:05:18.019132Z","caller":"traceutil/trace.go:171","msg":"trace[1352277288] linearizableReadLoop","detail":"{readStateIndex:16965; appliedIndex:16963; }","duration":"249.547042ms","start":"2026-03-04T17:05:17.769561Z","end":"2026-03-04T17:05:18.019108Z","steps":["trace[1352277288] 'read index received' (duration: 58.556277ms)","trace[1352277288] 'applied index is now lower than readState.Index' (duration: 190.989105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:18.019136Z","caller":"traceutil/trace.go:171","msg":"trace[13054127] transaction","detail":"{read_only:false; response_revision:16380; number_of_response:1; }","duration":"249.660985ms","start":"2026-03-04T17:05:17.769417Z","end":"2026-03-04T17:05:18.019078Z","steps":["trace[13054127] 'process raft request' (duration: 104.463482ms)","trace[13054127] 'compare' (duration: 144.273484ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:18.019259Z","caller":"traceutil/trace.go:171","msg":"trace[1074849657] transaction","detail":"{read_only:false; response_revision:16381; number_of_response:1; }","duration":"249.518852ms","start":"2026-03-04T17:05:17.769727Z","end":"2026-03-04T17:05:18.019246Z","steps":["trace[1074849657] 'process raft request' (duration: 249.212526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.019979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.39688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954065"} {"level":"info","ts":"2026-03-04T17:05:18.020042Z","caller":"traceutil/trace.go:171","msg":"trace[40523990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16383; }","duration":"250.480981ms","start":"2026-03-04T17:05:17.769546Z","end":"2026-03-04T17:05:18.020027Z","steps":["trace[40523990] 'agreement among raft nodes before linearized reading' (duration: 249.693365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:18.020384Z","caller":"traceutil/trace.go:171","msg":"trace[308448055] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"250.477551ms","start":"2026-03-04T17:05:17.769898Z","end":"2026-03-04T17:05:18.020376Z","steps":["trace[308448055] 'process raft request' (duration: 249.104143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:18.02048Z","caller":"traceutil/trace.go:171","msg":"trace[1568905200] transaction","detail":"{read_only:false; response_revision:16383; number_of_response:1; }","duration":"250.555713ms","start":"2026-03-04T17:05:17.769918Z","end":"2026-03-04T17:05:18.020474Z","steps":["trace[1568905200] 'process raft request' (duration: 249.132624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.020621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.729296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954065"} {"level":"info","ts":"2026-03-04T17:05:18.020661Z","caller":"traceutil/trace.go:171","msg":"trace[1730711597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16383; }","duration":"250.781117ms","start":"2026-03-04T17:05:17.769869Z","end":"2026-03-04T17:05:18.02065Z","steps":["trace[1730711597] 'agreement among raft nodes before linearized reading' (duration: 249.599693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.021165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.066272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954065"} {"level":"info","ts":"2026-03-04T17:05:18.021215Z","caller":"traceutil/trace.go:171","msg":"trace[1589688329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16383; }","duration":"244.142054ms","start":"2026-03-04T17:05:17.77706Z","end":"2026-03-04T17:05:18.021202Z","steps":["trace[1589688329] 'agreement among raft nodes before linearized reading' (duration: 243.44729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.022911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.861088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954065"} {"level":"info","ts":"2026-03-04T17:05:18.022941Z","caller":"traceutil/trace.go:171","msg":"trace[1195089505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16383; }","duration":"252.92073ms","start":"2026-03-04T17:05:17.770013Z","end":"2026-03-04T17:05:18.022934Z","steps":["trace[1195089505] 'agreement among raft nodes before linearized reading' (duration: 251.776267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.023348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.983221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954065"} {"level":"info","ts":"2026-03-04T17:05:18.023393Z","caller":"traceutil/trace.go:171","msg":"trace[971343902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16383; }","duration":"253.041982ms","start":"2026-03-04T17:05:17.770346Z","end":"2026-03-04T17:05:18.023388Z","steps":["trace[971343902] 'agreement among raft nodes before linearized reading' (duration: 249.316297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:18.023622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.591863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954065"} {"level":"info","ts":"2026-03-04T17:05:18.023726Z","caller":"traceutil/trace.go:171","msg":"trace[702181627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16383; }","duration":"253.729576ms","start":"2026-03-04T17:05:17.769974Z","end":"2026-03-04T17:05:18.023704Z","steps":["trace[702181627] 'agreement among raft nodes before linearized reading' (duration: 252.105023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:19.068062Z","caller":"traceutil/trace.go:171","msg":"trace[1610233554] transaction","detail":"{read_only:false; response_revision:16384; number_of_response:1; }","duration":"253.517672ms","start":"2026-03-04T17:05:18.814508Z","end":"2026-03-04T17:05:19.068025Z","steps":["trace[1610233554] 'process raft request' (duration: 253.246007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:19.55639Z","caller":"traceutil/trace.go:171","msg":"trace[1475010574] transaction","detail":"{read_only:false; response_revision:16385; number_of_response:1; }","duration":"128.302806ms","start":"2026-03-04T17:05:19.428045Z","end":"2026-03-04T17:05:19.556348Z","steps":["trace[1475010574] 'process raft request' (duration: 128.070881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:20.294509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164966767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:05:20.795508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164966767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:05:21.149802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53382053s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T17:05:21.256252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.048393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:05:21.256421Z","caller":"traceutil/trace.go:171","msg":"trace[892386379] transaction","detail":"{read_only:false; response_revision:16386; number_of_response:1; }","duration":"1.640595307s","start":"2026-03-04T17:05:19.615798Z","end":"2026-03-04T17:05:21.256393Z","steps":["trace[892386379] 'process raft request' (duration: 1.534266489s)","trace[892386379] 'compare' (duration: 104.161575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:21.256512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.615761Z","time spent":"1.64071474s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:21.315138Z","caller":"traceutil/trace.go:171","msg":"trace[1287736278] linearizableReadLoop","detail":"{readStateIndex:16972; appliedIndex:16970; }","duration":"1.521048885s","start":"2026-03-04T17:05:19.79405Z","end":"2026-03-04T17:05:21.315099Z","steps":["trace[1287736278] 'read index received' (duration: 1.356034647s)","trace[1287736278] 'applied index is now lower than readState.Index' (duration: 165.009638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:21.31526Z","caller":"traceutil/trace.go:171","msg":"trace[1153951933] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"1.546817868s","start":"2026-03-04T17:05:19.768392Z","end":"2026-03-04T17:05:21.31521Z","steps":["trace[1153951933] 'process raft request' (duration: 1.546515042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.315467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521380151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc\" ","response":"range_response_count:1 size:15428"} {"level":"warn","ts":"2026-03-04T17:05:21.31548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405599915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-04T17:05:21.315501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261310609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-03-04T17:05:21.315558Z","caller":"traceutil/trace.go:171","msg":"trace[433313313] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16387; }","duration":"1.261436912s","start":"2026-03-04T17:05:20.054106Z","end":"2026-03-04T17:05:21.315543Z","steps":["trace[433313313] 'agreement among raft nodes before linearized reading' (duration: 1.261229458s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:21.315554Z","caller":"traceutil/trace.go:171","msg":"trace[1659908107] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc; range_end:; response_count:1; response_revision:16387; }","duration":"1.521549424s","start":"2026-03-04T17:05:19.793982Z","end":"2026-03-04T17:05:21.315531Z","steps":["trace[1659908107] 'agreement among raft nodes before linearized reading' (duration: 1.521243518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.315591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.054071Z","time spent":"1.261515283s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.79395Z","time spent":"1.521650237s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15452,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nw2bc\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286675505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T17:05:21.315619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.768349Z","time spent":"1.547017852s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:21.315689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286878539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T17:05:21.315689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227233311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:05:21.315723Z","caller":"traceutil/trace.go:171","msg":"trace[1637578754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16387; }","duration":"1.286973541s","start":"2026-03-04T17:05:20.028742Z","end":"2026-03-04T17:05:21.315715Z","steps":["trace[1637578754] 'agreement among raft nodes before linearized reading' (duration: 1.286856659s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:21.315723Z","caller":"traceutil/trace.go:171","msg":"trace[1135902349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16387; }","duration":"1.286852368s","start":"2026-03-04T17:05:20.028833Z","end":"2026-03-04T17:05:21.315686Z","steps":["trace[1135902349] 'agreement among raft nodes before linearized reading' (duration: 1.286511272s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:21.315748Z","caller":"traceutil/trace.go:171","msg":"trace[1426862859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16387; }","duration":"1.227304382s","start":"2026-03-04T17:05:20.088423Z","end":"2026-03-04T17:05:21.315727Z","steps":["trace[1426862859] 'agreement among raft nodes before linearized reading' (duration: 1.227244001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.315775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.028724Z","time spent":"1.287043502s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.088407Z","time spent":"1.227375793s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.330155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T17:05:21.315889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259682938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f\" ","response":"range_response_count:1 size:15419"} {"level":"warn","ts":"2026-03-04T17:05:21.31555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168374008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:05:21.31595Z","caller":"traceutil/trace.go:171","msg":"trace[1311377188] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f; range_end:; response_count:1; response_revision:16387; }","duration":"1.259755489s","start":"2026-03-04T17:05:20.056175Z","end":"2026-03-04T17:05:21.315931Z","steps":["trace[1311377188] 'agreement among raft nodes before linearized reading' (duration: 1.259639457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.315792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259620457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22089"} {"level":"warn","ts":"2026-03-04T17:05:21.315977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.316647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T17:05:21.31601Z","caller":"traceutil/trace.go:171","msg":"trace[1340621876] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16387; }","duration":"1.259883141s","start":"2026-03-04T17:05:20.056116Z","end":"2026-03-04T17:05:21.315999Z","steps":["trace[1340621876] 'agreement among raft nodes before linearized reading' (duration: 1.259571515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.05616Z","time spent":"1.259851061s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15443,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-lr88f\" "} {"level":"info","ts":"2026-03-04T17:05:21.316056Z","caller":"traceutil/trace.go:171","msg":"trace[657589757] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:16387; }","duration":"648.415058ms","start":"2026-03-04T17:05:20.667616Z","end":"2026-03-04T17:05:21.316031Z","steps":["trace[657589757] 'agreement among raft nodes before linearized reading' (duration: 648.291086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281571273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gppvl\" ","response":"range_response_count:1 size:6521"} {"level":"warn","ts":"2026-03-04T17:05:21.316082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286861119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T17:05:21.316109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.667597Z","time spent":"648.50371ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-04T17:05:21.316118Z","caller":"traceutil/trace.go:171","msg":"trace[395782497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gppvl; range_end:; response_count:1; response_revision:16387; }","duration":"1.281630285s","start":"2026-03-04T17:05:20.034477Z","end":"2026-03-04T17:05:21.316107Z","steps":["trace[395782497] 'agreement among raft nodes before linearized reading' (duration: 1.281529933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287229046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T17:05:21.316123Z","caller":"traceutil/trace.go:171","msg":"trace[1644437204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16387; }","duration":"1.28692098s","start":"2026-03-04T17:05:20.029193Z","end":"2026-03-04T17:05:21.316114Z","steps":["trace[1644437204] 'agreement among raft nodes before linearized reading' (duration: 1.286846138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.056106Z","time spent":"1.259956573s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" "} {"level":"info","ts":"2026-03-04T17:05:21.315962Z","caller":"traceutil/trace.go:171","msg":"trace[1963950187] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:16387; }","duration":"1.168828138s","start":"2026-03-04T17:05:20.14712Z","end":"2026-03-04T17:05:21.315948Z","steps":["trace[1963950187] 'agreement among raft nodes before linearized reading' (duration: 1.168303737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.14711Z","time spent":"1.169109993s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:05:21.315802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.028825Z","time spent":"1.28696664s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264197737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pprd6\" ","response":"range_response_count:1 size:20744"} {"level":"info","ts":"2026-03-04T17:05:21.316371Z","caller":"traceutil/trace.go:171","msg":"trace[64518075] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pprd6; range_end:; response_count:1; response_revision:16387; }","duration":"1.264605325s","start":"2026-03-04T17:05:20.051753Z","end":"2026-03-04T17:05:21.316359Z","steps":["trace[64518075] 'agreement among raft nodes before linearized reading' (duration: 1.264084024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.051742Z","time spent":"1.264660336s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20768,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pprd6\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256860082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-04T17:05:21.316538Z","caller":"traceutil/trace.go:171","msg":"trace[310500304] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5vqlv; range_end:; response_count:1; response_revision:16387; }","duration":"1.257831461s","start":"2026-03-04T17:05:20.058685Z","end":"2026-03-04T17:05:21.316516Z","steps":["trace[310500304] 'agreement among raft nodes before linearized reading' (duration: 1.25678389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.029181Z","time spent":"1.286987631s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T17:05:21.316598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.058652Z","time spent":"1.257930523s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" "} {"level":"warn","ts":"2026-03-04T17:05:21.315548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51831638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-04T17:05:21.316648Z","caller":"traceutil/trace.go:171","msg":"trace[524633901] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:16387; }","duration":"1.519501194s","start":"2026-03-04T17:05:19.797134Z","end":"2026-03-04T17:05:21.316635Z","steps":["trace[524633901] 'agreement among raft nodes before linearized reading' (duration: 1.518171428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.79711Z","time spent":"1.519578965s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" "} {"level":"info","ts":"2026-03-04T17:05:21.315554Z","caller":"traceutil/trace.go:171","msg":"trace[1825306675] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16387; }","duration":"1.405692226s","start":"2026-03-04T17:05:19.909844Z","end":"2026-03-04T17:05:21.315537Z","steps":["trace[1825306675] 'agreement among raft nodes before linearized reading' (duration: 1.405521693s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.909831Z","time spent":"1.40690729s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T17:05:21.31578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483011616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T17:05:21.316826Z","caller":"traceutil/trace.go:171","msg":"trace[1845280615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16387; }","duration":"1.484124508s","start":"2026-03-04T17:05:19.83269Z","end":"2026-03-04T17:05:21.316814Z","steps":["trace[1845280615] 'agreement among raft nodes before linearized reading' (duration: 1.482816463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.316868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.832672Z","time spent":"1.484184039s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T17:05:21.315955Z","caller":"traceutil/trace.go:171","msg":"trace[2082098734] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16387; }","duration":"289.460397ms","start":"2026-03-04T17:05:21.026465Z","end":"2026-03-04T17:05:21.315926Z","steps":["trace[2082098734] 'agreement among raft nodes before linearized reading' (duration: 289.282724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.315653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501960125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T17:05:21.316981Z","caller":"traceutil/trace.go:171","msg":"trace[1748666207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16387; }","duration":"1.5032861s","start":"2026-03-04T17:05:19.813684Z","end":"2026-03-04T17:05:21.31697Z","steps":["trace[1748666207] 'agreement among raft nodes before linearized reading' (duration: 1.501896673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.317015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:19.813649Z","time spent":"1.503357052s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T17:05:21.316155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.034467Z","time spent":"1.281681655s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-gppvl\" "} {"level":"info","ts":"2026-03-04T17:05:21.316173Z","caller":"traceutil/trace.go:171","msg":"trace[1092014627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16387; }","duration":"1.287309958s","start":"2026-03-04T17:05:20.028851Z","end":"2026-03-04T17:05:21.316161Z","steps":["trace[1092014627] 'agreement among raft nodes before linearized reading' (duration: 1.287215526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.317221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:20.028827Z","time spent":"1.288373879s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T17:05:21.630867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.016133ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T17:05:21.630951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.320239Z","time spent":"310.707821ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T17:05:21.724067Z","caller":"traceutil/trace.go:171","msg":"trace[1044042742] transaction","detail":"{read_only:false; response_revision:16388; number_of_response:1; }","duration":"403.454319ms","start":"2026-03-04T17:05:21.32058Z","end":"2026-03-04T17:05:21.724034Z","steps":["trace[1044042742] 'process raft request' (duration: 403.107222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:21.724256Z","caller":"traceutil/trace.go:171","msg":"trace[1890569867] transaction","detail":"{read_only:false; response_revision:16391; number_of_response:1; }","duration":"398.717285ms","start":"2026-03-04T17:05:21.325485Z","end":"2026-03-04T17:05:21.724202Z","steps":["trace[1890569867] 'process raft request' (duration: 398.526131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.724338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.320557Z","time spent":"403.591271ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:21.724334Z","caller":"traceutil/trace.go:171","msg":"trace[1978744794] transaction","detail":"{read_only:false; response_revision:16389; number_of_response:1; }","duration":"398.98237ms","start":"2026-03-04T17:05:21.325307Z","end":"2026-03-04T17:05:21.72429Z","steps":["trace[1978744794] 'process raft request' (duration: 398.613912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:21.72444Z","caller":"traceutil/trace.go:171","msg":"trace[1629082779] transaction","detail":"{read_only:false; response_revision:16390; number_of_response:1; }","duration":"398.886318ms","start":"2026-03-04T17:05:21.325481Z","end":"2026-03-04T17:05:21.724368Z","steps":["trace[1629082779] 'process raft request' (duration: 398.48941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:21.7245Z","caller":"traceutil/trace.go:171","msg":"trace[448350061] transaction","detail":"{read_only:false; response_revision:16392; number_of_response:1; }","duration":"398.943349ms","start":"2026-03-04T17:05:21.325523Z","end":"2026-03-04T17:05:21.724467Z","steps":["trace[448350061] 'process raft request' (duration: 398.528021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.724531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.3253Z","time spent":"399.115393ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:21.724584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.325467Z","time spent":"398.916278ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:21.724629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.325518Z","time spent":"399.050781ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:21.724614Z","caller":"traceutil/trace.go:171","msg":"trace[2017904806] transaction","detail":"{read_only:false; response_revision:16393; number_of_response:1; }","duration":"398.377767ms","start":"2026-03-04T17:05:21.326198Z","end":"2026-03-04T17:05:21.724576Z","steps":["trace[2017904806] 'process raft request' (duration: 397.893578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.724672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.325474Z","time spent":"399.057871ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:21.72469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.397498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:05:21.724178Z","caller":"traceutil/trace.go:171","msg":"trace[728758470] linearizableReadLoop","detail":"{readStateIndex:16974; appliedIndex:16972; }","duration":"398.913669ms","start":"2026-03-04T17:05:21.325231Z","end":"2026-03-04T17:05:21.724144Z","steps":["trace[728758470] 'read index received' (duration: 93.655587ms)","trace[728758470] 'applied index is now lower than readState.Index' (duration: 305.256612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:21.724839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.326174Z","time spent":"398.53034ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:05:21.724853Z","caller":"traceutil/trace.go:171","msg":"trace[793104685] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16393; }","duration":"399.557311ms","start":"2026-03-04T17:05:21.325211Z","end":"2026-03-04T17:05:21.724769Z","steps":["trace[793104685] 'agreement among raft nodes before linearized reading' (duration: 399.133363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:21.724994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.325203Z","time spent":"399.746716ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:05:22.014055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.28677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:05:22.014274Z","caller":"traceutil/trace.go:171","msg":"trace[31414354] linearizableReadLoop","detail":"{readStateIndex:16981; appliedIndex:16979; }","duration":"289.401295ms","start":"2026-03-04T17:05:21.724856Z","end":"2026-03-04T17:05:22.014257Z","steps":["trace[31414354] 'read index received' (duration: 81.82401ms)","trace[31414354] 'applied index is now lower than readState.Index' (duration: 207.576165ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:22.014302Z","caller":"traceutil/trace.go:171","msg":"trace[1335183991] transaction","detail":"{read_only:false; response_revision:16394; number_of_response:1; }","duration":"451.362913ms","start":"2026-03-04T17:05:21.562889Z","end":"2026-03-04T17:05:22.014252Z","steps":["trace[1335183991] 'process raft request' (duration: 243.788928ms)","trace[1335183991] 'compare' (duration: 206.954923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:22.014545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.562875Z","time spent":"451.527786ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:22.015447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.972977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.015492Z","caller":"traceutil/trace.go:171","msg":"trace[870354543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"688.031428ms","start":"2026-03-04T17:05:21.327449Z","end":"2026-03-04T17:05:22.015481Z","steps":["trace[870354543] 'agreement among raft nodes before linearized reading' (duration: 686.933896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.015535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.327443Z","time spent":"688.080769ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.015789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.880006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7380"} {"level":"info","ts":"2026-03-04T17:05:22.015868Z","caller":"traceutil/trace.go:171","msg":"trace[433371365] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:16395; }","duration":"688.986937ms","start":"2026-03-04T17:05:21.326863Z","end":"2026-03-04T17:05:22.01585Z","steps":["trace[433371365] 'agreement among raft nodes before linearized reading' (duration: 688.630461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.01582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.453737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T17:05:22.016084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T17:05:22.016041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.420342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:05:22.016171Z","caller":"traceutil/trace.go:171","msg":"trace[423423487] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16395; }","duration":"346.658407ms","start":"2026-03-04T17:05:21.669478Z","end":"2026-03-04T17:05:22.016136Z","steps":["trace[423423487] 'agreement among raft nodes before linearized reading' (duration: 346.412682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.016249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.669434Z","time spent":"346.8019ms","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:05:22.015294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.520188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.018581Z","caller":"traceutil/trace.go:171","msg":"trace[1719777295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"690.825925ms","start":"2026-03-04T17:05:21.32774Z","end":"2026-03-04T17:05:22.018566Z","steps":["trace[1719777295] 'agreement among raft nodes before linearized reading' (duration: 686.61337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.018605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.007257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"warn","ts":"2026-03-04T17:05:22.018636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.327735Z","time spent":"690.885596ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T17:05:22.018657Z","caller":"traceutil/trace.go:171","msg":"trace[153980741] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"693.09323ms","start":"2026-03-04T17:05:21.325551Z","end":"2026-03-04T17:05:22.018644Z","steps":["trace[153980741] 'agreement among raft nodes before linearized reading' (duration: 689.911497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:22.016086Z","caller":"traceutil/trace.go:171","msg":"trace[1151368346] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16395; }","duration":"690.728393ms","start":"2026-03-04T17:05:21.325331Z","end":"2026-03-04T17:05:22.01606Z","steps":["trace[1151368346] 'agreement among raft nodes before linearized reading' (duration: 690.133281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.018781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.325507Z","time spent":"693.257813ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.018807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.32527Z","time spent":"693.517938ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T17:05:22.015927Z","caller":"traceutil/trace.go:171","msg":"trace[1882269554] transaction","detail":"{read_only:false; response_revision:16395; number_of_response:1; }","duration":"383.94376ms","start":"2026-03-04T17:05:21.631962Z","end":"2026-03-04T17:05:22.015905Z","steps":["trace[1882269554] 'process raft request' (duration: 382.190554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.019046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.631934Z","time spent":"387.050802ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:22.018574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.084869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.019149Z","caller":"traceutil/trace.go:171","msg":"trace[1144784811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"692.674271ms","start":"2026-03-04T17:05:21.326452Z","end":"2026-03-04T17:05:22.019126Z","steps":["trace[1144784811] 'agreement among raft nodes before linearized reading' (duration: 689.060989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.015914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.326853Z","time spent":"689.053579ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7404,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-04T17:05:22.016122Z","caller":"traceutil/trace.go:171","msg":"trace[284403479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16395; }","duration":"678.705853ms","start":"2026-03-04T17:05:21.337405Z","end":"2026-03-04T17:05:22.016111Z","steps":["trace[284403479] 'agreement among raft nodes before linearized reading' (duration: 678.59329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.019259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.326442Z","time spent":"692.789253ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.019289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.337394Z","time spent":"681.884525ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:05:22.016925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.061628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.019362Z","caller":"traceutil/trace.go:171","msg":"trace[915948632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"692.513967ms","start":"2026-03-04T17:05:21.326837Z","end":"2026-03-04T17:05:22.019351Z","steps":["trace[915948632] 'agreement among raft nodes before linearized reading' (duration: 688.63029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.019401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.326829Z","time spent":"692.560009ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.017384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.937746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T17:05:22.019542Z","caller":"traceutil/trace.go:171","msg":"trace[1738454028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16395; }","duration":"298.1628ms","start":"2026-03-04T17:05:21.721366Z","end":"2026-03-04T17:05:22.019529Z","steps":["trace[1738454028] 'agreement among raft nodes before linearized reading' (duration: 294.507598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.017523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.394368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T17:05:22.019616Z","caller":"traceutil/trace.go:171","msg":"trace[577279142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16395; }","duration":"543.509219ms","start":"2026-03-04T17:05:21.476087Z","end":"2026-03-04T17:05:22.019597Z","steps":["trace[577279142] 'agreement among raft nodes before linearized reading' (duration: 539.783285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.019668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.476077Z","time spent":"543.57857ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T17:05:22.017638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.10128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.019706Z","caller":"traceutil/trace.go:171","msg":"trace[356240355] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"694.218602ms","start":"2026-03-04T17:05:21.325475Z","end":"2026-03-04T17:05:22.019693Z","steps":["trace[356240355] 'agreement among raft nodes before linearized reading' (duration: 690.10161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.019741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.325444Z","time spent":"694.278223ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.018236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.420616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.020039Z","caller":"traceutil/trace.go:171","msg":"trace[1545466820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"692.171311ms","start":"2026-03-04T17:05:21.327783Z","end":"2026-03-04T17:05:22.019954Z","steps":["trace[1545466820] 'agreement among raft nodes before linearized reading' (duration: 688.145461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.01833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.536559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954066"} {"level":"info","ts":"2026-03-04T17:05:22.021118Z","caller":"traceutil/trace.go:171","msg":"trace[1297946987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16395; }","duration":"693.321364ms","start":"2026-03-04T17:05:21.327777Z","end":"2026-03-04T17:05:22.021098Z","steps":["trace[1297946987] 'agreement among raft nodes before linearized reading' (duration: 688.168941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.021219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.327771Z","time spent":"693.417916ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.021386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:21.327769Z","time spent":"693.588729ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":954090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T17:05:22.3371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.826047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:05:22.33718Z","caller":"traceutil/trace.go:171","msg":"trace[350504375] linearizableReadLoop","detail":"{readStateIndex:16982; appliedIndex:16981; }","duration":"311.222271ms","start":"2026-03-04T17:05:22.025944Z","end":"2026-03-04T17:05:22.337167Z","steps":["trace[350504375] 'read index received' (duration: 185.313442ms)","trace[350504375] 'applied index is now lower than readState.Index' (duration: 125.907669ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:22.337261Z","caller":"traceutil/trace.go:171","msg":"trace[1825777345] transaction","detail":"{read_only:false; response_revision:16396; number_of_response:1; }","duration":"311.711001ms","start":"2026-03-04T17:05:22.025539Z","end":"2026-03-04T17:05:22.33725Z","steps":["trace[1825777345] 'process raft request' (duration: 185.705821ms)","trace[1825777345] 'compare' (duration: 125.696504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:22.337304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:22.025507Z","time spent":"311.776563ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:05:22.337431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.493836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T17:05:22.337454Z","caller":"traceutil/trace.go:171","msg":"trace[411546103] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16396; }","duration":"311.563698ms","start":"2026-03-04T17:05:22.025884Z","end":"2026-03-04T17:05:22.337448Z","steps":["trace[411546103] 'agreement among raft nodes before linearized reading' (duration: 311.511487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.337474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:22.025865Z","time spent":"311.60536ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T17:05:22.337554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.769313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:05:22.337637Z","caller":"traceutil/trace.go:171","msg":"trace[1689171713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16396; }","duration":"309.872645ms","start":"2026-03-04T17:05:22.027742Z","end":"2026-03-04T17:05:22.337615Z","steps":["trace[1689171713] 'agreement among raft nodes before linearized reading' (duration: 309.742072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.337683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:22.02773Z","time spent":"309.945606ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:05:22.337723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.993797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T17:05:22.337825Z","caller":"traceutil/trace.go:171","msg":"trace[2042437494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16396; }","duration":"311.144779ms","start":"2026-03-04T17:05:22.026656Z","end":"2026-03-04T17:05:22.337801Z","steps":["trace[2042437494] 'agreement among raft nodes before linearized reading' (duration: 310.812983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:22.337883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:05:22.026647Z","time spent":"311.227171ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T17:05:23.446994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.229296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:05:23.447088Z","caller":"traceutil/trace.go:171","msg":"trace[2098488489] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16397; }","duration":"124.376249ms","start":"2026-03-04T17:05:23.32269Z","end":"2026-03-04T17:05:23.447066Z","steps":["trace[2098488489] 'range keys from in-memory index tree' (duration: 124.017142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:23.447337Z","caller":"traceutil/trace.go:171","msg":"trace[1805201772] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"123.718244ms","start":"2026-03-04T17:05:23.323576Z","end":"2026-03-04T17:05:23.447294Z","steps":["trace[1805201772] 'process raft request' (duration: 33.457306ms)","trace[1805201772] 'compare' (duration: 90.058424ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:05:35.991542Z","caller":"traceutil/trace.go:171","msg":"trace[1691507811] transaction","detail":"{read_only:false; response_revision:16506; number_of_response:1; }","duration":"108.175176ms","start":"2026-03-04T17:05:35.883322Z","end":"2026-03-04T17:05:35.991497Z","steps":["trace[1691507811] 'process raft request' (duration: 107.89468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:36.014916Z","caller":"traceutil/trace.go:171","msg":"trace[860129987] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"131.537781ms","start":"2026-03-04T17:05:35.883355Z","end":"2026-03-04T17:05:36.014893Z","steps":["trace[860129987] 'process raft request' (duration: 131.363968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:36.015438Z","caller":"traceutil/trace.go:171","msg":"trace[1232029743] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"131.911178ms","start":"2026-03-04T17:05:35.883513Z","end":"2026-03-04T17:05:36.015424Z","steps":["trace[1232029743] 'process raft request' (duration: 131.344006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:36.01563Z","caller":"traceutil/trace.go:171","msg":"trace[1357897757] transaction","detail":"{read_only:false; response_revision:16509; number_of_response:1; }","duration":"130.489599ms","start":"2026-03-04T17:05:35.885122Z","end":"2026-03-04T17:05:36.015611Z","steps":["trace[1357897757] 'process raft request' (duration: 130.080421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:36.258495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.759331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:05:36.258612Z","caller":"traceutil/trace.go:171","msg":"trace[1878223565] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16510; }","duration":"179.922464ms","start":"2026-03-04T17:05:36.078663Z","end":"2026-03-04T17:05:36.258586Z","steps":["trace[1878223565] 'range keys from in-memory index tree' (duration: 179.584268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:36.293883Z","caller":"traceutil/trace.go:171","msg":"trace[176973515] transaction","detail":"{read_only:false; response_revision:16511; number_of_response:1; }","duration":"213.737269ms","start":"2026-03-04T17:05:36.080079Z","end":"2026-03-04T17:05:36.293816Z","steps":["trace[176973515] 'process raft request' (duration: 213.414852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:40.82855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.230614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:05:40.828885Z","caller":"traceutil/trace.go:171","msg":"trace[967903882] transaction","detail":"{read_only:false; response_revision:16531; number_of_response:1; }","duration":"137.96065ms","start":"2026-03-04T17:05:40.690887Z","end":"2026-03-04T17:05:40.828848Z","steps":["trace[967903882] 'process raft request' (duration: 11.316716ms)","trace[967903882] 'compare' (duration: 126.086942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:05:41.128753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.11205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-79587fd96c-gztx8\" ","response":"range_response_count:1 size:13179"} {"level":"info","ts":"2026-03-04T17:05:41.128896Z","caller":"traceutil/trace.go:171","msg":"trace[1898332786] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-79587fd96c-gztx8; range_end:; response_count:1; response_revision:16533; }","duration":"162.304774ms","start":"2026-03-04T17:05:40.966566Z","end":"2026-03-04T17:05:41.128871Z","steps":["trace[1898332786] 'range keys from in-memory index tree' (duration: 161.849555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:41.128937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.026273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:05:41.129662Z","caller":"traceutil/trace.go:171","msg":"trace[1048528875] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:16533; }","duration":"121.810698ms","start":"2026-03-04T17:05:41.007827Z","end":"2026-03-04T17:05:41.129638Z","steps":["trace[1048528875] 'count revisions from in-memory index tree' (duration: 120.93814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:41.278094Z","caller":"traceutil/trace.go:171","msg":"trace[1350304358] transaction","detail":"{read_only:false; response_revision:16534; number_of_response:1; }","duration":"138.389206ms","start":"2026-03-04T17:05:41.139681Z","end":"2026-03-04T17:05:41.27807Z","steps":["trace[1350304358] 'process raft request' (duration: 138.234123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:05:47.54386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14410} {"level":"info","ts":"2026-03-04T17:05:47.641906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14410,"took":"95.395541ms","hash":1211855662,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":28774400,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T17:05:47.641963Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1211855662,"revision":14410,"compact-revision":11971} {"level":"warn","ts":"2026-03-04T17:05:54.895712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.433821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-04T17:05:54.895818Z","caller":"traceutil/trace.go:171","msg":"trace[52729862] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5vqlv; range_end:; response_count:1; response_revision:16606; }","duration":"222.595615ms","start":"2026-03-04T17:05:54.673201Z","end":"2026-03-04T17:05:54.895797Z","steps":["trace[52729862] 'range keys from in-memory index tree' (duration: 222.207197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:54.895921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.366209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T17:05:54.896065Z","caller":"traceutil/trace.go:171","msg":"trace[454708753] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16606; }","duration":"109.588633ms","start":"2026-03-04T17:05:54.786443Z","end":"2026-03-04T17:05:54.896032Z","steps":["trace[454708753] 'count revisions from in-memory index tree' (duration: 109.180225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:54.896058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.965218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:05:54.896202Z","caller":"traceutil/trace.go:171","msg":"trace[395982923] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16606; }","duration":"271.155032ms","start":"2026-03-04T17:05:54.625016Z","end":"2026-03-04T17:05:54.896171Z","steps":["trace[395982923] 'count revisions from in-memory index tree' (duration: 270.745755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:54.896252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.476872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tgsfj\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-03-04T17:05:54.896359Z","caller":"traceutil/trace.go:171","msg":"trace[1020670196] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tgsfj; range_end:; response_count:1; response_revision:16606; }","duration":"222.595764ms","start":"2026-03-04T17:05:54.673737Z","end":"2026-03-04T17:05:54.896333Z","steps":["trace[1020670196] 'range keys from in-memory index tree' (duration: 222.286599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:05:54.896871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.787087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-04T17:05:54.896991Z","caller":"traceutil/trace.go:171","msg":"trace[1207374524] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:16606; }","duration":"244.95772ms","start":"2026-03-04T17:05:54.652013Z","end":"2026-03-04T17:05:54.896971Z","steps":["trace[1207374524] 'range keys from in-memory index tree' (duration: 244.577042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:01.270177Z","caller":"traceutil/trace.go:171","msg":"trace[602397605] linearizableReadLoop","detail":"{readStateIndex:17238; appliedIndex:17237; }","duration":"179.083337ms","start":"2026-03-04T17:06:01.091065Z","end":"2026-03-04T17:06:01.270149Z","steps":["trace[602397605] 'read index received' (duration: 178.76163ms)","trace[602397605] 'applied index is now lower than readState.Index' (duration: 320.547µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:06:01.270378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.286052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:06:01.270418Z","caller":"traceutil/trace.go:171","msg":"trace[363174997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16639; }","duration":"179.361524ms","start":"2026-03-04T17:06:01.091044Z","end":"2026-03-04T17:06:01.270406Z","steps":["trace[363174997] 'agreement among raft nodes before linearized reading' (duration: 179.219521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:01.270752Z","caller":"traceutil/trace.go:171","msg":"trace[1155078902] transaction","detail":"{read_only:false; response_revision:16639; number_of_response:1; }","duration":"184.076607ms","start":"2026-03-04T17:06:01.086662Z","end":"2026-03-04T17:06:01.270738Z","steps":["trace[1155078902] 'process raft request' (duration: 183.283721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:01.845183Z","caller":"traceutil/trace.go:171","msg":"trace[346004197] transaction","detail":"{read_only:false; response_revision:16640; number_of_response:1; }","duration":"272.03101ms","start":"2026-03-04T17:06:01.573127Z","end":"2026-03-04T17:06:01.845158Z","steps":["trace[346004197] 'process raft request' (duration: 271.884897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.020622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.643884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:06:02.020861Z","caller":"traceutil/trace.go:171","msg":"trace[1596713114] linearizableReadLoop","detail":"{readStateIndex:17240; appliedIndex:17238; }","duration":"189.78788ms","start":"2026-03-04T17:06:01.831052Z","end":"2026-03-04T17:06:02.020839Z","steps":["trace[1596713114] 'read index received' (duration: 14.005959ms)","trace[1596713114] 'applied index is now lower than readState.Index' (duration: 175.780471ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:06:02.020926Z","caller":"traceutil/trace.go:171","msg":"trace[793198057] transaction","detail":"{read_only:false; response_revision:16641; number_of_response:1; }","duration":"336.501004ms","start":"2026-03-04T17:06:01.684382Z","end":"2026-03-04T17:06:02.020883Z","steps":["trace[793198057] 'process raft request' (duration: 223.483613ms)","trace[793198057] 'compare' (duration: 112.387519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:06:02.021097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:01.68434Z","time spent":"336.680169ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:06:02.02108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.017867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:06:02.021159Z","caller":"traceutil/trace.go:171","msg":"trace[1843888639] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16641; }","duration":"190.146428ms","start":"2026-03-04T17:06:01.830994Z","end":"2026-03-04T17:06:02.021141Z","steps":["trace[1843888639] 'agreement among raft nodes before linearized reading' (duration: 189.939123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.699864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302172164967747,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T17:06:02.848505Z","caller":"traceutil/trace.go:171","msg":"trace[1570846714] transaction","detail":"{read_only:false; response_revision:16642; number_of_response:1; }","duration":"765.846809ms","start":"2026-03-04T17:06:02.08263Z","end":"2026-03-04T17:06:02.848477Z","steps":["trace[1570846714] 'process raft request' (duration: 764.233806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.848654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.082606Z","time spent":"765.968641ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:06:02.864212Z","caller":"traceutil/trace.go:171","msg":"trace[418436829] linearizableReadLoop","detail":"{readStateIndex:17242; appliedIndex:17240; }","duration":"664.677603ms","start":"2026-03-04T17:06:02.1995Z","end":"2026-03-04T17:06:02.864178Z","steps":["trace[418436829] 'read index received' (duration: 647.421529ms)","trace[418436829] 'applied index is now lower than readState.Index' (duration: 17.254474ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:06:02.864337Z","caller":"traceutil/trace.go:171","msg":"trace[99371540] transaction","detail":"{read_only:false; response_revision:16643; number_of_response:1; }","duration":"323.820313ms","start":"2026-03-04T17:06:02.540505Z","end":"2026-03-04T17:06:02.864325Z","steps":["trace[99371540] 'process raft request' (duration: 323.530916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.864455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.540469Z","time spent":"323.896814ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:06:02.864569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.085969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T17:06:02.864618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.797755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:06:02.864635Z","caller":"traceutil/trace.go:171","msg":"trace[308368786] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:16643; }","duration":"172.209971ms","start":"2026-03-04T17:06:02.692405Z","end":"2026-03-04T17:06:02.864615Z","steps":["trace[308368786] 'agreement among raft nodes before linearized reading' (duration: 172.10834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:02.864691Z","caller":"traceutil/trace.go:171","msg":"trace[868629101] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16643; }","duration":"536.913728ms","start":"2026-03-04T17:06:02.327757Z","end":"2026-03-04T17:06:02.864671Z","steps":["trace[868629101] 'agreement among raft nodes before linearized reading' (duration: 536.667383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.864725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.32774Z","time spent":"536.979289ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T17:06:02.86469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.148373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T17:06:02.864889Z","caller":"traceutil/trace.go:171","msg":"trace[585995846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16643; }","duration":"665.364648ms","start":"2026-03-04T17:06:02.199456Z","end":"2026-03-04T17:06:02.86482Z","steps":["trace[585995846] 'agreement among raft nodes before linearized reading' (duration: 665.00009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.864909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.917917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T17:06:02.864938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.360116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T17:06:02.864962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.199428Z","time spent":"665.51671ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T17:06:02.864987Z","caller":"traceutil/trace.go:171","msg":"trace[1479945445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16643; }","duration":"554.406366ms","start":"2026-03-04T17:06:02.310564Z","end":"2026-03-04T17:06:02.86497Z","steps":["trace[1479945445] 'agreement among raft nodes before linearized reading' (duration: 554.191162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:02.864988Z","caller":"traceutil/trace.go:171","msg":"trace[1223828927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16643; }","duration":"556.045839ms","start":"2026-03-04T17:06:02.308917Z","end":"2026-03-04T17:06:02.864963Z","steps":["trace[1223828927] 'agreement among raft nodes before linearized reading' (duration: 555.849445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.865022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.310529Z","time spent":"554.485647ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T17:06:02.865041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.308885Z","time spent":"556.144241ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:06:02.864689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.938063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T17:06:02.865197Z","caller":"traceutil/trace.go:171","msg":"trace[1959661560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16643; }","duration":"602.456063ms","start":"2026-03-04T17:06:02.262703Z","end":"2026-03-04T17:06:02.865159Z","steps":["trace[1959661560] 'agreement among raft nodes before linearized reading' (duration: 601.689998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:02.865319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:06:02.262643Z","time spent":"602.645287ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T17:06:03.086348Z","caller":"traceutil/trace.go:171","msg":"trace[2057273154] transaction","detail":"{read_only:false; response_revision:16647; number_of_response:1; }","duration":"215.015144ms","start":"2026-03-04T17:06:02.871312Z","end":"2026-03-04T17:06:03.086327Z","steps":["trace[2057273154] 'process raft request' (duration: 214.981734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:03.086491Z","caller":"traceutil/trace.go:171","msg":"trace[1721239105] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"216.224308ms","start":"2026-03-04T17:06:02.870241Z","end":"2026-03-04T17:06:03.086466Z","steps":["trace[1721239105] 'process raft request' (duration: 215.917582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:03.086556Z","caller":"traceutil/trace.go:171","msg":"trace[510793140] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"216.272678ms","start":"2026-03-04T17:06:02.870257Z","end":"2026-03-04T17:06:03.08653Z","steps":["trace[510793140] 'process raft request' (duration: 216.001613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:06:03.08699Z","caller":"traceutil/trace.go:171","msg":"trace[71418679] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"217.30107ms","start":"2026-03-04T17:06:02.869657Z","end":"2026-03-04T17:06:03.086958Z","steps":["trace[71418679] 'process raft request' (duration: 197.911114ms)","trace[71418679] 'compare' (duration: 18.248903ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:06:21.304345Z","caller":"traceutil/trace.go:171","msg":"trace[1876324958] linearizableReadLoop","detail":"{readStateIndex:17422; appliedIndex:17421; }","duration":"108.301939ms","start":"2026-03-04T17:06:21.196016Z","end":"2026-03-04T17:06:21.304318Z","steps":["trace[1876324958] 'read index received' (duration: 31.851826ms)","trace[1876324958] 'applied index is now lower than readState.Index' (duration: 76.448863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:06:21.304369Z","caller":"traceutil/trace.go:171","msg":"trace[922889867] transaction","detail":"{read_only:false; response_revision:16813; number_of_response:1; }","duration":"125.320697ms","start":"2026-03-04T17:06:21.179011Z","end":"2026-03-04T17:06:21.304332Z","steps":["trace[922889867] 'process raft request' (duration: 48.841033ms)","trace[922889867] 'compare' (duration: 76.27514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:06:21.304671Z","caller":"traceutil/trace.go:171","msg":"trace[839404800] transaction","detail":"{read_only:false; response_revision:16814; number_of_response:1; }","duration":"103.423151ms","start":"2026-03-04T17:06:21.201197Z","end":"2026-03-04T17:06:21.30462Z","steps":["trace[839404800] 'process raft request' (duration: 103.083994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:06:21.304752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.625812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T17:06:21.304882Z","caller":"traceutil/trace.go:171","msg":"trace[46805106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16814; }","duration":"127.767055ms","start":"2026-03-04T17:06:21.17709Z","end":"2026-03-04T17:06:21.304857Z","steps":["trace[46805106] 'agreement among raft nodes before linearized reading' (duration: 127.321736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:08:36.662919Z","caller":"traceutil/trace.go:171","msg":"trace[872827788] linearizableReadLoop","detail":"{readStateIndex:18102; appliedIndex:18101; }","duration":"228.065864ms","start":"2026-03-04T17:08:36.434826Z","end":"2026-03-04T17:08:36.662892Z","steps":["trace[872827788] 'read index received' (duration: 227.996733ms)","trace[872827788] 'applied index is now lower than readState.Index' (duration: 67.561µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:08:36.662981Z","caller":"traceutil/trace.go:171","msg":"trace[1412229229] transaction","detail":"{read_only:false; response_revision:17464; number_of_response:1; }","duration":"236.091693ms","start":"2026-03-04T17:08:36.426854Z","end":"2026-03-04T17:08:36.662946Z","steps":["trace[1412229229] 'process raft request' (duration: 235.885779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:08:36.663234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.31138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T17:08:36.663418Z","caller":"traceutil/trace.go:171","msg":"trace[506434679] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17464; }","duration":"228.609425ms","start":"2026-03-04T17:08:36.43478Z","end":"2026-03-04T17:08:36.663389Z","steps":["trace[506434679] 'agreement among raft nodes before linearized reading' (duration: 228.234218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:08:36.664767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.551312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:08:36.664875Z","caller":"traceutil/trace.go:171","msg":"trace[1885328750] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17465; }","duration":"229.699417ms","start":"2026-03-04T17:08:36.435155Z","end":"2026-03-04T17:08:36.664854Z","steps":["trace[1885328750] 'agreement among raft nodes before linearized reading' (duration: 229.42072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:08:36.665349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.353109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-db8b997bc-bdwxx\" ","response":"range_response_count:1 size:8799"} {"level":"info","ts":"2026-03-04T17:08:36.665441Z","caller":"traceutil/trace.go:171","msg":"trace[1005182986] range","detail":"{range_begin:/registry/pods/openstack/placement-api-db8b997bc-bdwxx; range_end:; response_count:1; response_revision:17465; }","duration":"221.503663ms","start":"2026-03-04T17:08:36.443915Z","end":"2026-03-04T17:08:36.665419Z","steps":["trace[1005182986] 'agreement among raft nodes before linearized reading' (duration: 220.918151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:10:06.430186Z","caller":"traceutil/trace.go:171","msg":"trace[1588380127] linearizableReadLoop","detail":"{readStateIndex:18552; appliedIndex:18551; }","duration":"277.758994ms","start":"2026-03-04T17:10:06.152398Z","end":"2026-03-04T17:10:06.430157Z","steps":["trace[1588380127] 'read index received' (duration: 275.437087ms)","trace[1588380127] 'applied index is now lower than readState.Index' (duration: 2.320647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:10:06.430387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.827125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:10:06.430429Z","caller":"traceutil/trace.go:171","msg":"trace[1060737982] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17894; }","duration":"276.897497ms","start":"2026-03-04T17:10:06.153518Z","end":"2026-03-04T17:10:06.430416Z","steps":["trace[1060737982] 'agreement among raft nodes before linearized reading' (duration: 276.790945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:10:06.430394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.977509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T17:10:06.430499Z","caller":"traceutil/trace.go:171","msg":"trace[1508480875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17894; }","duration":"278.136421ms","start":"2026-03-04T17:10:06.152339Z","end":"2026-03-04T17:10:06.430476Z","steps":["trace[1508480875] 'agreement among raft nodes before linearized reading' (duration: 277.881186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:10:06.430885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.398379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5vqlv\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-04T17:10:06.430918Z","caller":"traceutil/trace.go:171","msg":"trace[1393364980] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5vqlv; range_end:; response_count:1; response_revision:17894; }","duration":"242.43342ms","start":"2026-03-04T17:10:06.188477Z","end":"2026-03-04T17:10:06.43091Z","steps":["trace[1393364980] 'agreement among raft nodes before linearized reading' (duration: 242.309098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:10:06.431044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.416938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T17:10:06.431017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.487462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544060-f6ggw\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-04T17:10:06.43111Z","caller":"traceutil/trace.go:171","msg":"trace[778603335] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:17894; }","duration":"264.548571ms","start":"2026-03-04T17:10:06.166544Z","end":"2026-03-04T17:10:06.431093Z","steps":["trace[778603335] 'agreement among raft nodes before linearized reading' (duration: 264.422398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:10:06.431172Z","caller":"traceutil/trace.go:171","msg":"trace[1303573823] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544060-f6ggw; range_end:; response_count:1; response_revision:17894; }","duration":"236.689886ms","start":"2026-03-04T17:10:06.194456Z","end":"2026-03-04T17:10:06.431146Z","steps":["trace[1303573823] 'agreement among raft nodes before linearized reading' (duration: 236.308918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:10:06.431322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.158784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:10:06.4314Z","caller":"traceutil/trace.go:171","msg":"trace[1872342943] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17894; }","duration":"248.333988ms","start":"2026-03-04T17:10:06.183046Z","end":"2026-03-04T17:10:06.43138Z","steps":["trace[1872342943] 'agreement among raft nodes before linearized reading' (duration: 247.991651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:10:47.755381Z","caller":"traceutil/trace.go:171","msg":"trace[731728310] linearizableReadLoop","detail":"{readStateIndex:18756; appliedIndex:18755; }","duration":"160.741944ms","start":"2026-03-04T17:10:47.594604Z","end":"2026-03-04T17:10:47.755346Z","steps":["trace[731728310] 'read index received' (duration: 160.438898ms)","trace[731728310] 'applied index is now lower than readState.Index' (duration: 301.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:10:47.755416Z","caller":"traceutil/trace.go:171","msg":"trace[554353275] transaction","detail":"{read_only:false; response_revision:18089; number_of_response:1; }","duration":"210.221178ms","start":"2026-03-04T17:10:47.545151Z","end":"2026-03-04T17:10:47.755372Z","steps":["trace[554353275] 'process raft request' (duration: 210.015314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:10:47.755635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.974308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T17:10:47.75569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.646346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T17:10:47.755738Z","caller":"traceutil/trace.go:171","msg":"trace[289717074] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18089; }","duration":"100.764058ms","start":"2026-03-04T17:10:47.65496Z","end":"2026-03-04T17:10:47.755724Z","steps":["trace[289717074] 'agreement among raft nodes before linearized reading' (duration: 100.580075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:10:47.755788Z","caller":"traceutil/trace.go:171","msg":"trace[332272184] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18089; }","duration":"161.187382ms","start":"2026-03-04T17:10:47.594525Z","end":"2026-03-04T17:10:47.755713Z","steps":["trace[332272184] 'agreement among raft nodes before linearized reading' (duration: 160.936847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:10:47.774392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16563} {"level":"info","ts":"2026-03-04T17:10:47.876475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16563,"took":"98.225756ms","hash":436102458,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":24834048,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T17:10:47.87658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":436102458,"revision":16563,"compact-revision":14410} {"level":"warn","ts":"2026-03-04T17:12:45.879705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.919731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-pod-tls-sidecar\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-03-04T17:12:45.879796Z","caller":"traceutil/trace.go:171","msg":"trace[1247851240] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-pod-tls-sidecar; range_end:; response_count:1; response_revision:18650; }","duration":"102.074034ms","start":"2026-03-04T17:12:45.777702Z","end":"2026-03-04T17:12:45.879776Z","steps":["trace[1247851240] 'range keys from in-memory index tree' (duration: 101.624745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:12:45.926165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.635244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T17:12:47.513791Z","caller":"traceutil/trace.go:171","msg":"trace[1029526927] transaction","detail":"{read_only:false; response_revision:18654; number_of_response:1; }","duration":"100.981532ms","start":"2026-03-04T17:12:47.412766Z","end":"2026-03-04T17:12:47.513747Z","steps":["trace[1029526927] 'process raft request' (duration: 100.766017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:13:49.948442Z","caller":"traceutil/trace.go:171","msg":"trace[44445011] transaction","detail":"{read_only:false; response_revision:18948; number_of_response:1; }","duration":"103.299599ms","start":"2026-03-04T17:13:49.845114Z","end":"2026-03-04T17:13:49.948414Z","steps":["trace[44445011] 'process raft request' (duration: 102.449112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:13:49.9495Z","caller":"traceutil/trace.go:171","msg":"trace[1229574256] transaction","detail":"{read_only:false; response_revision:18949; number_of_response:1; }","duration":"100.528543ms","start":"2026-03-04T17:13:49.848933Z","end":"2026-03-04T17:13:49.949461Z","steps":["trace[1229574256] 'process raft request' (duration: 100.255728ms)"],"step_count":1}