{"level":"warn","ts":"2026-04-03T05:08:04.673156Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T05:08:04.673281Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T05:08:04.673396Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T05:08:04.673418Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-03T05:08:04.673453Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T05:08:04.674598Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-04-03T05:08:04.674742Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T05:08:04.687835Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"11.041708ms"} {"level":"info","ts":"2026-04-03T05:08:04.706683Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-04-03T05:08:04.706853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T05:08:04.706917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-04-03T05:08:04.706941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T05:08:04.706993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-04-03T05:08:04.707072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-04-03T05:08:04.716288Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T05:08:04.718543Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T05:08:04.723871Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T05:08:04.727262Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T05:08:04.727447Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T05:08:04.727629Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:08:04.727754Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:08:04.727803Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:08:04.731449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-04-03T05:08:04.731656Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-03T05:08:04.73497Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T05:08:04.735138Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-03T05:08:04.735211Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-03T05:08:04.735252Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T05:08:04.735292Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T05:08:05.508054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T05:08:05.508123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T05:08:05.50815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-04-03T05:08:05.508165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-04-03T05:08:05.508171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-03T05:08:05.508181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-04-03T05:08:05.508195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-03T05:08:05.511795Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T05:08:05.511974Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T05:08:05.512034Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T05:08:05.512199Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:08:05.513915Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T05:08:05.514736Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T05:08:05.514784Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T05:08:05.515427Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-04-03T05:08:05.52376Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:08:05.523916Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:08:05.523942Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-03T05:08:08.151005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.172824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:08.151186Z","caller":"traceutil/trace.go:171","msg":"trace[1111965169] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"152.259999ms","start":"2026-04-03T05:08:07.998895Z","end":"2026-04-03T05:08:08.151155Z","steps":["trace[1111965169] 'process raft request' (duration: 28.299829ms)","trace[1111965169] 'compare' (duration: 123.00171ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:09.134097Z","caller":"traceutil/trace.go:171","msg":"trace[985358285] linearizableReadLoop","detail":"{readStateIndex:181; appliedIndex:180; }","duration":"114.564558ms","start":"2026-04-03T05:08:09.019499Z","end":"2026-04-03T05:08:09.134063Z","steps":["trace[985358285] 'read index received' (duration: 62.311543ms)","trace[985358285] 'applied index is now lower than readState.Index' (duration: 52.251665ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:09.134183Z","caller":"traceutil/trace.go:171","msg":"trace[1412443369] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"142.883139ms","start":"2026-04-03T05:08:08.991254Z","end":"2026-04-03T05:08:09.134137Z","steps":["trace[1412443369] 'process raft request' (duration: 90.648404ms)","trace[1412443369] 'compare' (duration: 51.995539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:09.134408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.843664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:09.134486Z","caller":"traceutil/trace.go:171","msg":"trace[596308055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:176; }","duration":"115.05ms","start":"2026-04-03T05:08:09.019416Z","end":"2026-04-03T05:08:09.134466Z","steps":["trace[596308055] 'agreement among raft nodes before linearized reading' (duration: 114.779483ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:09.3407Z","caller":"traceutil/trace.go:171","msg":"trace[1359150588] linearizableReadLoop","detail":"{readStateIndex:187; appliedIndex:185; }","duration":"188.746545ms","start":"2026-04-03T05:08:09.151927Z","end":"2026-04-03T05:08:09.340673Z","steps":["trace[1359150588] 'read index received' (duration: 154.59269ms)","trace[1359150588] 'applied index is now lower than readState.Index' (duration: 34.152675ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:09.340792Z","caller":"traceutil/trace.go:171","msg":"trace[988351170] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"192.828685ms","start":"2026-04-03T05:08:09.147906Z","end":"2026-04-03T05:08:09.340735Z","steps":["trace[988351170] 'process raft request' (duration: 158.596778ms)","trace[988351170] 'compare' (duration: 33.969131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:09.340842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.887769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:09.341034Z","caller":"traceutil/trace.go:171","msg":"trace[1089028715] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:0; response_revision:182; }","duration":"189.097013ms","start":"2026-04-03T05:08:09.151906Z","end":"2026-04-03T05:08:09.341003Z","steps":["trace[1089028715] 'agreement among raft nodes before linearized reading' (duration: 188.867488ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:09.340833Z","caller":"traceutil/trace.go:171","msg":"trace[1854120482] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"191.927404ms","start":"2026-04-03T05:08:09.148862Z","end":"2026-04-03T05:08:09.34079Z","steps":["trace[1854120482] 'process raft request' (duration: 191.76687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:09.687789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.012296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:09.687916Z","caller":"traceutil/trace.go:171","msg":"trace[105481670] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"311.419699ms","start":"2026-04-03T05:08:09.376473Z","end":"2026-04-03T05:08:09.687893Z","steps":["trace[105481670] 'process raft request' (duration: 152.219949ms)","trace[105481670] 'compare' (duration: 158.762371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:09.687977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:09.376446Z","time spent":"311.509341ms","remote":"127.0.0.1:35190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:09.893212Z","caller":"traceutil/trace.go:171","msg":"trace[1324745592] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"199.483637ms","start":"2026-04-03T05:08:09.69368Z","end":"2026-04-03T05:08:09.893164Z","steps":["trace[1324745592] 'process raft request' (duration: 140.160559ms)","trace[1324745592] 'compare' (duration: 59.056152ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:10.091928Z","caller":"traceutil/trace.go:171","msg":"trace[1843267599] linearizableReadLoop","detail":"{readStateIndex:194; appliedIndex:192; }","duration":"116.293885ms","start":"2026-04-03T05:08:09.975581Z","end":"2026-04-03T05:08:10.091874Z","steps":["trace[1843267599] 'read index received' (duration: 10.618229ms)","trace[1843267599] 'applied index is now lower than readState.Index' (duration: 105.674136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:10.092301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.661262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:10.092351Z","caller":"traceutil/trace.go:171","msg":"trace[2020727928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:189; }","duration":"116.802726ms","start":"2026-04-03T05:08:09.975536Z","end":"2026-04-03T05:08:10.092338Z","steps":["trace[2020727928] 'agreement among raft nodes before linearized reading' (duration: 116.55751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:10.092509Z","caller":"traceutil/trace.go:171","msg":"trace[379614142] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"192.450275ms","start":"2026-04-03T05:08:09.899551Z","end":"2026-04-03T05:08:10.092001Z","steps":["trace[379614142] 'process raft request' (duration: 143.363628ms)","trace[379614142] 'compare' (duration: 48.73806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:10.109051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.258038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:08:10.109098Z","caller":"traceutil/trace.go:171","msg":"trace[428556374] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"118.39964ms","start":"2026-04-03T05:08:09.990674Z","end":"2026-04-03T05:08:10.109073Z","steps":["trace[428556374] 'process raft request' (duration: 118.138375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:10.10913Z","caller":"traceutil/trace.go:171","msg":"trace[968633096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:190; }","duration":"119.384011ms","start":"2026-04-03T05:08:09.989728Z","end":"2026-04-03T05:08:10.109112Z","steps":["trace[968633096] 'agreement among raft nodes before linearized reading' (duration: 119.215998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:10.460433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.209457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:10.460559Z","caller":"traceutil/trace.go:171","msg":"trace[1317705762] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"187.169643ms","start":"2026-04-03T05:08:10.273369Z","end":"2026-04-03T05:08:10.460538Z","steps":["trace[1317705762] 'process raft request' (duration: 55.783442ms)","trace[1317705762] 'compare' (duration: 131.066624ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:10.739721Z","caller":"traceutil/trace.go:171","msg":"trace[492941855] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"224.251381ms","start":"2026-04-03T05:08:10.515442Z","end":"2026-04-03T05:08:10.739693Z","steps":["trace[492941855] 'process raft request' (duration: 132.075775ms)","trace[492941855] 'compare' (duration: 92.054602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:11.210974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.161221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:11.211052Z","caller":"traceutil/trace.go:171","msg":"trace[1987163486] linearizableReadLoop","detail":"{readStateIndex:218; appliedIndex:217; }","duration":"235.616837ms","start":"2026-04-03T05:08:10.975418Z","end":"2026-04-03T05:08:11.211035Z","steps":["trace[1987163486] 'read index received' (duration: 113.362µs)","trace[1987163486] 'applied index is now lower than readState.Index' (duration: 235.502525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:11.211172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.74752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:11.211193Z","caller":"traceutil/trace.go:171","msg":"trace[1217499909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:213; }","duration":"235.846302ms","start":"2026-04-03T05:08:10.975342Z","end":"2026-04-03T05:08:11.211188Z","steps":["trace[1217499909] 'agreement among raft nodes before linearized reading' (duration: 235.76293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:11.211968Z","caller":"traceutil/trace.go:171","msg":"trace[1277726282] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"369.589663ms","start":"2026-04-03T05:08:10.841768Z","end":"2026-04-03T05:08:11.211358Z","steps":["trace[1277726282] 'process raft request' (duration: 65.989672ms)","trace[1277726282] 'compare' (duration: 302.785843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:11.212105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:10.841755Z","time spent":"370.285818ms","remote":"127.0.0.1:35190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:11.434866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.250905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:11.435289Z","caller":"traceutil/trace.go:171","msg":"trace[1959341311] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"217.572268ms","start":"2026-04-03T05:08:11.217672Z","end":"2026-04-03T05:08:11.435244Z","steps":["trace[1959341311] 'process raft request' (duration: 107.832383ms)","trace[1959341311] 'compare' (duration: 109.062431ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:11.610753Z","caller":"traceutil/trace.go:171","msg":"trace[131158043] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"170.34205ms","start":"2026-04-03T05:08:11.440378Z","end":"2026-04-03T05:08:11.61072Z","steps":["trace[131158043] 'process raft request' (duration: 170.180646ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:11.61075Z","caller":"traceutil/trace.go:171","msg":"trace[1480668505] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"170.508253ms","start":"2026-04-03T05:08:11.440153Z","end":"2026-04-03T05:08:11.610661Z","steps":["trace[1480668505] 'process raft request' (duration: 103.666514ms)","trace[1480668505] 'compare' (duration: 66.576354ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:11.610988Z","caller":"traceutil/trace.go:171","msg":"trace[2031106971] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"169.161856ms","start":"2026-04-03T05:08:11.441802Z","end":"2026-04-03T05:08:11.610964Z","steps":["trace[2031106971] 'process raft request' (duration: 168.855338ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:11.795393Z","caller":"traceutil/trace.go:171","msg":"trace[1330360948] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"157.173196ms","start":"2026-04-03T05:08:11.638186Z","end":"2026-04-03T05:08:11.795359Z","steps":["trace[1330360948] 'process raft request' (duration: 128.927847ms)","trace[1330360948] 'compare' (duration: 28.079265ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:12.155296Z","caller":"traceutil/trace.go:171","msg":"trace[2026145881] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"265.552582ms","start":"2026-04-03T05:08:11.889713Z","end":"2026-04-03T05:08:12.155266Z","steps":["trace[2026145881] 'process raft request' (duration: 201.245906ms)","trace[2026145881] 'compare' (duration: 64.113542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:12.155581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.992448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:12.155638Z","caller":"traceutil/trace.go:171","msg":"trace[442298488] linearizableReadLoop","detail":"{readStateIndex:229; appliedIndex:228; }","duration":"180.04673ms","start":"2026-04-03T05:08:11.975574Z","end":"2026-04-03T05:08:12.155621Z","steps":["trace[442298488] 'read index received' (duration: 115.350745ms)","trace[442298488] 'applied index is now lower than readState.Index' (duration: 64.273376ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:12.155663Z","caller":"traceutil/trace.go:171","msg":"trace[225773226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:224; }","duration":"180.113311ms","start":"2026-04-03T05:08:11.975526Z","end":"2026-04-03T05:08:12.15564Z","steps":["trace[225773226] 'agreement among raft nodes before linearized reading' (duration: 179.892056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:12.554175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.213851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:12.554282Z","caller":"traceutil/trace.go:171","msg":"trace[1831862158] linearizableReadLoop","detail":"{readStateIndex:232; appliedIndex:231; }","duration":"279.326298ms","start":"2026-04-03T05:08:12.274939Z","end":"2026-04-03T05:08:12.554265Z","steps":["trace[1831862158] 'read index received' (duration: 28.889872ms)","trace[1831862158] 'applied index is now lower than readState.Index' (duration: 250.435286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:12.554366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.432009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:12.554336Z","caller":"traceutil/trace.go:171","msg":"trace[644374055] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"309.752813ms","start":"2026-04-03T05:08:12.244541Z","end":"2026-04-03T05:08:12.554294Z","steps":["trace[644374055] 'process raft request' (duration: 59.356218ms)","trace[644374055] 'compare' (duration: 250.070158ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:12.554393Z","caller":"traceutil/trace.go:171","msg":"trace[455675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:227; }","duration":"279.497401ms","start":"2026-04-03T05:08:12.274887Z","end":"2026-04-03T05:08:12.554385Z","steps":["trace[455675] 'agreement among raft nodes before linearized reading' (duration: 279.42185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:12.554511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:12.244523Z","time spent":"309.902496ms","remote":"127.0.0.1:35190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:12.931355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.405897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:12.931506Z","caller":"traceutil/trace.go:171","msg":"trace[1909016168] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"283.675002ms","start":"2026-04-03T05:08:12.647783Z","end":"2026-04-03T05:08:12.931458Z","steps":["trace[1909016168] 'process raft request' (duration: 116.080071ms)","trace[1909016168] 'compare' (duration: 167.204182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:14.479828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.542908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:14.479931Z","caller":"traceutil/trace.go:171","msg":"trace[537019636] linearizableReadLoop","detail":"{readStateIndex:272; appliedIndex:271; }","duration":"337.577333ms","start":"2026-04-03T05:08:14.142337Z","end":"2026-04-03T05:08:14.479915Z","steps":["trace[537019636] 'read index received' (duration: 46.84158ms)","trace[537019636] 'applied index is now lower than readState.Index' (duration: 290.734403ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:14.480015Z","caller":"traceutil/trace.go:171","msg":"trace[658317354] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"342.871817ms","start":"2026-04-03T05:08:14.137132Z","end":"2026-04-03T05:08:14.480004Z","steps":["trace[658317354] 'process raft request' (duration: 52.083263ms)","trace[658317354] 'compare' (duration: 290.384625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:14.48007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.137124Z","time spent":"342.925358ms","remote":"127.0.0.1:35018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:14.480168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.983755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:08:14.480246Z","caller":"traceutil/trace.go:171","msg":"trace[1308298805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:266; }","duration":"282.092456ms","start":"2026-04-03T05:08:14.198137Z","end":"2026-04-03T05:08:14.480229Z","steps":["trace[1308298805] 'agreement among raft nodes before linearized reading' (duration: 281.886662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:14.480202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.850758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-hhvbmw\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:14.480375Z","caller":"traceutil/trace.go:171","msg":"trace[386239156] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-hhvbmw; range_end:; response_count:0; response_revision:266; }","duration":"338.025562ms","start":"2026-04-03T05:08:14.142319Z","end":"2026-04-03T05:08:14.480345Z","steps":["trace[386239156] 'agreement among raft nodes before linearized reading' (duration: 337.696985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:14.480681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.142273Z","time spent":"338.38941ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-hhvbmw\" "} {"level":"warn","ts":"2026-04-03T05:08:16.213529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536874021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:16.213629Z","caller":"traceutil/trace.go:171","msg":"trace[189234086] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"1.728833828s","start":"2026-04-03T05:08:14.484777Z","end":"2026-04-03T05:08:16.213611Z","steps":["trace[189234086] 'process raft request' (duration: 191.812172ms)","trace[189234086] 'compare' (duration: 1.536412321s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:16.213668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.48474Z","time spent":"1.72891153s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:16.756116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.079469s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:08:16.841382Z","caller":"traceutil/trace.go:171","msg":"trace[1563112086] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"622.44856ms","start":"2026-04-03T05:08:16.21891Z","end":"2026-04-03T05:08:16.841358Z","steps":["trace[1563112086] 'process raft request' (duration: 622.410319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.841515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:16.218879Z","time spent":"622.579384ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:16.841502Z","caller":"traceutil/trace.go:171","msg":"trace[104880992] linearizableReadLoop","detail":"{readStateIndex:274; appliedIndex:272; }","duration":"2.352492948s","start":"2026-04-03T05:08:14.48898Z","end":"2026-04-03T05:08:16.841473Z","steps":["trace[104880992] 'read index received' (duration: 187.627401ms)","trace[104880992] 'applied index is now lower than readState.Index' (duration: 2.164863657s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:16.841524Z","caller":"traceutil/trace.go:171","msg":"trace[197939992] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"1.910634768s","start":"2026-04-03T05:08:14.930856Z","end":"2026-04-03T05:08:16.841491Z","steps":["trace[197939992] 'process raft request' (duration: 1.910398303s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.841652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.93083Z","time spent":"1.910765101s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:16.841818Z","caller":"traceutil/trace.go:171","msg":"trace[95456428] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"682.924107ms","start":"2026-04-03T05:08:16.15885Z","end":"2026-04-03T05:08:16.841774Z","steps":["trace[95456428] 'process raft request' (duration: 682.442646ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:16.8419Z","caller":"traceutil/trace.go:171","msg":"trace[1250164356] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"2.352902737s","start":"2026-04-03T05:08:14.488976Z","end":"2026-04-03T05:08:16.841878Z","steps":["trace[1250164356] 'process raft request' (duration: 2.352218812s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:16.841922Z","caller":"traceutil/trace.go:171","msg":"trace[2051052044] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"2.356042565s","start":"2026-04-03T05:08:14.485825Z","end":"2026-04-03T05:08:16.841868Z","steps":["trace[2051052044] 'process raft request' (duration: 2.270510216s)","trace[2051052044] 'compare' (duration: 84.677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:16.841995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:16.15882Z","time spent":"683.09874ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:16.842113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.569737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:08:16.84217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219340585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:08:16.842201Z","caller":"traceutil/trace.go:171","msg":"trace[1203642461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:272; }","duration":"624.717191ms","start":"2026-04-03T05:08:16.217465Z","end":"2026-04-03T05:08:16.842182Z","steps":["trace[1203642461] 'agreement among raft nodes before linearized reading' (duration: 624.561007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.842122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914751081s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:16.842372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.485802Z","time spent":"2.356218778s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:16.842384Z","caller":"traceutil/trace.go:171","msg":"trace[486255947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:272; }","duration":"1.915042227s","start":"2026-04-03T05:08:14.927303Z","end":"2026-04-03T05:08:16.842345Z","steps":["trace[486255947] 'agreement among raft nodes before linearized reading' (duration: 1.914662389s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.84226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:16.217437Z","time spent":"624.811543ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:08:16.842229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353225244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-03T05:08:16.842686Z","caller":"traceutil/trace.go:171","msg":"trace[1629804175] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:272; }","duration":"2.353717275s","start":"2026-04-03T05:08:14.488945Z","end":"2026-04-03T05:08:16.842662Z","steps":["trace[1629804175] 'agreement among raft nodes before linearized reading' (duration: 2.353125332s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.842754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.488929Z","time spent":"2.353808767s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-03T05:08:16.842263Z","caller":"traceutil/trace.go:171","msg":"trace[1620603195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:272; }","duration":"1.219478208s","start":"2026-04-03T05:08:15.622759Z","end":"2026-04-03T05:08:16.842238Z","steps":["trace[1620603195] 'agreement among raft nodes before linearized reading' (duration: 1.219279283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.84293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.622747Z","time spent":"1.220167534s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:16.842268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220002481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:16.843051Z","caller":"traceutil/trace.go:171","msg":"trace[1181149375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:272; }","duration":"1.220824259s","start":"2026-04-03T05:08:15.622197Z","end":"2026-04-03T05:08:16.843022Z","steps":["trace[1181149375] 'agreement among raft nodes before linearized reading' (duration: 1.219855498s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:16.843128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.622169Z","time spent":"1.220933101s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:16.842149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.488947Z","time spent":"2.353150203s","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:22.104156Z","caller":"traceutil/trace.go:171","msg":"trace[1778698398] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"161.354759ms","start":"2026-04-03T05:08:21.942772Z","end":"2026-04-03T05:08:22.104127Z","steps":["trace[1778698398] 'process raft request' (duration: 161.150084ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:25.03343Z","caller":"traceutil/trace.go:171","msg":"trace[662013172] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"104.728568ms","start":"2026-04-03T05:08:24.928681Z","end":"2026-04-03T05:08:25.03341Z","steps":["trace[662013172] 'process raft request' (duration: 101.23354ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:26.358926Z","caller":"traceutil/trace.go:171","msg":"trace[997259324] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"161.817758ms","start":"2026-04-03T05:08:26.197071Z","end":"2026-04-03T05:08:26.358889Z","steps":["trace[997259324] 'process raft request' (duration: 161.596733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:26.633928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.03672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:26.634058Z","caller":"traceutil/trace.go:171","msg":"trace[1226974077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"111.247313ms","start":"2026-04-03T05:08:26.522784Z","end":"2026-04-03T05:08:26.634031Z","steps":["trace[1226974077] 'range keys from in-memory index tree' (duration: 110.920527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:28.45223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888099517,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:08:28.843736Z","caller":"traceutil/trace.go:171","msg":"trace[555298784] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.119416994s","start":"2026-04-03T05:08:27.724284Z","end":"2026-04-03T05:08:28.843702Z","steps":["trace[555298784] 'process raft request' (duration: 1.119123577s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:28.843995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:27.724249Z","time spent":"1.119600358s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:28.846265Z","caller":"traceutil/trace.go:171","msg":"trace[217233295] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"930.578999ms","start":"2026-04-03T05:08:27.915646Z","end":"2026-04-03T05:08:28.846224Z","steps":["trace[217233295] 'process raft request' (duration: 930.353794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:28.846483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:27.915602Z","time spent":"930.771023ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:28.866773Z","caller":"traceutil/trace.go:171","msg":"trace[485054083] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:440; }","duration":"915.05984ms","start":"2026-04-03T05:08:27.95168Z","end":"2026-04-03T05:08:28.86674Z","steps":["trace[485054083] 'read index received' (duration: 892.018963ms)","trace[485054083] 'applied index is now lower than readState.Index' (duration: 23.039557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:28.867035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.722518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:28.867126Z","caller":"traceutil/trace.go:171","msg":"trace[698131439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"343.862441ms","start":"2026-04-03T05:08:28.523237Z","end":"2026-04-03T05:08:28.8671Z","steps":["trace[698131439] 'agreement among raft nodes before linearized reading' (duration: 343.734848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:28.867116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.411608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-04-03T05:08:28.867178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:28.523208Z","time spent":"343.962183ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:08:28.867206Z","caller":"traceutil/trace.go:171","msg":"trace[75651432] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:423; }","duration":"915.582371ms","start":"2026-04-03T05:08:27.951603Z","end":"2026-04-03T05:08:28.867186Z","steps":["trace[75651432] 'agreement among raft nodes before linearized reading' (duration: 915.236414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:28.867254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:27.951572Z","time spent":"915.674664ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-03T05:08:31.114115Z","caller":"traceutil/trace.go:171","msg":"trace[1946785024] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:447; }","duration":"180.460758ms","start":"2026-04-03T05:08:30.933628Z","end":"2026-04-03T05:08:31.114089Z","steps":["trace[1946785024] 'read index received' (duration: 180.357694ms)","trace[1946785024] 'applied index is now lower than readState.Index' (duration: 101.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:31.114224Z","caller":"traceutil/trace.go:171","msg":"trace[1173284749] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"182.997904ms","start":"2026-04-03T05:08:30.931161Z","end":"2026-04-03T05:08:31.114158Z","steps":["trace[1173284749] 'process raft request' (duration: 182.781868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:31.114341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.686652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:08:31.11438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.797745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:08:31.114416Z","caller":"traceutil/trace.go:171","msg":"trace[1251542844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"180.800605ms","start":"2026-04-03T05:08:30.933595Z","end":"2026-04-03T05:08:31.114396Z","steps":["trace[1251542844] 'agreement among raft nodes before linearized reading' (duration: 180.644712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:31.114426Z","caller":"traceutil/trace.go:171","msg":"trace[1486881830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"172.896958ms","start":"2026-04-03T05:08:30.941511Z","end":"2026-04-03T05:08:31.114408Z","steps":["trace[1486881830] 'agreement among raft nodes before linearized reading' (duration: 172.806486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:31.114461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.56153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:31.114557Z","caller":"traceutil/trace.go:171","msg":"trace[36123499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"172.699394ms","start":"2026-04-03T05:08:30.941843Z","end":"2026-04-03T05:08:31.114542Z","steps":["trace[36123499] 'agreement among raft nodes before linearized reading' (duration: 172.51898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:31.400518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.480447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:31.400656Z","caller":"traceutil/trace.go:171","msg":"trace[748496589] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"281.36722ms","start":"2026-04-03T05:08:31.119263Z","end":"2026-04-03T05:08:31.400631Z","steps":["trace[748496589] 'process raft request' (duration: 80.69424ms)","trace[748496589] 'compare' (duration: 200.359513ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:31.563664Z","caller":"traceutil/trace.go:171","msg":"trace[1758764585] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"444.272853ms","start":"2026-04-03T05:08:31.119365Z","end":"2026-04-03T05:08:31.563638Z","steps":["trace[1758764585] 'process raft request' (duration: 412.579773ms)","trace[1758764585] 'compare' (duration: 31.471245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:31.56383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:31.119339Z","time spent":"444.410447ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:31.563822Z","caller":"traceutil/trace.go:171","msg":"trace[1294200414] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"443.980686ms","start":"2026-04-03T05:08:31.119812Z","end":"2026-04-03T05:08:31.563793Z","steps":["trace[1294200414] 'process raft request' (duration: 443.773511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:31.563969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:31.11979Z","time spent":"444.097209ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:34.123307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.818814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:34.12363Z","caller":"traceutil/trace.go:171","msg":"trace[1503684040] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"179.115677ms","start":"2026-04-03T05:08:33.944422Z","end":"2026-04-03T05:08:34.123538Z","steps":["trace[1503684040] 'process raft request' (duration: 76.997446ms)","trace[1503684040] 'compare' (duration: 101.62785ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:34.123684Z","caller":"traceutil/trace.go:171","msg":"trace[1689611736] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"176.402496ms","start":"2026-04-03T05:08:33.947264Z","end":"2026-04-03T05:08:34.123667Z","steps":["trace[1689611736] 'process raft request' (duration: 176.348534ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.123726Z","caller":"traceutil/trace.go:171","msg":"trace[2003632807] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"176.525849ms","start":"2026-04-03T05:08:33.947167Z","end":"2026-04-03T05:08:34.123693Z","steps":["trace[2003632807] 'process raft request' (duration: 176.373426ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.12379Z","caller":"traceutil/trace.go:171","msg":"trace[988100397] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"179.018585ms","start":"2026-04-03T05:08:33.944737Z","end":"2026-04-03T05:08:34.123755Z","steps":["trace[988100397] 'process raft request' (duration: 178.690697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.124186Z","caller":"traceutil/trace.go:171","msg":"trace[1710335027] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"170.3337ms","start":"2026-04-03T05:08:33.953831Z","end":"2026-04-03T05:08:34.124165Z","steps":["trace[1710335027] 'process raft request' (duration: 170.202237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:34.512572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.427836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T05:08:34.512743Z","caller":"traceutil/trace.go:171","msg":"trace[603813351] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:471; }","duration":"332.138648ms","start":"2026-04-03T05:08:34.180589Z","end":"2026-04-03T05:08:34.512728Z","steps":["trace[603813351] 'read index received' (duration: 168.451607ms)","trace[603813351] 'applied index is now lower than readState.Index' (duration: 163.685601ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:34.512801Z","caller":"traceutil/trace.go:171","msg":"trace[127698532] transaction","detail":"{read_only:false; number_of_response:1; response_revision:452; }","duration":"337.07941ms","start":"2026-04-03T05:08:34.175682Z","end":"2026-04-03T05:08:34.512761Z","steps":["trace[127698532] 'process raft request' (duration: 173.339478ms)","trace[127698532] 'compare' (duration: 163.305093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:34.512889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.293631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-04-03T05:08:34.512919Z","caller":"traceutil/trace.go:171","msg":"trace[557069918] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:453; }","duration":"332.380113ms","start":"2026-04-03T05:08:34.180529Z","end":"2026-04-03T05:08:34.512909Z","steps":["trace[557069918] 'agreement among raft nodes before linearized reading' (duration: 332.249851ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.512855Z","caller":"traceutil/trace.go:171","msg":"trace[1265062710] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"334.371249ms","start":"2026-04-03T05:08:34.17846Z","end":"2026-04-03T05:08:34.512831Z","steps":["trace[1265062710] 'process raft request' (duration: 334.212265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:34.512959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:34.1805Z","time spent":"332.452125ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3878,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-03T05:08:34.512993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:34.175648Z","time spent":"337.255383ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-03T05:08:34.513035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:34.178427Z","time spent":"334.532643ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:34.811799Z","caller":"traceutil/trace.go:171","msg":"trace[1462469084] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"291.779703ms","start":"2026-04-03T05:08:34.519991Z","end":"2026-04-03T05:08:34.811771Z","steps":["trace[1462469084] 'process raft request' (duration: 215.713207ms)","trace[1462469084] 'compare' (duration: 75.896402ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:34.812221Z","caller":"traceutil/trace.go:171","msg":"trace[1454173297] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:473; }","duration":"289.765439ms","start":"2026-04-03T05:08:34.522382Z","end":"2026-04-03T05:08:34.812148Z","steps":["trace[1454173297] 'read index received' (duration: 46.262299ms)","trace[1454173297] 'applied index is now lower than readState.Index' (duration: 243.49689ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:34.812306Z","caller":"traceutil/trace.go:171","msg":"trace[727104079] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"291.104378ms","start":"2026-04-03T05:08:34.521189Z","end":"2026-04-03T05:08:34.812294Z","steps":["trace[727104079] 'process raft request' (duration: 290.540485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:34.812404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.991714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:34.812482Z","caller":"traceutil/trace.go:171","msg":"trace[1058470731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"290.126907ms","start":"2026-04-03T05:08:34.522337Z","end":"2026-04-03T05:08:34.812464Z","steps":["trace[1058470731] 'agreement among raft nodes before linearized reading' (duration: 289.992584ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.995926Z","caller":"traceutil/trace.go:171","msg":"trace[996434206] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:476; }","duration":"176.738013ms","start":"2026-04-03T05:08:34.819143Z","end":"2026-04-03T05:08:34.995881Z","steps":["trace[996434206] 'read index received' (duration: 77.859437ms)","trace[996434206] 'applied index is now lower than readState.Index' (duration: 98.876856ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:34.995977Z","caller":"traceutil/trace.go:171","msg":"trace[609689915] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"177.891839ms","start":"2026-04-03T05:08:34.818056Z","end":"2026-04-03T05:08:34.995948Z","steps":["trace[609689915] 'process raft request' (duration: 170.401902ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.99598Z","caller":"traceutil/trace.go:171","msg":"trace[2095461395] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"177.379208ms","start":"2026-04-03T05:08:34.818562Z","end":"2026-04-03T05:08:34.995942Z","steps":["trace[2095461395] 'process raft request' (duration: 177.209134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:34.996125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.952578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-04-03T05:08:34.996184Z","caller":"traceutil/trace.go:171","msg":"trace[266359491] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:459; }","duration":"177.062931ms","start":"2026-04-03T05:08:34.819104Z","end":"2026-04-03T05:08:34.996167Z","steps":["trace[266359491] 'agreement among raft nodes before linearized reading' (duration: 176.933708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.036668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.822584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:08:39.03708Z","caller":"traceutil/trace.go:171","msg":"trace[166590256] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"513.975332ms","start":"2026-04-03T05:08:38.523066Z","end":"2026-04-03T05:08:39.037041Z","steps":["trace[166590256] 'read index received' (duration: 315.724499ms)","trace[166590256] 'applied index is now lower than readState.Index' (duration: 198.245833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:39.037107Z","caller":"traceutil/trace.go:171","msg":"trace[1621861884] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"161.002287ms","start":"2026-04-03T05:08:38.876081Z","end":"2026-04-03T05:08:39.037083Z","steps":["trace[1621861884] 'process raft request' (duration: 160.69755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.037332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.257899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:39.037525Z","caller":"traceutil/trace.go:171","msg":"trace[1209218983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"514.467524ms","start":"2026-04-03T05:08:38.523016Z","end":"2026-04-03T05:08:39.037484Z","steps":["trace[1209218983] 'agreement among raft nodes before linearized reading' (duration: 514.206488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.037691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:38.522995Z","time spent":"514.620417ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:08:39.72751Z","caller":"traceutil/trace.go:171","msg":"trace[1818915950] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:500; }","duration":"204.040563ms","start":"2026-04-03T05:08:39.523417Z","end":"2026-04-03T05:08:39.727458Z","steps":["trace[1818915950] 'read index received' (duration: 203.91027ms)","trace[1818915950] 'applied index is now lower than readState.Index' (duration: 129.623µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:39.727666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.239618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:39.727701Z","caller":"traceutil/trace.go:171","msg":"trace[1945384105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"204.32955ms","start":"2026-04-03T05:08:39.523362Z","end":"2026-04-03T05:08:39.727692Z","steps":["trace[1945384105] 'agreement among raft nodes before linearized reading' (duration: 204.259349ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:39.727741Z","caller":"traceutil/trace.go:171","msg":"trace[2040891571] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"260.416859ms","start":"2026-04-03T05:08:39.467094Z","end":"2026-04-03T05:08:39.727511Z","steps":["trace[2040891571] 'process raft request' (duration: 260.215245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.30128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.211196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:40.301451Z","caller":"traceutil/trace.go:171","msg":"trace[382167397] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"569.804729ms","start":"2026-04-03T05:08:39.73163Z","end":"2026-04-03T05:08:40.301435Z","steps":["trace[382167397] 'process raft request' (duration: 569.751568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.30155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.731611Z","time spent":"569.909101ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:40.301635Z","caller":"traceutil/trace.go:171","msg":"trace[1484416015] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"570.172216ms","start":"2026-04-03T05:08:39.731418Z","end":"2026-04-03T05:08:40.30159Z","steps":["trace[1484416015] 'process raft request' (duration: 203.574462ms)","trace[1484416015] 'compare' (duration: 366.087963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:40.301821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.731396Z","time spent":"570.31067ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:45.706075Z","caller":"traceutil/trace.go:171","msg":"trace[1069479420] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:513; }","duration":"182.51671ms","start":"2026-04-03T05:08:45.523519Z","end":"2026-04-03T05:08:45.706036Z","steps":["trace[1069479420] 'read index received' (duration: 182.181263ms)","trace[1069479420] 'applied index is now lower than readState.Index' (duration: 333.897µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:45.706302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.777286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:45.706356Z","caller":"traceutil/trace.go:171","msg":"trace[1008421348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"182.919219ms","start":"2026-04-03T05:08:45.523422Z","end":"2026-04-03T05:08:45.706342Z","steps":["trace[1008421348] 'agreement among raft nodes before linearized reading' (duration: 182.806056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:45.706473Z","caller":"traceutil/trace.go:171","msg":"trace[487681121] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"433.387296ms","start":"2026-04-03T05:08:45.273043Z","end":"2026-04-03T05:08:45.70643Z","steps":["trace[487681121] 'process raft request' (duration: 432.775491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:45.707323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:45.273025Z","time spent":"433.57702ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:46.077979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.416694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:08:46.078063Z","caller":"traceutil/trace.go:171","msg":"trace[2124325039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:492; }","duration":"323.572687ms","start":"2026-04-03T05:08:45.754472Z","end":"2026-04-03T05:08:46.078045Z","steps":["trace[2124325039] 'range keys from in-memory index tree' (duration: 323.273211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:46.078154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:45.754435Z","time spent":"323.663139ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:08:47.883716Z","caller":"traceutil/trace.go:171","msg":"trace[28082701] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"168.404723ms","start":"2026-04-03T05:08:47.715287Z","end":"2026-04-03T05:08:47.883692Z","steps":["trace[28082701] 'process raft request' (duration: 168.247159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.561401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.883897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:08:48.561429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.340431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:48.561484Z","caller":"traceutil/trace.go:171","msg":"trace[91395063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"474.978489ms","start":"2026-04-03T05:08:48.086488Z","end":"2026-04-03T05:08:48.561467Z","steps":["trace[91395063] 'range keys from in-memory index tree' (duration: 474.743764ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:48.561499Z","caller":"traceutil/trace.go:171","msg":"trace[2043752147] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:531; }","duration":"631.452994ms","start":"2026-04-03T05:08:47.930028Z","end":"2026-04-03T05:08:48.561481Z","steps":["trace[2043752147] 'range keys from in-memory index tree' (duration: 631.26282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.561526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.086438Z","time spent":"475.079282ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:48.561545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:47.930002Z","time spent":"631.534436ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-03T05:08:48.56549Z","caller":"traceutil/trace.go:171","msg":"trace[482935779] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"225.341981ms","start":"2026-04-03T05:08:48.34012Z","end":"2026-04-03T05:08:48.565462Z","steps":["trace[482935779] 'read index received' (duration: 219.655333ms)","trace[482935779] 'applied index is now lower than readState.Index' (duration: 5.684828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:48.565694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.560176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:48.565757Z","caller":"traceutil/trace.go:171","msg":"trace[1730538462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"225.664738ms","start":"2026-04-03T05:08:48.340079Z","end":"2026-04-03T05:08:48.565743Z","steps":["trace[1730538462] 'agreement among raft nodes before linearized reading' (duration: 225.520145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.565851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.962165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:08:48.565937Z","caller":"traceutil/trace.go:171","msg":"trace[794541789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"222.068138ms","start":"2026-04-03T05:08:48.343842Z","end":"2026-04-03T05:08:48.56591Z","steps":["trace[794541789] 'agreement among raft nodes before linearized reading' (duration: 221.859624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.317277Z","caller":"traceutil/trace.go:171","msg":"trace[789624807] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"448.190318ms","start":"2026-04-03T05:08:48.869067Z","end":"2026-04-03T05:08:49.317258Z","steps":["trace[789624807] 'process raft request' (duration: 448.075606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.317381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.869044Z","time spent":"448.290991ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.330448Z","caller":"traceutil/trace.go:171","msg":"trace[1152347598] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"438.315016ms","start":"2026-04-03T05:08:48.892114Z","end":"2026-04-03T05:08:49.330429Z","steps":["trace[1152347598] 'process raft request' (duration: 438.134262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.330748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.892088Z","time spent":"438.596262ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.330749Z","caller":"traceutil/trace.go:171","msg":"trace[1118159275] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"422.249695ms","start":"2026-04-03T05:08:48.908455Z","end":"2026-04-03T05:08:49.330705Z","steps":["trace[1118159275] 'process raft request' (duration: 422.02692ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.330526Z","caller":"traceutil/trace.go:171","msg":"trace[682895235] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"434.821338ms","start":"2026-04-03T05:08:48.895661Z","end":"2026-04-03T05:08:49.330483Z","steps":["trace[682895235] 'process raft request' (duration: 434.682085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.330907Z","caller":"traceutil/trace.go:171","msg":"trace[916019076] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"422.386498ms","start":"2026-04-03T05:08:48.908512Z","end":"2026-04-03T05:08:49.330898Z","steps":["trace[916019076] 'process raft request' (duration: 422.0103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.330961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.908447Z","time spent":"422.423578ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:49.331006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.89565Z","time spent":"435.272078ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.331083Z","caller":"traceutil/trace.go:171","msg":"trace[271623488] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"409.468598ms","start":"2026-04-03T05:08:48.921601Z","end":"2026-04-03T05:08:49.331069Z","steps":["trace[271623488] 'process raft request' (duration: 409.331745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.33107Z","caller":"traceutil/trace.go:171","msg":"trace[1034155290] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"413.783725ms","start":"2026-04-03T05:08:48.917239Z","end":"2026-04-03T05:08:49.331023Z","steps":["trace[1034155290] 'process raft request' (duration: 413.642162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.330575Z","caller":"traceutil/trace.go:171","msg":"trace[1334190396] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"423.757089ms","start":"2026-04-03T05:08:48.906779Z","end":"2026-04-03T05:08:49.330536Z","steps":["trace[1334190396] 'process raft request' (duration: 423.609716ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.331154Z","caller":"traceutil/trace.go:171","msg":"trace[79327392] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"391.276689ms","start":"2026-04-03T05:08:48.939869Z","end":"2026-04-03T05:08:49.331146Z","steps":["trace[79327392] 'process raft request' (duration: 391.145026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.331178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.906769Z","time spent":"424.371132ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:49.331198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.921581Z","time spent":"409.54415ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.330599Z","caller":"traceutil/trace.go:171","msg":"trace[1617184715] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"422.679115ms","start":"2026-04-03T05:08:48.90789Z","end":"2026-04-03T05:08:49.330569Z","steps":["trace[1617184715] 'process raft request' (duration: 422.556062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.331244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.939837Z","time spent":"391.364911ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:49.331291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.917205Z","time spent":"413.928047ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:49.33135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.907873Z","time spent":"423.420802ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:49.330996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.908507Z","time spent":"422.456549ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.331006Z","caller":"traceutil/trace.go:171","msg":"trace[2020139344] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"421.495537ms","start":"2026-04-03T05:08:48.909466Z","end":"2026-04-03T05:08:49.330961Z","steps":["trace[2020139344] 'process raft request' (duration: 421.372115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.331586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.909459Z","time spent":"422.111153ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.331619Z","caller":"traceutil/trace.go:171","msg":"trace[1695506596] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"299.481877ms","start":"2026-04-03T05:08:49.032064Z","end":"2026-04-03T05:08:49.331545Z","steps":["trace[1695506596] 'process raft request' (duration: 299.277983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:49.332174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:49.032038Z","time spent":"300.088071ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:49.496564Z","caller":"traceutil/trace.go:171","msg":"trace[167048689] transaction","detail":"{read_only:false; number_of_response:1; response_revision:559; }","duration":"119.985965ms","start":"2026-04-03T05:08:49.376555Z","end":"2026-04-03T05:08:49.496541Z","steps":["trace[167048689] 'process raft request' (duration: 108.734712ms)","trace[167048689] 'compare' (duration: 11.199181ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:49.49722Z","caller":"traceutil/trace.go:171","msg":"trace[540942006] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"120.288572ms","start":"2026-04-03T05:08:49.376898Z","end":"2026-04-03T05:08:49.497187Z","steps":["trace[540942006] 'process raft request' (duration: 120.018436ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.497372Z","caller":"traceutil/trace.go:171","msg":"trace[1687750929] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"113.02117ms","start":"2026-04-03T05:08:49.384343Z","end":"2026-04-03T05:08:49.497365Z","steps":["trace[1687750929] 'process raft request' (duration: 112.721363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.497427Z","caller":"traceutil/trace.go:171","msg":"trace[827664996] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"115.054314ms","start":"2026-04-03T05:08:49.382367Z","end":"2026-04-03T05:08:49.497422Z","steps":["trace[827664996] 'process raft request' (duration: 114.642535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.497489Z","caller":"traceutil/trace.go:171","msg":"trace[2068283047] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"111.366541ms","start":"2026-04-03T05:08:49.386116Z","end":"2026-04-03T05:08:49.497483Z","steps":["trace[2068283047] 'process raft request' (duration: 111.049914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:49.497546Z","caller":"traceutil/trace.go:171","msg":"trace[1345418994] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"108.806725ms","start":"2026-04-03T05:08:49.388732Z","end":"2026-04-03T05:08:49.497538Z","steps":["trace[1345418994] 'process raft request' (duration: 108.503848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:51.109427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.581863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/securitypolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:208485"} {"level":"info","ts":"2026-04-03T05:08:51.109514Z","caller":"traceutil/trace.go:171","msg":"trace[1873178228] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/securitypolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:615; }","duration":"118.709376ms","start":"2026-04-03T05:08:50.990785Z","end":"2026-04-03T05:08:51.109495Z","steps":["trace[1873178228] 'range keys from in-memory index tree' (duration: 118.374069ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.067322Z","caller":"traceutil/trace.go:171","msg":"trace[1885451544] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"163.924951ms","start":"2026-04-03T05:08:51.90338Z","end":"2026-04-03T05:08:52.067305Z","steps":["trace[1885451544] 'process raft request' (duration: 163.806619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:52.533548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.804128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:52.533618Z","caller":"traceutil/trace.go:171","msg":"trace[272597132] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:616; }","duration":"284.938411ms","start":"2026-04-03T05:08:52.248662Z","end":"2026-04-03T05:08:52.5336Z","steps":["trace[272597132] 'range keys from in-memory index tree' (duration: 284.693895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.842204Z","caller":"traceutil/trace.go:171","msg":"trace[1453279282] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"178.54033ms","start":"2026-04-03T05:08:52.663632Z","end":"2026-04-03T05:08:52.842173Z","steps":["trace[1453279282] 'process raft request' (duration: 89.48929ms)","trace[1453279282] 'compare' (duration: 88.866296ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:52.84263Z","caller":"traceutil/trace.go:171","msg":"trace[236839152] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"178.920099ms","start":"2026-04-03T05:08:52.663682Z","end":"2026-04-03T05:08:52.842602Z","steps":["trace[236839152] 'process raft request' (duration: 178.450089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.842769Z","caller":"traceutil/trace.go:171","msg":"trace[215516020] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"178.184143ms","start":"2026-04-03T05:08:52.664566Z","end":"2026-04-03T05:08:52.84275Z","steps":["trace[215516020] 'process raft request' (duration: 178.120752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.84284Z","caller":"traceutil/trace.go:171","msg":"trace[451364550] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"178.803567ms","start":"2026-04-03T05:08:52.664021Z","end":"2026-04-03T05:08:52.842825Z","steps":["trace[451364550] 'process raft request' (duration: 178.388678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.240744Z","caller":"traceutil/trace.go:171","msg":"trace[21019541] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"179.706056ms","start":"2026-04-03T05:08:53.061011Z","end":"2026-04-03T05:08:53.240717Z","steps":["trace[21019541] 'process raft request' (duration: 178.98664ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.398093Z","caller":"traceutil/trace.go:171","msg":"trace[1776655362] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"101.015419ms","start":"2026-04-03T05:08:53.297057Z","end":"2026-04-03T05:08:53.398073Z","steps":["trace[1776655362] 'read index received' (duration: 44.99617ms)","trace[1776655362] 'applied index is now lower than readState.Index' (duration: 56.018249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:53.39824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.169062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:53.398283Z","caller":"traceutil/trace.go:171","msg":"trace[2024774814] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:624; }","duration":"101.274144ms","start":"2026-04-03T05:08:53.296996Z","end":"2026-04-03T05:08:53.39827Z","steps":["trace[2024774814] 'agreement among raft nodes before linearized reading' (duration: 101.164482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.398298Z","caller":"traceutil/trace.go:171","msg":"trace[1123314508] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"127.270118ms","start":"2026-04-03T05:08:53.271008Z","end":"2026-04-03T05:08:53.398278Z","steps":["trace[1123314508] 'process raft request' (duration: 71.087096ms)","trace[1123314508] 'compare' (duration: 55.823534ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:54.145781Z","caller":"traceutil/trace.go:171","msg":"trace[1042066844] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"358.096874ms","start":"2026-04-03T05:08:53.787646Z","end":"2026-04-03T05:08:54.145743Z","steps":["trace[1042066844] 'process raft request' (duration: 357.155114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:54.145991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:53.787611Z","time spent":"358.263908ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:54.868917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.958966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:54.869131Z","caller":"traceutil/trace.go:171","msg":"trace[1851746346] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"718.740234ms","start":"2026-04-03T05:08:54.150372Z","end":"2026-04-03T05:08:54.869112Z","steps":["trace[1851746346] 'process raft request' (duration: 155.506442ms)","trace[1851746346] 'compare' (duration: 562.797133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:54.869226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.150352Z","time spent":"718.820397ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:54.869332Z","caller":"traceutil/trace.go:171","msg":"trace[1915552413] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"671.34536ms","start":"2026-04-03T05:08:54.197935Z","end":"2026-04-03T05:08:54.86928Z","steps":["trace[1915552413] 'process raft request' (duration: 671.083134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:54.869529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.197904Z","time spent":"671.527294ms","remote":"127.0.0.1:35018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:55.382277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888099942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:08:55.385116Z","caller":"traceutil/trace.go:171","msg":"trace[1403959874] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"511.326045ms","start":"2026-04-03T05:08:54.873761Z","end":"2026-04-03T05:08:55.385087Z","steps":["trace[1403959874] 'process raft request' (duration: 511.161241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.385273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.873739Z","time spent":"511.458759ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:55.407561Z","caller":"traceutil/trace.go:171","msg":"trace[849212702] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"533.642286ms","start":"2026-04-03T05:08:54.873805Z","end":"2026-04-03T05:08:55.407448Z","steps":["trace[849212702] 'process raft request' (duration: 533.400191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:55.407626Z","caller":"traceutil/trace.go:171","msg":"trace[1985926665] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:653; }","duration":"526.423015ms","start":"2026-04-03T05:08:54.881178Z","end":"2026-04-03T05:08:55.407601Z","steps":["trace[1985926665] 'read index received' (duration: 503.819966ms)","trace[1985926665] 'applied index is now lower than readState.Index' (duration: 22.601449ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:55.407687Z","caller":"traceutil/trace.go:171","msg":"trace[1940168712] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"533.618777ms","start":"2026-04-03T05:08:54.874036Z","end":"2026-04-03T05:08:55.407654Z","steps":["trace[1940168712] 'process raft request' (duration: 533.35044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.407718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.526037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:55.407768Z","caller":"traceutil/trace.go:171","msg":"trace[1865724768] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:630; }","duration":"526.601569ms","start":"2026-04-03T05:08:54.881153Z","end":"2026-04-03T05:08:55.407754Z","steps":["trace[1865724768] 'agreement among raft nodes before linearized reading' (duration: 526.520037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.407754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.873779Z","time spent":"533.872133ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:55.407809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.881139Z","time spent":"526.6621ms","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-03T05:08:55.407859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.87402Z","time spent":"533.738809ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:59.82097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.196396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zj5nl\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-03T05:08:59.821071Z","caller":"traceutil/trace.go:171","msg":"trace[545028143] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zj5nl; range_end:; response_count:1; response_revision:655; }","duration":"756.36563ms","start":"2026-04-03T05:08:59.064685Z","end":"2026-04-03T05:08:59.82105Z","steps":["trace[545028143] 'range keys from in-memory index tree' (duration: 755.93511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.821114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.064654Z","time spent":"756.451202ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-zj5nl\" "} {"level":"warn","ts":"2026-04-03T05:08:59.82124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.35254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:59.821342Z","caller":"traceutil/trace.go:171","msg":"trace[44191849] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"417.808115ms","start":"2026-04-03T05:08:59.403517Z","end":"2026-04-03T05:08:59.821325Z","steps":["trace[44191849] 'read index received' (duration: 83.378203ms)","trace[44191849] 'applied index is now lower than readState.Index' (duration: 334.428562ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:59.821414Z","caller":"traceutil/trace.go:171","msg":"trace[715763200] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"462.416017ms","start":"2026-04-03T05:08:59.358983Z","end":"2026-04-03T05:08:59.821399Z","steps":["trace[715763200] 'process raft request' (duration: 127.782821ms)","trace[715763200] 'compare' (duration: 334.082224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:59.821483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.35896Z","time spent":"462.488528ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:59.821555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.03201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:59.821638Z","caller":"traceutil/trace.go:171","msg":"trace[1538413841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"418.174953ms","start":"2026-04-03T05:08:59.403442Z","end":"2026-04-03T05:08:59.821617Z","steps":["trace[1538413841] 'agreement among raft nodes before linearized reading' (duration: 417.952568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.821692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.40342Z","time spent":"418.259834ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:08:59.902857Z","caller":"traceutil/trace.go:171","msg":"trace[1595779811] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"459.740497ms","start":"2026-04-03T05:08:59.44309Z","end":"2026-04-03T05:08:59.90283Z","steps":["trace[1595779811] 'process raft request' (duration: 459.606084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.902934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.442266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:59.902979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.443044Z","time spent":"459.87832ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:59.902987Z","caller":"traceutil/trace.go:171","msg":"trace[1435553030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"380.545298ms","start":"2026-04-03T05:08:59.522427Z","end":"2026-04-03T05:08:59.902973Z","steps":["trace[1435553030] 'agreement among raft nodes before linearized reading' (duration: 380.409065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.903036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.522398Z","time spent":"380.620589ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:59.903091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.412311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:08:59.903171Z","caller":"traceutil/trace.go:171","msg":"trace[1069978954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:657; }","duration":"476.534283ms","start":"2026-04-03T05:08:59.426619Z","end":"2026-04-03T05:08:59.903153Z","steps":["trace[1069978954] 'agreement among raft nodes before linearized reading' (duration: 476.288338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.903217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.426609Z","time spent":"476.599796ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:08:59.903397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.497257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:08:59.903442Z","caller":"traceutil/trace.go:171","msg":"trace[1549545355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:657; }","duration":"482.555859ms","start":"2026-04-03T05:08:59.420871Z","end":"2026-04-03T05:08:59.903427Z","steps":["trace[1549545355] 'agreement among raft nodes before linearized reading' (duration: 481.937856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.903495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.42086Z","time spent":"482.627321ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:09:00.525074Z","caller":"traceutil/trace.go:171","msg":"trace[1146126984] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"697.805484ms","start":"2026-04-03T05:08:59.827235Z","end":"2026-04-03T05:09:00.525041Z","steps":["trace[1146126984] 'process raft request' (duration: 697.540188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:00.525237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.827213Z","time spent":"697.940498ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:00.525891Z","caller":"traceutil/trace.go:171","msg":"trace[1003566958] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"689.650342ms","start":"2026-04-03T05:08:59.836176Z","end":"2026-04-03T05:09:00.525827Z","steps":["trace[1003566958] 'process raft request' (duration: 688.804882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:00.52633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.836159Z","time spent":"689.907018ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:01.079771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.523829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:01.080201Z","caller":"traceutil/trace.go:171","msg":"trace[390038316] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:684; }","duration":"557.564225ms","start":"2026-04-03T05:09:00.522608Z","end":"2026-04-03T05:09:01.080173Z","steps":["trace[390038316] 'read index received' (duration: 2.150849ms)","trace[390038316] 'applied index is now lower than readState.Index' (duration: 555.411486ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:01.080212Z","caller":"traceutil/trace.go:171","msg":"trace[1347192678] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.172529618s","start":"2026-04-03T05:08:59.907636Z","end":"2026-04-03T05:09:01.080166Z","steps":["trace[1347192678] 'process raft request' (duration: 1.026399475s)","trace[1347192678] 'compare' (duration: 145.315465ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:01.08024Z","caller":"traceutil/trace.go:171","msg":"trace[1322173251] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.172448236s","start":"2026-04-03T05:08:59.907757Z","end":"2026-04-03T05:09:01.080205Z","steps":["trace[1322173251] 'process raft request' (duration: 1.172274482s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:01.080406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.907616Z","time spent":"1.172716162s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:01.080518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.771856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:09:01.080531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:59.907718Z","time spent":"1.172714633s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:01.080577Z","caller":"traceutil/trace.go:171","msg":"trace[1027354441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"190.844847ms","start":"2026-04-03T05:09:00.889709Z","end":"2026-04-03T05:09:01.080554Z","steps":["trace[1027354441] 'agreement among raft nodes before linearized reading' (duration: 190.715024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:01.080357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.724299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:01.080734Z","caller":"traceutil/trace.go:171","msg":"trace[1624429399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"558.160849ms","start":"2026-04-03T05:09:00.522551Z","end":"2026-04-03T05:09:01.080712Z","steps":["trace[1624429399] 'agreement among raft nodes before linearized reading' (duration: 557.690827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:01.080871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:00.522517Z","time spent":"558.335583ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:09:03.652627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123457806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:09:03.652724Z","caller":"traceutil/trace.go:171","msg":"trace[1175466648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:662; }","duration":"1.123588969s","start":"2026-04-03T05:09:02.529108Z","end":"2026-04-03T05:09:03.652697Z","steps":["trace[1175466648] 'range keys from in-memory index tree' (duration: 1.123225351s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.652776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:02.529082Z","time spent":"1.123682791s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:03.653118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.95288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:09:03.652614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129487304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:03.653165Z","caller":"traceutil/trace.go:171","msg":"trace[970288328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:662; }","duration":"569.035242ms","start":"2026-04-03T05:09:03.084116Z","end":"2026-04-03T05:09:03.653152Z","steps":["trace[970288328] 'range keys from in-memory index tree' (duration: 568.843758ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:03.653175Z","caller":"traceutil/trace.go:171","msg":"trace[42308289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"2.130113247s","start":"2026-04-03T05:09:01.52305Z","end":"2026-04-03T05:09:03.653163Z","steps":["trace[42308289] 'range keys from in-memory index tree' (duration: 2.129399612s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.653208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.52303Z","time spent":"2.130169899s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:09:03.653213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.084094Z","time spent":"569.110533ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:03.653324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.081393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:09:03.65335Z","caller":"traceutil/trace.go:171","msg":"trace[2118309186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:662; }","duration":"569.177285ms","start":"2026-04-03T05:09:03.084164Z","end":"2026-04-03T05:09:03.653341Z","steps":["trace[2118309186] 'range keys from in-memory index tree' (duration: 568.911239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.653378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.084117Z","time spent":"569.255937ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:09:03.653461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.79669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:09:03.653487Z","caller":"traceutil/trace.go:171","msg":"trace[1022348217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:662; }","duration":"557.871611ms","start":"2026-04-03T05:09:03.095607Z","end":"2026-04-03T05:09:03.653478Z","steps":["trace[1022348217] 'range keys from in-memory index tree' (duration: 557.664277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.653516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.095581Z","time spent":"557.928732ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:09:03.653128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.061789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:03.653699Z","caller":"traceutil/trace.go:171","msg":"trace[601791547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"129.678623ms","start":"2026-04-03T05:09:03.52401Z","end":"2026-04-03T05:09:03.653689Z","steps":["trace[601791547] 'range keys from in-memory index tree' (duration: 128.998338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.653817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.661991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:09:03.653855Z","caller":"traceutil/trace.go:171","msg":"trace[816855618] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:662; }","duration":"474.835745ms","start":"2026-04-03T05:09:03.179007Z","end":"2026-04-03T05:09:03.653842Z","steps":["trace[816855618] 'range keys from in-memory index tree' (duration: 474.499228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.653899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.178983Z","time spent":"474.907237ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-03T05:09:03.978241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.655226Z","time spent":"323.008806ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T05:09:03.985754Z","caller":"traceutil/trace.go:171","msg":"trace[132247941] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"327.758952ms","start":"2026-04-03T05:09:03.657973Z","end":"2026-04-03T05:09:03.985731Z","steps":["trace[132247941] 'process raft request' (duration: 327.693031ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:03.985757Z","caller":"traceutil/trace.go:171","msg":"trace[33934622] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"328.193193ms","start":"2026-04-03T05:09:03.65754Z","end":"2026-04-03T05:09:03.985733Z","steps":["trace[33934622] 'process raft request' (duration: 327.983399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.985915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.657961Z","time spent":"327.865564ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:03.985994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.657513Z","time spent":"328.360266ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:03.986131Z","caller":"traceutil/trace.go:171","msg":"trace[1605069897] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"328.010598ms","start":"2026-04-03T05:09:03.658109Z","end":"2026-04-03T05:09:03.986119Z","steps":["trace[1605069897] 'process raft request' (duration: 327.588288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.98618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.658081Z","time spent":"328.07632ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:09:03.986186Z","caller":"traceutil/trace.go:171","msg":"trace[455050473] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"328.026648ms","start":"2026-04-03T05:09:03.658142Z","end":"2026-04-03T05:09:03.986169Z","steps":["trace[455050473] 'process raft request' (duration: 327.831504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.986275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.658133Z","time spent":"328.09381ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:03.986359Z","caller":"traceutil/trace.go:171","msg":"trace[859733645] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"328.134091ms","start":"2026-04-03T05:09:03.658216Z","end":"2026-04-03T05:09:03.98635Z","steps":["trace[859733645] 'process raft request' (duration: 327.907646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.986405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.658192Z","time spent":"328.190242ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:03.986384Z","caller":"traceutil/trace.go:171","msg":"trace[1260382814] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:689; }","duration":"325.018101ms","start":"2026-04-03T05:09:03.661328Z","end":"2026-04-03T05:09:03.986347Z","steps":["trace[1260382814] 'read index received' (duration: 316.707614ms)","trace[1260382814] 'applied index is now lower than readState.Index' (duration: 8.308627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:03.986545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.201885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:03.986581Z","caller":"traceutil/trace.go:171","msg":"trace[1708505392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"325.280237ms","start":"2026-04-03T05:09:03.661288Z","end":"2026-04-03T05:09:03.986568Z","steps":["trace[1708505392] 'agreement among raft nodes before linearized reading' (duration: 325.174814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:03.986615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:03.66127Z","time spent":"325.337348ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:09:05.633686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.303917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:05.63379Z","caller":"traceutil/trace.go:171","msg":"trace[1376861211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"110.473551ms","start":"2026-04-03T05:09:05.523294Z","end":"2026-04-03T05:09:05.633768Z","steps":["trace[1376861211] 'range keys from in-memory index tree' (duration: 110.200735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:14.848777Z","caller":"traceutil/trace.go:171","msg":"trace[1893262098] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"122.604644ms","start":"2026-04-03T05:09:14.726145Z","end":"2026-04-03T05:09:14.84875Z","steps":["trace[1893262098] 'process raft request' (duration: 88.083058ms)","trace[1893262098] 'compare' (duration: 34.320561ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:14.866365Z","caller":"traceutil/trace.go:171","msg":"trace[158620402] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"134.277426ms","start":"2026-04-03T05:09:14.732063Z","end":"2026-04-03T05:09:14.86634Z","steps":["trace[158620402] 'process raft request' (duration: 134.138683ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:15.035254Z","caller":"traceutil/trace.go:171","msg":"trace[247951421] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"179.053182ms","start":"2026-04-03T05:09:14.856169Z","end":"2026-04-03T05:09:15.035222Z","steps":["trace[247951421] 'process raft request' (duration: 174.095421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:16.637163Z","caller":"traceutil/trace.go:171","msg":"trace[1487983200] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"461.843764ms","start":"2026-04-03T05:09:16.175293Z","end":"2026-04-03T05:09:16.637137Z","steps":["trace[1487983200] 'process raft request' (duration: 461.682331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.637305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:16.175249Z","time spent":"461.987378ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:16.637522Z","caller":"traceutil/trace.go:171","msg":"trace[870123028] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"461.780843ms","start":"2026-04-03T05:09:16.175723Z","end":"2026-04-03T05:09:16.637504Z","steps":["trace[870123028] 'process raft request' (duration: 461.376254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:16.637546Z","caller":"traceutil/trace.go:171","msg":"trace[1143538729] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"461.070807ms","start":"2026-04-03T05:09:16.176448Z","end":"2026-04-03T05:09:16.637519Z","steps":["trace[1143538729] 'process raft request' (duration: 460.955244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.637609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:16.175703Z","time spent":"461.865575ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:16.637697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:16.176436Z","time spent":"461.17585ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:18.283022Z","caller":"traceutil/trace.go:171","msg":"trace[1736726118] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"104.705882ms","start":"2026-04-03T05:09:18.178287Z","end":"2026-04-03T05:09:18.282992Z","steps":["trace[1736726118] 'process raft request' (duration: 104.512577ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:18.530208Z","caller":"traceutil/trace.go:171","msg":"trace[1252358306] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"138.809019ms","start":"2026-04-03T05:09:18.391362Z","end":"2026-04-03T05:09:18.530171Z","steps":["trace[1252358306] 'process raft request' (duration: 105.442099ms)","trace[1252358306] 'compare' (duration: 33.133833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:20.188448Z","caller":"traceutil/trace.go:171","msg":"trace[373003496] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"194.546639ms","start":"2026-04-03T05:09:19.993875Z","end":"2026-04-03T05:09:20.188421Z","steps":["trace[373003496] 'process raft request' (duration: 194.240552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:20.188425Z","caller":"traceutil/trace.go:171","msg":"trace[713557961] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"183.138983ms","start":"2026-04-03T05:09:20.005238Z","end":"2026-04-03T05:09:20.188377Z","steps":["trace[713557961] 'read index received' (duration: 182.784415ms)","trace[713557961] 'applied index is now lower than readState.Index' (duration: 353.208µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:20.188585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.313548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:20.188864Z","caller":"traceutil/trace.go:171","msg":"trace[1140376056] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:814; }","duration":"183.438231ms","start":"2026-04-03T05:09:20.005213Z","end":"2026-04-03T05:09:20.188651Z","steps":["trace[1140376056] 'agreement among raft nodes before linearized reading' (duration: 183.282567ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:25.537236Z","caller":"traceutil/trace.go:171","msg":"trace[1657425085] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"185.410544ms","start":"2026-04-03T05:09:25.351795Z","end":"2026-04-03T05:09:25.537206Z","steps":["trace[1657425085] 'process raft request' (duration: 110.968621ms)","trace[1657425085] 'compare' (duration: 74.30444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:26.880556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888100410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:09:27.381199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888100410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:09:27.882129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888100410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:09:28.1692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.909390249s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:09:28.169669Z","caller":"traceutil/trace.go:171","msg":"trace[813313623] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"1.909950531s","start":"2026-04-03T05:09:26.259685Z","end":"2026-04-03T05:09:28.169636Z","steps":["trace[813313623] 'process raft request' (duration: 1.909780047s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.16983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.259649Z","time spent":"1.910086825s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:28.363791Z","caller":"traceutil/trace.go:171","msg":"trace[1356621455] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:874; }","duration":"1.984085537s","start":"2026-04-03T05:09:26.379684Z","end":"2026-04-03T05:09:28.363769Z","steps":["trace[1356621455] 'read index received' (duration: 1.789830873s)","trace[1356621455] 'applied index is now lower than readState.Index' (duration: 194.253704ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:28.363898Z","caller":"traceutil/trace.go:171","msg":"trace[1490070644] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"2.098959268s","start":"2026-04-03T05:09:26.264928Z","end":"2026-04-03T05:09:28.363888Z","steps":["trace[1490070644] 'process raft request' (duration: 2.098707892s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.363998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.264905Z","time spent":"2.099018428s","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:28.364241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984552547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:09:28.364318Z","caller":"traceutil/trace.go:171","msg":"trace[1273898610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:842; }","duration":"1.98467381s","start":"2026-04-03T05:09:26.379626Z","end":"2026-04-03T05:09:28.3643Z","steps":["trace[1273898610] 'agreement among raft nodes before linearized reading' (duration: 1.984481255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.364358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.379601Z","time spent":"1.984748892s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:09:28.379568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85604111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:28.379626Z","caller":"traceutil/trace.go:171","msg":"trace[326285035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:843; }","duration":"1.856179273s","start":"2026-04-03T05:09:26.523434Z","end":"2026-04-03T05:09:28.379613Z","steps":["trace[326285035] 'agreement among raft nodes before linearized reading' (duration: 1.856069701s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.379663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.523415Z","time spent":"1.856239726s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:09:28.379708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426053424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:09:28.379729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502187614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:09:28.379756Z","caller":"traceutil/trace.go:171","msg":"trace[1325696133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:843; }","duration":"1.426143596s","start":"2026-04-03T05:09:26.953601Z","end":"2026-04-03T05:09:28.379745Z","steps":["trace[1325696133] 'agreement among raft nodes before linearized reading' (duration: 1.425970721s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.379791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.953583Z","time spent":"1.426201487s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:09:28.379787Z","caller":"traceutil/trace.go:171","msg":"trace[1476674588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:843; }","duration":"1.502286336s","start":"2026-04-03T05:09:26.877486Z","end":"2026-04-03T05:09:28.379772Z","steps":["trace[1476674588] 'agreement among raft nodes before linearized reading' (duration: 1.502128871s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.379825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.877467Z","time spent":"1.502350328s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:09:28.379868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425710085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:09:28.379953Z","caller":"traceutil/trace.go:171","msg":"trace[1852084397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:843; }","duration":"1.425824597s","start":"2026-04-03T05:09:26.954111Z","end":"2026-04-03T05:09:28.379935Z","steps":["trace[1852084397] 'agreement among raft nodes before linearized reading' (duration: 1.425571112s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:28.38001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.954104Z","time spent":"1.42588607s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:09:31.474708Z","caller":"traceutil/trace.go:171","msg":"trace[1467947388] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"251.660383ms","start":"2026-04-03T05:09:31.223017Z","end":"2026-04-03T05:09:31.474678Z","steps":["trace[1467947388] 'process raft request' (duration: 251.482509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:33.101036Z","caller":"traceutil/trace.go:171","msg":"trace[1195449153] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"129.94744ms","start":"2026-04-03T05:09:32.971066Z","end":"2026-04-03T05:09:33.101013Z","steps":["trace[1195449153] 'process raft request' (duration: 128.986379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:33.750906Z","caller":"traceutil/trace.go:171","msg":"trace[1493273904] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"127.980395ms","start":"2026-04-03T05:09:33.622869Z","end":"2026-04-03T05:09:33.75085Z","steps":["trace[1493273904] 'process raft request' (duration: 127.843442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:40.808009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.006542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:40.808103Z","caller":"traceutil/trace.go:171","msg":"trace[943408803] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"242.041897ms","start":"2026-04-03T05:09:40.566047Z","end":"2026-04-03T05:09:40.808089Z","steps":["trace[943408803] 'process raft request' (duration: 102.880771ms)","trace[943408803] 'compare' (duration: 138.814768ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:40.885436Z","caller":"traceutil/trace.go:171","msg":"trace[44487422] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"318.882643ms","start":"2026-04-03T05:09:40.566532Z","end":"2026-04-03T05:09:40.885415Z","steps":["trace[44487422] 'process raft request' (duration: 318.73496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:40.885611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:40.566504Z","time spent":"319.001055ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:40.885693Z","caller":"traceutil/trace.go:171","msg":"trace[899429514] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"315.693202ms","start":"2026-04-03T05:09:40.569977Z","end":"2026-04-03T05:09:40.885671Z","steps":["trace[899429514] 'process raft request' (duration: 315.59106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:40.885817Z","caller":"traceutil/trace.go:171","msg":"trace[1749521544] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"318.654298ms","start":"2026-04-03T05:09:40.567123Z","end":"2026-04-03T05:09:40.885777Z","steps":["trace[1749521544] 'process raft request' (duration: 318.260259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:40.8859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:40.569962Z","time spent":"315.824734ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:40.886007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:40.567104Z","time spent":"318.813851ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:42.36633Z","caller":"traceutil/trace.go:171","msg":"trace[1635032388] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"178.96632ms","start":"2026-04-03T05:09:42.18733Z","end":"2026-04-03T05:09:42.366296Z","steps":["trace[1635032388] 'process raft request' (duration: 178.711784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:46.49533Z","caller":"traceutil/trace.go:171","msg":"trace[1736579206] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"117.466121ms","start":"2026-04-03T05:09:46.377829Z","end":"2026-04-03T05:09:46.495295Z","steps":["trace[1736579206] 'process raft request' (duration: 117.296467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:58.276453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607575403s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:58.276734Z","caller":"traceutil/trace.go:171","msg":"trace[2000231278] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1276; }","duration":"1.383011102s","start":"2026-04-03T05:09:56.893698Z","end":"2026-04-03T05:09:58.27671Z","steps":["trace[2000231278] 'read index received' (duration: 139.518282ms)","trace[2000231278] 'applied index is now lower than readState.Index' (duration: 1.24349166s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:58.276884Z","caller":"traceutil/trace.go:171","msg":"trace[933383578] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"1.643472121s","start":"2026-04-03T05:09:56.633349Z","end":"2026-04-03T05:09:58.276821Z","steps":["trace[933383578] 'process raft request' (duration: 1.643279337s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:58.276866Z","caller":"traceutil/trace.go:171","msg":"trace[866197172] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"1.645751922s","start":"2026-04-03T05:09:56.630938Z","end":"2026-04-03T05:09:58.27669Z","steps":["trace[866197172] 'process raft request' (duration: 37.78635ms)","trace[866197172] 'compare' (duration: 1.601394075s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:58.277102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:56.633317Z","time spent":"1.643671205s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:58.277095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316518053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:09:58.277139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316446252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:09:58.277171Z","caller":"traceutil/trace.go:171","msg":"trace[1630223609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1236; }","duration":"1.316634536s","start":"2026-04-03T05:09:56.960514Z","end":"2026-04-03T05:09:58.277148Z","steps":["trace[1630223609] 'agreement among raft nodes before linearized reading' (duration: 1.316449682s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:58.277184Z","caller":"traceutil/trace.go:171","msg":"trace[1085245371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1236; }","duration":"1.316532314s","start":"2026-04-03T05:09:56.960636Z","end":"2026-04-03T05:09:58.277169Z","steps":["trace[1085245371] 'agreement among raft nodes before linearized reading' (duration: 1.31636953s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:58.277212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:56.960492Z","time spent":"1.316713908s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:58.27722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:56.960602Z","time spent":"1.316608975s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:58.277095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38339188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:09:58.277309Z","caller":"traceutil/trace.go:171","msg":"trace[1931114693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1236; }","duration":"1.383653185s","start":"2026-04-03T05:09:56.893626Z","end":"2026-04-03T05:09:58.277279Z","steps":["trace[1931114693] 'agreement among raft nodes before linearized reading' (duration: 1.383280887s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:58.277182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.589057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:09:58.277347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:56.893587Z","time spent":"1.383750188s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:09:58.277365Z","caller":"traceutil/trace.go:171","msg":"trace[1913043169] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1236; }","duration":"913.809882ms","start":"2026-04-03T05:09:57.363535Z","end":"2026-04-03T05:09:58.277345Z","steps":["trace[1913043169] 'agreement among raft nodes before linearized reading' (duration: 913.459644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:58.277417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.363512Z","time spent":"913.893664ms","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:09:58.277885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:56.630888Z","time spent":"1.646213043s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:13.726307Z","caller":"traceutil/trace.go:171","msg":"trace[120960748] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1424; }","duration":"202.079022ms","start":"2026-04-03T05:10:13.524194Z","end":"2026-04-03T05:10:13.726273Z","steps":["trace[120960748] 'read index received' (duration: 201.902678ms)","trace[120960748] 'applied index is now lower than readState.Index' (duration: 174.964µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:13.726492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.275065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:13.726554Z","caller":"traceutil/trace.go:171","msg":"trace[1487046356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1374; }","duration":"202.417928ms","start":"2026-04-03T05:10:13.524118Z","end":"2026-04-03T05:10:13.726535Z","steps":["trace[1487046356] 'agreement among raft nodes before linearized reading' (duration: 202.292786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:13.726671Z","caller":"traceutil/trace.go:171","msg":"trace[1360255571] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"295.470788ms","start":"2026-04-03T05:10:13.431123Z","end":"2026-04-03T05:10:13.726594Z","steps":["trace[1360255571] 'process raft request' (duration: 294.970267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:18.65562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.617223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:10:18.655767Z","caller":"traceutil/trace.go:171","msg":"trace[1231816105] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1528; }","duration":"154.400112ms","start":"2026-04-03T05:10:18.501334Z","end":"2026-04-03T05:10:18.655734Z","steps":["trace[1231816105] 'read index received' (duration: 23.590165ms)","trace[1231816105] 'applied index is now lower than readState.Index' (duration: 130.808257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:18.65608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.72358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:10:18.656181Z","caller":"traceutil/trace.go:171","msg":"trace[841471021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1477; }","duration":"154.887024ms","start":"2026-04-03T05:10:18.501272Z","end":"2026-04-03T05:10:18.656159Z","steps":["trace[841471021] 'agreement among raft nodes before linearized reading' (duration: 154.581976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:18.656127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.629559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:18.656274Z","caller":"traceutil/trace.go:171","msg":"trace[1694418453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1477; }","duration":"132.854374ms","start":"2026-04-03T05:10:18.523395Z","end":"2026-04-03T05:10:18.656249Z","steps":["trace[1694418453] 'agreement among raft nodes before linearized reading' (duration: 132.633959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:18.65634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.260458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:10:18.656435Z","caller":"traceutil/trace.go:171","msg":"trace[603400170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1477; }","duration":"131.420732ms","start":"2026-04-03T05:10:18.524993Z","end":"2026-04-03T05:10:18.656414Z","steps":["trace[603400170] 'agreement among raft nodes before linearized reading' (duration: 131.210287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:18.656343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:18.656598Z","caller":"traceutil/trace.go:171","msg":"trace[691786382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1477; }","duration":"107.012179ms","start":"2026-04-03T05:10:18.549564Z","end":"2026-04-03T05:10:18.656576Z","steps":["trace[691786382] 'agreement among raft nodes before linearized reading' (duration: 106.58236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:20.82901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.979104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:20.829141Z","caller":"traceutil/trace.go:171","msg":"trace[923055702] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1544; }","duration":"150.664389ms","start":"2026-04-03T05:10:20.678454Z","end":"2026-04-03T05:10:20.829118Z","steps":["trace[923055702] 'read index received' (duration: 40.525811ms)","trace[923055702] 'applied index is now lower than readState.Index' (duration: 110.136958ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:20.829253Z","caller":"traceutil/trace.go:171","msg":"trace[1126143163] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"286.193921ms","start":"2026-04-03T05:10:20.543023Z","end":"2026-04-03T05:10:20.829217Z","steps":["trace[1126143163] 'process raft request' (duration: 175.91588ms)","trace[1126143163] 'compare' (duration: 109.846852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:20.829353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.894694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:20.829388Z","caller":"traceutil/trace.go:171","msg":"trace[118006320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1493; }","duration":"150.967176ms","start":"2026-04-03T05:10:20.678408Z","end":"2026-04-03T05:10:20.829376Z","steps":["trace[118006320] 'agreement among raft nodes before linearized reading' (duration: 150.797972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:20.829497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.127981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:10:20.82953Z","caller":"traceutil/trace.go:171","msg":"trace[1786086540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1493; }","duration":"107.209873ms","start":"2026-04-03T05:10:20.722313Z","end":"2026-04-03T05:10:20.829523Z","steps":["trace[1786086540] 'agreement among raft nodes before linearized reading' (duration: 107.08167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:20.829566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.515747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:10:20.829632Z","caller":"traceutil/trace.go:171","msg":"trace[1217152426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1493; }","duration":"106.6349ms","start":"2026-04-03T05:10:20.72298Z","end":"2026-04-03T05:10:20.829615Z","steps":["trace[1217152426] 'agreement among raft nodes before linearized reading' (duration: 106.429795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:20.829615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.867195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:10:20.829686Z","caller":"traceutil/trace.go:171","msg":"trace[1470937697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1493; }","duration":"107.001128ms","start":"2026-04-03T05:10:20.722668Z","end":"2026-04-03T05:10:20.829669Z","steps":["trace[1470937697] 'agreement among raft nodes before linearized reading' (duration: 106.794873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:20.829724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.364243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:10:20.82978Z","caller":"traceutil/trace.go:171","msg":"trace[1138868492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1493; }","duration":"106.451956ms","start":"2026-04-03T05:10:20.723312Z","end":"2026-04-03T05:10:20.829764Z","steps":["trace[1138868492] 'agreement among raft nodes before linearized reading' (duration: 106.264601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:23.059432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.666641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:23.059592Z","caller":"traceutil/trace.go:171","msg":"trace[880645980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1504; }","duration":"214.886126ms","start":"2026-04-03T05:10:22.844676Z","end":"2026-04-03T05:10:23.059562Z","steps":["trace[880645980] 'range keys from in-memory index tree' (duration: 214.401876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:23.059557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.984256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:10:23.059667Z","caller":"traceutil/trace.go:171","msg":"trace[1506283789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1504; }","duration":"214.13315ms","start":"2026-04-03T05:10:22.845512Z","end":"2026-04-03T05:10:23.059645Z","steps":["trace[1506283789] 'range keys from in-memory index tree' (duration: 213.785491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:23.059805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.081989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:10:23.059878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.374346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:10:23.059909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.655156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:10:23.059974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.349599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:10:23.060009Z","caller":"traceutil/trace.go:171","msg":"trace[933888948] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1504; }","duration":"476.820329ms","start":"2026-04-03T05:10:22.583167Z","end":"2026-04-03T05:10:23.059987Z","steps":["trace[933888948] 'count revisions from in-memory index tree' (duration: 476.537462ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:23.060002Z","caller":"traceutil/trace.go:171","msg":"trace[521283154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1504; }","duration":"214.55722ms","start":"2026-04-03T05:10:22.845415Z","end":"2026-04-03T05:10:23.059972Z","steps":["trace[521283154] 'range keys from in-memory index tree' (duration: 214.152711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:23.060061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:22.583144Z","time spent":"476.906331ms","remote":"127.0.0.1:35122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:10:23.060061Z","caller":"traceutil/trace.go:171","msg":"trace[1129150504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1504; }","duration":"216.488303ms","start":"2026-04-03T05:10:22.843553Z","end":"2026-04-03T05:10:23.060042Z","steps":["trace[1129150504] 'range keys from in-memory index tree' (duration: 216.148955ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:23.05993Z","caller":"traceutil/trace.go:171","msg":"trace[1084366828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1504; }","duration":"214.306415ms","start":"2026-04-03T05:10:22.845596Z","end":"2026-04-03T05:10:23.059902Z","steps":["trace[1084366828] 'range keys from in-memory index tree' (duration: 213.826952ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:23.366324Z","caller":"traceutil/trace.go:171","msg":"trace[1569880186] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"458.328818ms","start":"2026-04-03T05:10:22.907973Z","end":"2026-04-03T05:10:23.366302Z","steps":["trace[1569880186] 'process raft request' (duration: 458.167014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:23.366471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:22.907929Z","time spent":"458.466101ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:24.102145Z","caller":"traceutil/trace.go:171","msg":"trace[56441063] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"1.036790034s","start":"2026-04-03T05:10:23.065338Z","end":"2026-04-03T05:10:24.102128Z","steps":["trace[56441063] 'process raft request' (duration: 1.036695802s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:24.102152Z","caller":"traceutil/trace.go:171","msg":"trace[2130929648] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"1.036851706s","start":"2026-04-03T05:10:23.065257Z","end":"2026-04-03T05:10:24.102109Z","steps":["trace[2130929648] 'process raft request' (duration: 1.036718933s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.102333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.065315Z","time spent":"1.036914058s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:24.102436Z","caller":"traceutil/trace.go:171","msg":"trace[1957328240] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"1.036920978s","start":"2026-04-03T05:10:23.065503Z","end":"2026-04-03T05:10:24.102424Z","steps":["trace[1957328240] 'process raft request' (duration: 1.036585241s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.102505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.065475Z","time spent":"1.03700247s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:24.10243Z","caller":"traceutil/trace.go:171","msg":"trace[1912184073] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1556; }","duration":"918.166279ms","start":"2026-04-03T05:10:23.184244Z","end":"2026-04-03T05:10:24.10241Z","steps":["trace[1912184073] 'read index received' (duration: 181.973625ms)","trace[1912184073] 'applied index is now lower than readState.Index' (duration: 736.190954ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:24.102136Z","caller":"traceutil/trace.go:171","msg":"trace[30929472] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"1.0369584s","start":"2026-04-03T05:10:23.06513Z","end":"2026-04-03T05:10:24.102088Z","steps":["trace[30929472] 'process raft request' (duration: 1.036640193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.102682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.433734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T05:10:24.102739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.45291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:24.102748Z","caller":"traceutil/trace.go:171","msg":"trace[988973122] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:1510; }","duration":"918.558967ms","start":"2026-04-03T05:10:23.184171Z","end":"2026-04-03T05:10:24.10273Z","steps":["trace[988973122] 'agreement among raft nodes before linearized reading' (duration: 918.296871ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:24.102783Z","caller":"traceutil/trace.go:171","msg":"trace[1116014341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1510; }","duration":"745.545422ms","start":"2026-04-03T05:10:23.357226Z","end":"2026-04-03T05:10:24.102771Z","steps":["trace[1116014341] 'agreement among raft nodes before linearized reading' (duration: 745.45895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.102795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.184139Z","time spent":"918.644269ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-03T05:10:24.102822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.357198Z","time spent":"745.615573ms","remote":"127.0.0.1:35748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:24.102775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.065099Z","time spent":"1.037585084s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:24.103035Z","caller":"traceutil/trace.go:171","msg":"trace[1261020870] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"1.037369188s","start":"2026-04-03T05:10:23.06565Z","end":"2026-04-03T05:10:24.103019Z","steps":["trace[1261020870] 'process raft request' (duration: 1.036676813s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.1031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.880489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:24.103136Z","caller":"traceutil/trace.go:171","msg":"trace[334161385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1510; }","duration":"579.95314ms","start":"2026-04-03T05:10:23.523174Z","end":"2026-04-03T05:10:24.103127Z","steps":["trace[334161385] 'agreement among raft nodes before linearized reading' (duration: 579.890729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.103132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.065638Z","time spent":"1.037443539s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:24.10317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.523152Z","time spent":"580.011892ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:24.103277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.426592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:24.103379Z","caller":"traceutil/trace.go:171","msg":"trace[1753606558] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1510; }","duration":"643.585495ms","start":"2026-04-03T05:10:23.459771Z","end":"2026-04-03T05:10:24.103357Z","steps":["trace[1753606558] 'agreement among raft nodes before linearized reading' (duration: 643.391691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.102353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.065223Z","time spent":"1.037020081s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:24.103504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.459749Z","time spent":"643.701148ms","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:24.606101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888101631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:25.156557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.096554ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T05:10:25.156708Z","caller":"traceutil/trace.go:171","msg":"trace[120503247] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1562; }","duration":"1.051615654s","start":"2026-04-03T05:10:24.105067Z","end":"2026-04-03T05:10:25.156683Z","steps":["trace[120503247] 'read index received' (duration: 534.378846ms)","trace[120503247] 'applied index is now lower than readState.Index' (duration: 517.234868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:25.156738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.103838Z","time spent":"1.052889323s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:10:25.156807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051723666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:25.156846Z","caller":"traceutil/trace.go:171","msg":"trace[564826795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1510; }","duration":"1.051806218s","start":"2026-04-03T05:10:24.105029Z","end":"2026-04-03T05:10:25.156835Z","steps":["trace[564826795] 'agreement among raft nodes before linearized reading' (duration: 1.051717656s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:25.156883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.105009Z","time spent":"1.051865919s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:25.666387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888101634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:26.167604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888101634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:26.469421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311232515s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:10:26.505589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.32452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:26.505987Z","caller":"traceutil/trace.go:171","msg":"trace[1534877005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1510; }","duration":"894.739689ms","start":"2026-04-03T05:10:25.611226Z","end":"2026-04-03T05:10:26.505966Z","steps":["trace[1534877005] 'range keys from in-memory index tree' (duration: 894.298269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:26.506081Z","caller":"traceutil/trace.go:171","msg":"trace[1136549159] linearizableReadLoop","detail":"{readStateIndex:1565; appliedIndex:1563; }","duration":"1.340245271s","start":"2026-04-03T05:10:25.165823Z","end":"2026-04-03T05:10:26.506069Z","steps":["trace[1136549159] 'read index received' (duration: 1.303804021s)","trace[1136549159] 'applied index is now lower than readState.Index' (duration: 36.44044ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:26.506156Z","caller":"traceutil/trace.go:171","msg":"trace[334880761] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"1.132064614s","start":"2026-04-03T05:10:25.374076Z","end":"2026-04-03T05:10:26.50614Z","steps":["trace[334880761] 'process raft request' (duration: 1.13188994s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.50625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340415224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:26.50628Z","caller":"traceutil/trace.go:171","msg":"trace[1622836076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1512; }","duration":"1.340527228s","start":"2026-04-03T05:10:25.165744Z","end":"2026-04-03T05:10:26.506271Z","steps":["trace[1622836076] 'agreement among raft nodes before linearized reading' (duration: 1.340454756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.506296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282221311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:10:26.506301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.165717Z","time spent":"1.340579048s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:26.506298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.374041Z","time spent":"1.132159435s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:26.506324Z","caller":"traceutil/trace.go:171","msg":"trace[666492828] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1512; }","duration":"1.282287823s","start":"2026-04-03T05:10:25.224026Z","end":"2026-04-03T05:10:26.506313Z","steps":["trace[666492828] 'agreement among raft nodes before linearized reading' (duration: 1.282236821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.506348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.224008Z","time spent":"1.282333544s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:26.506453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.119867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:10:26.506544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.515396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:10:26.506542Z","caller":"traceutil/trace.go:171","msg":"trace[353810879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1512; }","duration":"397.23577ms","start":"2026-04-03T05:10:26.109285Z","end":"2026-04-03T05:10:26.506521Z","steps":["trace[353810879] 'agreement among raft nodes before linearized reading' (duration: 396.996035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.506561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.612849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:10:26.506566Z","caller":"traceutil/trace.go:171","msg":"trace[754631482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1512; }","duration":"397.613768ms","start":"2026-04-03T05:10:26.108947Z","end":"2026-04-03T05:10:26.50656Z","steps":["trace[754631482] 'agreement among raft nodes before linearized reading' (duration: 397.534056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:26.50658Z","caller":"traceutil/trace.go:171","msg":"trace[745855361] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1512; }","duration":"303.67769ms","start":"2026-04-03T05:10:26.202897Z","end":"2026-04-03T05:10:26.506574Z","steps":["trace[745855361] 'agreement among raft nodes before linearized reading' (duration: 303.642409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.506585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.109275Z","time spent":"397.301851ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:26.506609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.202874Z","time spent":"303.727981ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:26.506629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.18569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:10:26.506646Z","caller":"traceutil/trace.go:171","msg":"trace[1147038731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1512; }","duration":"398.222882ms","start":"2026-04-03T05:10:26.108419Z","end":"2026-04-03T05:10:26.506642Z","steps":["trace[1147038731] 'agreement among raft nodes before linearized reading' (duration: 398.177061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.50666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.108408Z","time spent":"398.249442ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:10:26.506067Z","caller":"traceutil/trace.go:171","msg":"trace[556565408] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"1.347978402s","start":"2026-04-03T05:10:25.158048Z","end":"2026-04-03T05:10:26.506027Z","steps":["trace[556565408] 'process raft request' (duration: 1.311560803s)","trace[556565408] 'compare' (duration: 36.110113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:26.506734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.919003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:10:26.506728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.639351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:26.506782Z","caller":"traceutil/trace.go:171","msg":"trace[1461374589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1512; }","duration":"396.979834ms","start":"2026-04-03T05:10:26.109788Z","end":"2026-04-03T05:10:26.506768Z","steps":["trace[1461374589] 'agreement among raft nodes before linearized reading' (duration: 396.817221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.506819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.109774Z","time spent":"397.038225ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:26.506585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.108912Z","time spent":"397.669849ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:26.507121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.158022Z","time spent":"1.348682818s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:26.507392Z","caller":"traceutil/trace.go:171","msg":"trace[1412990042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1512; }","duration":"398.726213ms","start":"2026-04-03T05:10:26.10805Z","end":"2026-04-03T05:10:26.506776Z","steps":["trace[1412990042] 'agreement among raft nodes before linearized reading' (duration: 398.649591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.507419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.108028Z","time spent":"399.385167ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:10:26.694346Z","caller":"traceutil/trace.go:171","msg":"trace[60875917] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"182.923546ms","start":"2026-04-03T05:10:26.511402Z","end":"2026-04-03T05:10:26.694326Z","steps":["trace[60875917] 'process raft request' (duration: 182.766502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:26.69465Z","caller":"traceutil/trace.go:171","msg":"trace[526129220] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"182.939166ms","start":"2026-04-03T05:10:26.511701Z","end":"2026-04-03T05:10:26.69464Z","steps":["trace[526129220] 'process raft request' (duration: 182.589309ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:26.69474Z","caller":"traceutil/trace.go:171","msg":"trace[1625414613] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"182.553378ms","start":"2026-04-03T05:10:26.512158Z","end":"2026-04-03T05:10:26.694712Z","steps":["trace[1625414613] 'process raft request' (duration: 182.393154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:26.694779Z","caller":"traceutil/trace.go:171","msg":"trace[607545671] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1565; }","duration":"183.067669ms","start":"2026-04-03T05:10:26.511687Z","end":"2026-04-03T05:10:26.694755Z","steps":["trace[607545671] 'read index received' (duration: 91.484003ms)","trace[607545671] 'applied index is now lower than readState.Index' (duration: 91.582746ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:26.694869Z","caller":"traceutil/trace.go:171","msg":"trace[1821801793] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"182.584239ms","start":"2026-04-03T05:10:26.512246Z","end":"2026-04-03T05:10:26.69483Z","steps":["trace[1821801793] 'process raft request' (duration: 182.427635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.694983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.281773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:10:26.695006Z","caller":"traceutil/trace.go:171","msg":"trace[1078967987] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1517; }","duration":"183.351955ms","start":"2026-04-03T05:10:26.511646Z","end":"2026-04-03T05:10:26.694998Z","steps":["trace[1078967987] 'agreement among raft nodes before linearized reading' (duration: 183.232603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.840558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:26.695077Z","caller":"traceutil/trace.go:171","msg":"trace[1857403704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1517; }","duration":"179.984881ms","start":"2026-04-03T05:10:26.515074Z","end":"2026-04-03T05:10:26.695059Z","steps":["trace[1857403704] 'agreement among raft nodes before linearized reading' (duration: 179.857898ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:26.87247Z","caller":"traceutil/trace.go:171","msg":"trace[1881987024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1518; }","duration":"174.382337ms","start":"2026-04-03T05:10:26.698062Z","end":"2026-04-03T05:10:26.872444Z","steps":["trace[1881987024] 'process raft request' (duration: 100.102996ms)","trace[1881987024] 'compare' (duration: 74.009444ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:28.681532Z","caller":"traceutil/trace.go:171","msg":"trace[1441697210] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"128.491026ms","start":"2026-04-03T05:10:28.553005Z","end":"2026-04-03T05:10:28.681496Z","steps":["trace[1441697210] 'process raft request' (duration: 80.906589ms)","trace[1441697210] 'compare' (duration: 47.351392ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:28.867002Z","caller":"traceutil/trace.go:171","msg":"trace[972078657] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"101.62515ms","start":"2026-04-03T05:10:28.76534Z","end":"2026-04-03T05:10:28.866965Z","steps":["trace[972078657] 'process raft request' (duration: 101.526847ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:28.867027Z","caller":"traceutil/trace.go:171","msg":"trace[1307468778] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"102.469418ms","start":"2026-04-03T05:10:28.764516Z","end":"2026-04-03T05:10:28.866985Z","steps":["trace[1307468778] 'process raft request' (duration: 102.16353ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:28.867139Z","caller":"traceutil/trace.go:171","msg":"trace[856260073] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"100.005193ms","start":"2026-04-03T05:10:28.767109Z","end":"2026-04-03T05:10:28.867114Z","steps":["trace[856260073] 'process raft request' (duration: 99.800468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:29.277845Z","caller":"traceutil/trace.go:171","msg":"trace[935004580] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"107.397067ms","start":"2026-04-03T05:10:29.17042Z","end":"2026-04-03T05:10:29.277817Z","steps":["trace[935004580] 'process raft request' (duration: 102.509988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:29.351366Z","caller":"traceutil/trace.go:171","msg":"trace[944603983] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"162.541432ms","start":"2026-04-03T05:10:29.188801Z","end":"2026-04-03T05:10:29.351342Z","steps":["trace[944603983] 'process raft request' (duration: 162.311627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.762342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.943205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:29.762467Z","caller":"traceutil/trace.go:171","msg":"trace[1446219246] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"243.309438ms","start":"2026-04-03T05:10:29.519138Z","end":"2026-04-03T05:10:29.762448Z","steps":["trace[1446219246] 'read index received' (duration: 38.314742ms)","trace[1446219246] 'applied index is now lower than readState.Index' (duration: 204.993296ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:29.762509Z","caller":"traceutil/trace.go:171","msg":"trace[1595369264] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"244.002393ms","start":"2026-04-03T05:10:29.518473Z","end":"2026-04-03T05:10:29.762476Z","steps":["trace[1595369264] 'process raft request' (duration: 38.839223ms)","trace[1595369264] 'compare' (duration: 204.772891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:29.762784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.620225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-04-03T05:10:29.762858Z","caller":"traceutil/trace.go:171","msg":"trace[421008615] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1544; }","duration":"243.752278ms","start":"2026-04-03T05:10:29.519086Z","end":"2026-04-03T05:10:29.762838Z","steps":["trace[421008615] 'agreement among raft nodes before linearized reading' (duration: 243.416511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.769202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.065012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:29.769243Z","caller":"traceutil/trace.go:171","msg":"trace[1308738758] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"242.823757ms","start":"2026-04-03T05:10:29.526381Z","end":"2026-04-03T05:10:29.769204Z","steps":["trace[1308738758] 'process raft request' (duration: 242.513649ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:29.769307Z","caller":"traceutil/trace.go:171","msg":"trace[1583598445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"247.199355ms","start":"2026-04-03T05:10:29.522085Z","end":"2026-04-03T05:10:29.769284Z","steps":["trace[1583598445] 'agreement among raft nodes before linearized reading' (duration: 246.996571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:30.887135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.959405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:30.887292Z","caller":"traceutil/trace.go:171","msg":"trace[1648319469] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1602; }","duration":"123.850463ms","start":"2026-04-03T05:10:30.763419Z","end":"2026-04-03T05:10:30.88727Z","steps":["trace[1648319469] 'read index received' (duration: 17.520139ms)","trace[1648319469] 'applied index is now lower than readState.Index' (duration: 106.328744ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:30.887355Z","caller":"traceutil/trace.go:171","msg":"trace[239911430] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"141.389203ms","start":"2026-04-03T05:10:30.745919Z","end":"2026-04-03T05:10:30.887308Z","steps":["trace[239911430] 'process raft request' (duration: 35.139501ms)","trace[239911430] 'compare' (duration: 105.782112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:30.887557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.113069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:10:30.887658Z","caller":"traceutil/trace.go:171","msg":"trace[54900034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1549; }","duration":"124.264193ms","start":"2026-04-03T05:10:30.76337Z","end":"2026-04-03T05:10:30.887635Z","steps":["trace[54900034] 'agreement among raft nodes before linearized reading' (duration: 123.979047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:30.887827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.35285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:30.887871Z","caller":"traceutil/trace.go:171","msg":"trace[333554941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1549; }","duration":"104.438081ms","start":"2026-04-03T05:10:30.783422Z","end":"2026-04-03T05:10:30.88786Z","steps":["trace[333554941] 'agreement among raft nodes before linearized reading' (duration: 104.255277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:30.888119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.125764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:10:30.888195Z","caller":"traceutil/trace.go:171","msg":"trace[1128759631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1549; }","duration":"104.229077ms","start":"2026-04-03T05:10:30.783949Z","end":"2026-04-03T05:10:30.888178Z","steps":["trace[1128759631] 'agreement among raft nodes before linearized reading' (duration: 104.083194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:31.085586Z","caller":"traceutil/trace.go:171","msg":"trace[646510880] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"193.04259ms","start":"2026-04-03T05:10:30.892509Z","end":"2026-04-03T05:10:31.085551Z","steps":["trace[646510880] 'process raft request' (duration: 156.295834ms)","trace[646510880] 'compare' (duration: 36.379938ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:31.085762Z","caller":"traceutil/trace.go:171","msg":"trace[573679294] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"192.886828ms","start":"2026-04-03T05:10:30.892827Z","end":"2026-04-03T05:10:31.085713Z","steps":["trace[573679294] 'process raft request' (duration: 192.687803ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:31.085764Z","caller":"traceutil/trace.go:171","msg":"trace[173833613] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"192.960189ms","start":"2026-04-03T05:10:30.892754Z","end":"2026-04-03T05:10:31.085714Z","steps":["trace[173833613] 'process raft request' (duration: 192.674602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:31.086011Z","caller":"traceutil/trace.go:171","msg":"trace[2029501952] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"192.894598ms","start":"2026-04-03T05:10:30.89309Z","end":"2026-04-03T05:10:31.085985Z","steps":["trace[2029501952] 'process raft request' (duration: 192.501049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:33.199571Z","caller":"traceutil/trace.go:171","msg":"trace[1926310215] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"104.786529ms","start":"2026-04-03T05:10:33.094762Z","end":"2026-04-03T05:10:33.199548Z","steps":["trace[1926310215] 'process raft request' (duration: 104.562814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:33.199831Z","caller":"traceutil/trace.go:171","msg":"trace[1178036679] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"104.023932ms","start":"2026-04-03T05:10:33.095792Z","end":"2026-04-03T05:10:33.199816Z","steps":["trace[1178036679] 'process raft request' (duration: 103.701865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:33.199966Z","caller":"traceutil/trace.go:171","msg":"trace[1355785349] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"104.094333ms","start":"2026-04-03T05:10:33.095862Z","end":"2026-04-03T05:10:33.199957Z","steps":["trace[1355785349] 'process raft request' (duration: 103.893289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:33.542043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.032191ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-03T05:10:33.542176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:33.207693Z","time spent":"334.479064ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T05:10:45.406175Z","caller":"traceutil/trace.go:171","msg":"trace[1611874296] linearizableReadLoop","detail":"{readStateIndex:1881; appliedIndex:1880; }","duration":"230.36896ms","start":"2026-04-03T05:10:45.175787Z","end":"2026-04-03T05:10:45.406156Z","steps":["trace[1611874296] 'read index received' (duration: 230.172716ms)","trace[1611874296] 'applied index is now lower than readState.Index' (duration: 195.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:45.406272Z","caller":"traceutil/trace.go:171","msg":"trace[2123779309] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"362.561939ms","start":"2026-04-03T05:10:45.043686Z","end":"2026-04-03T05:10:45.406248Z","steps":["trace[2123779309] 'process raft request' (duration: 362.349474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:45.406313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.507973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:45.406335Z","caller":"traceutil/trace.go:171","msg":"trace[2071286040] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1804; }","duration":"113.583285ms","start":"2026-04-03T05:10:45.292746Z","end":"2026-04-03T05:10:45.406329Z","steps":["trace[2071286040] 'agreement among raft nodes before linearized reading' (duration: 113.521534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:45.406406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:45.04366Z","time spent":"362.660402ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:45.40672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.913553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:10:45.406814Z","caller":"traceutil/trace.go:171","msg":"trace[1299670229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1804; }","duration":"231.045966ms","start":"2026-04-03T05:10:45.175744Z","end":"2026-04-03T05:10:45.40679Z","steps":["trace[1299670229] 'agreement among raft nodes before linearized reading' (duration: 230.875392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:53.982175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:54.483317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:54.984319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:55.066823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6124525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:55.066895Z","caller":"traceutil/trace.go:171","msg":"trace[1187133234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"1.612574292s","start":"2026-04-03T05:10:53.454305Z","end":"2026-04-03T05:10:55.066879Z","steps":["trace[1187133234] 'range keys from in-memory index tree' (duration: 1.612257946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:55.066935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.454297Z","time spent":"1.612632263s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:10:55.066921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62106539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:10:55.06704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621534848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:10:55.067065Z","caller":"traceutil/trace.go:171","msg":"trace[1349584430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"1.621280503s","start":"2026-04-03T05:10:53.445754Z","end":"2026-04-03T05:10:55.067035Z","steps":["trace[1349584430] 'range keys from in-memory index tree' (duration: 1.620767663s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:55.067127Z","caller":"traceutil/trace.go:171","msg":"trace[212280376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.621720052s","start":"2026-04-03T05:10:53.445387Z","end":"2026-04-03T05:10:55.067107Z","steps":["trace[212280376] 'range keys from in-memory index tree' (duration: 1.621311534s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:55.067144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.445725Z","time spent":"1.621401416s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:10:55.067174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.445338Z","time spent":"1.621824494s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:55.107906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640796649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:10:55.108319Z","caller":"traceutil/trace.go:171","msg":"trace[2003253066] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.641302099s","start":"2026-04-03T05:10:53.46699Z","end":"2026-04-03T05:10:55.108293Z","steps":["trace[2003253066] 'process raft request' (duration: 1.641136615s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:55.108465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.46697Z","time spent":"1.64141664s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:55.153143Z","caller":"traceutil/trace.go:171","msg":"trace[1213819676] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"498.314136ms","start":"2026-04-03T05:10:54.654802Z","end":"2026-04-03T05:10:55.153116Z","steps":["trace[1213819676] 'process raft request' (duration: 498.228385ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:55.15318Z","caller":"traceutil/trace.go:171","msg":"trace[204060560] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"774.212613ms","start":"2026-04-03T05:10:54.378941Z","end":"2026-04-03T05:10:55.153154Z","steps":["trace[204060560] 'process raft request' (duration: 773.954568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:55.153293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:54.378918Z","time spent":"774.313706ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:55.153292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:54.654766Z","time spent":"498.438129ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:55.153869Z","caller":"traceutil/trace.go:171","msg":"trace[1436934445] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:1999; }","duration":"1.672635807s","start":"2026-04-03T05:10:53.481184Z","end":"2026-04-03T05:10:55.153819Z","steps":["trace[1436934445] 'read index received' (duration: 1.626966046s)","trace[1436934445] 'applied index is now lower than readState.Index' (duration: 45.667831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:55.154152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672943583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:10:55.154247Z","caller":"traceutil/trace.go:171","msg":"trace[1099618844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"1.673086076s","start":"2026-04-03T05:10:53.481139Z","end":"2026-04-03T05:10:55.154225Z","steps":["trace[1099618844] 'agreement among raft nodes before linearized reading' (duration: 1.6728089s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:55.154298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.481122Z","time spent":"1.673167597s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:55.654673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102498,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:10:55.95771Z","caller":"traceutil/trace.go:171","msg":"trace[2029559900] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"825.827433ms","start":"2026-04-03T05:10:55.131857Z","end":"2026-04-03T05:10:55.957684Z","steps":["trace[2029559900] 'process raft request' (duration: 825.621379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:55.957883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:55.131823Z","time spent":"825.964055ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:56.074699Z","caller":"traceutil/trace.go:171","msg":"trace[571299355] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2005; }","duration":"920.714806ms","start":"2026-04-03T05:10:55.153949Z","end":"2026-04-03T05:10:56.074664Z","steps":["trace[571299355] 'read index received' (duration: 803.463101ms)","trace[571299355] 'applied index is now lower than readState.Index' (duration: 117.250345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:56.074817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94683509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:10:56.074873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274469377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:56.074904Z","caller":"traceutil/trace.go:171","msg":"trace[820383035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"1.946957132s","start":"2026-04-03T05:10:54.127926Z","end":"2026-04-03T05:10:56.074883Z","steps":["trace[820383035] 'agreement among raft nodes before linearized reading' (duration: 1.946803669s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.074924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.757725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:10:56.074949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:54.127911Z","time spent":"1.947030033s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:10:56.074949Z","caller":"traceutil/trace.go:171","msg":"trace[1504650413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"2.274577659s","start":"2026-04-03T05:10:53.800351Z","end":"2026-04-03T05:10:56.074928Z","steps":["trace[1504650413] 'agreement among raft nodes before linearized reading' (duration: 2.274383245s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:56.074971Z","caller":"traceutil/trace.go:171","msg":"trace[1344311512] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1928; }","duration":"843.814386ms","start":"2026-04-03T05:10:55.231143Z","end":"2026-04-03T05:10:56.074958Z","steps":["trace[1344311512] 'agreement among raft nodes before linearized reading' (duration: 843.729155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.074984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.80033Z","time spent":"2.274646821s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:10:56.075006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:55.231084Z","time spent":"843.913429ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:56.075058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412344779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-03T05:10:56.075054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257435751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-03T05:10:56.075154Z","caller":"traceutil/trace.go:171","msg":"trace[1007413808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44; range_end:; response_count:1; response_revision:1928; }","duration":"2.257579314s","start":"2026-04-03T05:10:53.81755Z","end":"2026-04-03T05:10:56.075129Z","steps":["trace[1007413808] 'agreement among raft nodes before linearized reading' (duration: 2.257221047s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:56.075161Z","caller":"traceutil/trace.go:171","msg":"trace[147860726] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"916.050423ms","start":"2026-04-03T05:10:55.15908Z","end":"2026-04-03T05:10:56.075131Z","steps":["trace[147860726] 'process raft request' (duration: 893.814074ms)","trace[147860726] 'compare' (duration: 21.629307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:56.075205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.81754Z","time spent":"2.257653035s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44\" "} {"level":"warn","ts":"2026-04-03T05:10:56.075192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550773702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:10:56.075284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593792491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:10:56.075316Z","caller":"traceutil/trace.go:171","msg":"trace[1079623760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1928; }","duration":"2.593877662s","start":"2026-04-03T05:10:53.481428Z","end":"2026-04-03T05:10:56.075306Z","steps":["trace[1079623760] 'agreement among raft nodes before linearized reading' (duration: 2.59379004s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:56.075305Z","caller":"traceutil/trace.go:171","msg":"trace[1159253594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"1.550938625s","start":"2026-04-03T05:10:54.524332Z","end":"2026-04-03T05:10:56.075271Z","steps":["trace[1159253594] 'agreement among raft nodes before linearized reading' (duration: 1.550748572s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.07536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:55.159053Z","time spent":"916.188695ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:56.075109Z","caller":"traceutil/trace.go:171","msg":"trace[1302795764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44; range_end:; response_count:1; response_revision:1928; }","duration":"2.4124458s","start":"2026-04-03T05:10:53.662649Z","end":"2026-04-03T05:10:56.075095Z","steps":["trace[1302795764] 'agreement among raft nodes before linearized reading' (duration: 2.412167215s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.075421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:54.524311Z","time spent":"1.551094228s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:56.07546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.662625Z","time spent":"2.412821658s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44\" "} {"level":"warn","ts":"2026-04-03T05:10:56.075384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:53.481381Z","time spent":"2.593995755s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:56.075194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.411658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:10:56.075915Z","caller":"traceutil/trace.go:171","msg":"trace[1402786885] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1928; }","duration":"582.169492ms","start":"2026-04-03T05:10:55.49373Z","end":"2026-04-03T05:10:56.075899Z","steps":["trace[1402786885] 'agreement among raft nodes before linearized reading' (duration: 581.429487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.07596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:55.493709Z","time spent":"582.235574ms","remote":"127.0.0.1:35264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:56.076072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323666088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:10:56.076172Z","caller":"traceutil/trace.go:171","msg":"trace[1224268320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1928; }","duration":"1.323875362s","start":"2026-04-03T05:10:54.752267Z","end":"2026-04-03T05:10:56.076142Z","steps":["trace[1224268320] 'agreement among raft nodes before linearized reading' (duration: 1.32272716s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.076224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:54.752241Z","time spent":"1.323972424s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:10:56.58365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:57.264633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.626989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:57.264748Z","caller":"traceutil/trace.go:171","msg":"trace[1522194432] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.183579344s","start":"2026-04-03T05:10:56.081146Z","end":"2026-04-03T05:10:57.264726Z","steps":["trace[1522194432] 'process raft request' (duration: 864.776101ms)","trace[1522194432] 'compare' (duration: 318.513587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:57.264819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:56.081098Z","time spent":"1.183688876s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:57.369013Z","caller":"traceutil/trace.go:171","msg":"trace[2023640725] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.284615977s","start":"2026-04-03T05:10:56.084368Z","end":"2026-04-03T05:10:57.368984Z","steps":["trace[2023640725] 'process raft request' (duration: 1.284488795s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:57.369057Z","caller":"traceutil/trace.go:171","msg":"trace[1784367504] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2007; }","duration":"1.286154417s","start":"2026-04-03T05:10:56.082882Z","end":"2026-04-03T05:10:57.369037Z","steps":["trace[1784367504] 'read index received' (duration: 863.010895ms)","trace[1784367504] 'applied index is now lower than readState.Index' (duration: 423.141762ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:57.369071Z","caller":"traceutil/trace.go:171","msg":"trace[1028505564] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.287207569s","start":"2026-04-03T05:10:56.081828Z","end":"2026-04-03T05:10:57.369036Z","steps":["trace[1028505564] 'process raft request' (duration: 1.284598428s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:57.369237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:56.0818Z","time spent":"1.287325921s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:57.369241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:56.08435Z","time spent":"1.284761751s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:57.369467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286574625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:57.369557Z","caller":"traceutil/trace.go:171","msg":"trace[692247817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"1.286703028s","start":"2026-04-03T05:10:56.082836Z","end":"2026-04-03T05:10:57.369539Z","steps":["trace[692247817] 'agreement among raft nodes before linearized reading' (duration: 1.286321491s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:57.369549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.898943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-03T05:10:57.369597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:56.082817Z","time spent":"1.286771609s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:10:57.369608Z","caller":"traceutil/trace.go:171","msg":"trace[1971982590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09f636e9-3754-45da-a648-322356dcdf44; range_end:; response_count:1; response_revision:1933; }","duration":"288.008425ms","start":"2026-04-03T05:10:57.081585Z","end":"2026-04-03T05:10:57.369593Z","steps":["trace[1971982590] 'agreement among raft nodes before linearized reading' (duration: 287.866722ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:57.36987Z","caller":"traceutil/trace.go:171","msg":"trace[1434540248] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"210.288441ms","start":"2026-04-03T05:10:57.159563Z","end":"2026-04-03T05:10:57.369851Z","steps":["trace[1434540248] 'process raft request' (duration: 209.365743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:57.369951Z","caller":"traceutil/trace.go:171","msg":"trace[1869003782] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"210.257101ms","start":"2026-04-03T05:10:57.159674Z","end":"2026-04-03T05:10:57.369931Z","steps":["trace[1869003782] 'process raft request' (duration: 209.68484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:57.370041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.706509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:57.370081Z","caller":"traceutil/trace.go:171","msg":"trace[1489962286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1933; }","duration":"211.760989ms","start":"2026-04-03T05:10:57.158311Z","end":"2026-04-03T05:10:57.370072Z","steps":["trace[1489962286] 'agreement among raft nodes before linearized reading' (duration: 211.678678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:57.369969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.27806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:10:57.370237Z","caller":"traceutil/trace.go:171","msg":"trace[1205923373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1933; }","duration":"212.570036ms","start":"2026-04-03T05:10:57.157647Z","end":"2026-04-03T05:10:57.370217Z","steps":["trace[1205923373] 'agreement among raft nodes before linearized reading' (duration: 212.22544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:57.370173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.446144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:57.37037Z","caller":"traceutil/trace.go:171","msg":"trace[1767470582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"286.676188ms","start":"2026-04-03T05:10:57.083679Z","end":"2026-04-03T05:10:57.370355Z","steps":["trace[1767470582] 'agreement among raft nodes before linearized reading' (duration: 286.27641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:57.371327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.523976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:10:57.371581Z","caller":"traceutil/trace.go:171","msg":"trace[1812342339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1933; }","duration":"213.816602ms","start":"2026-04-03T05:10:57.157753Z","end":"2026-04-03T05:10:57.37157Z","steps":["trace[1812342339] 'agreement among raft nodes before linearized reading' (duration: 212.453234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:57.856772Z","caller":"traceutil/trace.go:171","msg":"trace[1749293524] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"137.364582ms","start":"2026-04-03T05:10:57.719356Z","end":"2026-04-03T05:10:57.856721Z","steps":["trace[1749293524] 'process raft request' (duration: 136.007275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:57.856823Z","caller":"traceutil/trace.go:171","msg":"trace[1591620194] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"137.215238ms","start":"2026-04-03T05:10:57.719579Z","end":"2026-04-03T05:10:57.856794Z","steps":["trace[1591620194] 'process raft request' (duration: 137.035265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:57.85704Z","caller":"traceutil/trace.go:171","msg":"trace[1636431419] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"136.604107ms","start":"2026-04-03T05:10:57.720408Z","end":"2026-04-03T05:10:57.857012Z","steps":["trace[1636431419] 'process raft request' (duration: 136.326181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.910707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:06.411322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:06.470394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167057178s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:11:06.470849Z","caller":"traceutil/trace.go:171","msg":"trace[992579609] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.167628758s","start":"2026-04-03T05:11:05.303193Z","end":"2026-04-03T05:11:06.470822Z","steps":["trace[992579609] 'process raft request' (duration: 1.167434635s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:06.471002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.303168Z","time spent":"1.167756251s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.250018Z","caller":"traceutil/trace.go:171","msg":"trace[1377125704] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"1.49806428s","start":"2026-04-03T05:11:05.751932Z","end":"2026-04-03T05:11:07.249996Z","steps":["trace[1377125704] 'process raft request' (duration: 1.497978389s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.250044Z","caller":"traceutil/trace.go:171","msg":"trace[506483185] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.844495238s","start":"2026-04-03T05:11:05.405505Z","end":"2026-04-03T05:11:07.25Z","steps":["trace[506483185] 'process raft request' (duration: 1.844365896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.250146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.751908Z","time spent":"1.498179923s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:11:07.250142Z","caller":"traceutil/trace.go:171","msg":"trace[1559947262] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.847860936s","start":"2026-04-03T05:11:05.402246Z","end":"2026-04-03T05:11:07.250107Z","steps":["trace[1559947262] 'process raft request' (duration: 1.847487278s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.25025Z","caller":"traceutil/trace.go:171","msg":"trace[2142654781] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2093; }","duration":"1.84048737s","start":"2026-04-03T05:11:05.409735Z","end":"2026-04-03T05:11:07.250222Z","steps":["trace[2142654781] 'read index received' (duration: 1.060911682s)","trace[2142654781] 'applied index is now lower than readState.Index' (duration: 779.573618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:07.250268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.405481Z","time spent":"1.844625672s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:07.25031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.402217Z","time spent":"1.847999689s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.250395Z","caller":"traceutil/trace.go:171","msg":"trace[1434972961] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"1.247588266s","start":"2026-04-03T05:11:06.002788Z","end":"2026-04-03T05:11:07.250376Z","steps":["trace[1434972961] 'process raft request' (duration: 1.247166338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.25052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840535921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:11:07.250548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.002761Z","time spent":"1.247691148s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:07.250568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432810842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T05:11:07.25058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825552905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:07.250617Z","caller":"traceutil/trace.go:171","msg":"trace[1521199527] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2016; }","duration":"1.432898254s","start":"2026-04-03T05:11:05.817702Z","end":"2026-04-03T05:11:07.2506Z","steps":["trace[1521199527] 'agreement among raft nodes before linearized reading' (duration: 1.432730281s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.250658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830820609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:11:07.250675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.817686Z","time spent":"1.432982685s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:11:07.250694Z","caller":"traceutil/trace.go:171","msg":"trace[1446769014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"1.83087396s","start":"2026-04-03T05:11:05.419812Z","end":"2026-04-03T05:11:07.250686Z","steps":["trace[1446769014] 'agreement among raft nodes before linearized reading' (duration: 1.830782178s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.250728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.419797Z","time spent":"1.830924991s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:11:07.250772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500962697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-04-03T05:11:07.250805Z","caller":"traceutil/trace.go:171","msg":"trace[1851920994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2016; }","duration":"1.501023198s","start":"2026-04-03T05:11:05.749773Z","end":"2026-04-03T05:11:07.250796Z","steps":["trace[1851920994] 'agreement among raft nodes before linearized reading' (duration: 1.500898276s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.250571Z","caller":"traceutil/trace.go:171","msg":"trace[2015964461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2016; }","duration":"1.840625642s","start":"2026-04-03T05:11:05.409932Z","end":"2026-04-03T05:11:07.250558Z","steps":["trace[2015964461] 'agreement among raft nodes before linearized reading' (duration: 1.84048953s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.250835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.749755Z","time spent":"1.501073829s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12002,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:11:07.250856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.409912Z","time spent":"1.840935009s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:11:07.250873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835799747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:11:07.250629Z","caller":"traceutil/trace.go:171","msg":"trace[1708446250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"1.825636436s","start":"2026-04-03T05:11:05.424977Z","end":"2026-04-03T05:11:07.250614Z","steps":["trace[1708446250] 'agreement among raft nodes before linearized reading' (duration: 1.825469593s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.250939Z","caller":"traceutil/trace.go:171","msg":"trace[1894048642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2016; }","duration":"1.835897178s","start":"2026-04-03T05:11:05.415027Z","end":"2026-04-03T05:11:07.250924Z","steps":["trace[1894048642] 'agreement among raft nodes before linearized reading' (duration: 1.835706345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.250925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727213153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:07.250982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.415016Z","time spent":"1.83595853s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:07.251005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.592777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-03T05:11:07.251067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.986585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120522"} {"level":"info","ts":"2026-04-03T05:11:07.251085Z","caller":"traceutil/trace.go:171","msg":"trace[1781795521] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2016; }","duration":"436.709279ms","start":"2026-04-03T05:11:06.814358Z","end":"2026-04-03T05:11:07.251067Z","steps":["trace[1781795521] 'agreement among raft nodes before linearized reading' (duration: 436.533536ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.251121Z","caller":"traceutil/trace.go:171","msg":"trace[1271123350] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2016; }","duration":"441.067456ms","start":"2026-04-03T05:11:06.810041Z","end":"2026-04-03T05:11:07.251108Z","steps":["trace[1271123350] 'agreement among raft nodes before linearized reading' (duration: 440.905663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.251151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.814347Z","time spent":"436.791742ms","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-03T05:11:07.251167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.810025Z","time spent":"441.131077ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120545,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T05:11:07.250863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100238737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:11:07.25103Z","caller":"traceutil/trace.go:171","msg":"trace[1208566456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"1.727362776s","start":"2026-04-03T05:11:05.523641Z","end":"2026-04-03T05:11:07.251004Z","steps":["trace[1208566456] 'agreement among raft nodes before linearized reading' (duration: 1.727180202s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.251329Z","caller":"traceutil/trace.go:171","msg":"trace[913674573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"1.100644986s","start":"2026-04-03T05:11:06.150582Z","end":"2026-04-03T05:11:07.251227Z","steps":["trace[913674573] 'agreement among raft nodes before linearized reading' (duration: 1.100220927s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.251401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.523619Z","time spent":"1.727762825s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:07.250962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.424959Z","time spent":"1.825994983s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:07.250926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841194003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:07.251669Z","caller":"traceutil/trace.go:171","msg":"trace[1749605646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2016; }","duration":"1.84197201s","start":"2026-04-03T05:11:05.409683Z","end":"2026-04-03T05:11:07.251655Z","steps":["trace[1749605646] 'agreement among raft nodes before linearized reading' (duration: 1.841197704s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.251719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.409644Z","time spent":"1.842062632s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:07.251501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.150559Z","time spent":"1.100825739s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:11:07.401463Z","caller":"traceutil/trace.go:171","msg":"trace[296096793] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"144.719087ms","start":"2026-04-03T05:11:07.25671Z","end":"2026-04-03T05:11:07.401429Z","steps":["trace[296096793] 'process raft request' (duration: 144.406801ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.401476Z","caller":"traceutil/trace.go:171","msg":"trace[578589457] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"144.507822ms","start":"2026-04-03T05:11:07.256943Z","end":"2026-04-03T05:11:07.401451Z","steps":["trace[578589457] 'process raft request' (duration: 144.40612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.401839Z","caller":"traceutil/trace.go:171","msg":"trace[2041323564] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"144.090864ms","start":"2026-04-03T05:11:07.257734Z","end":"2026-04-03T05:11:07.401825Z","steps":["trace[2041323564] 'process raft request' (duration: 143.678356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.401961Z","caller":"traceutil/trace.go:171","msg":"trace[1043662493] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"144.142605ms","start":"2026-04-03T05:11:07.257795Z","end":"2026-04-03T05:11:07.401938Z","steps":["trace[1043662493] 'process raft request' (duration: 143.916881ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.402005Z","caller":"traceutil/trace.go:171","msg":"trace[967281674] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2098; }","duration":"144.211016ms","start":"2026-04-03T05:11:07.257769Z","end":"2026-04-03T05:11:07.40198Z","steps":["trace[967281674] 'read index received' (duration: 58.654218ms)","trace[967281674] 'applied index is now lower than readState.Index' (duration: 85.555698ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:07.402061Z","caller":"traceutil/trace.go:171","msg":"trace[876373168] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"138.575175ms","start":"2026-04-03T05:11:07.263455Z","end":"2026-04-03T05:11:07.40203Z","steps":["trace[876373168] 'process raft request' (duration: 138.432922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.40225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.460841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-09f636e9-3754-45da-a648-322356dcdf44\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T05:11:07.402291Z","caller":"traceutil/trace.go:171","msg":"trace[384715299] range","detail":"{range_begin:/registry/persistentvolumes/pvc-09f636e9-3754-45da-a648-322356dcdf44; range_end:; response_count:1; response_revision:2022; }","duration":"144.538043ms","start":"2026-04-03T05:11:07.257742Z","end":"2026-04-03T05:11:07.40228Z","steps":["trace[384715299] 'agreement among raft nodes before linearized reading' (duration: 144.36464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.402306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.537783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-03T05:11:07.402329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.985042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:07.402378Z","caller":"traceutil/trace.go:171","msg":"trace[107869775] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2022; }","duration":"143.643425ms","start":"2026-04-03T05:11:07.258697Z","end":"2026-04-03T05:11:07.40234Z","steps":["trace[107869775] 'agreement among raft nodes before linearized reading' (duration: 143.513753ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.402383Z","caller":"traceutil/trace.go:171","msg":"trace[1495327195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2022; }","duration":"142.053224ms","start":"2026-04-03T05:11:07.260317Z","end":"2026-04-03T05:11:07.40237Z","steps":["trace[1495327195] 'agreement among raft nodes before linearized reading' (duration: 141.966012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.402553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.435572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120522"} {"level":"info","ts":"2026-04-03T05:11:07.402606Z","caller":"traceutil/trace.go:171","msg":"trace[1069680347] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2022; }","duration":"143.509224ms","start":"2026-04-03T05:11:07.259083Z","end":"2026-04-03T05:11:07.402592Z","steps":["trace[1069680347] 'agreement among raft nodes before linearized reading' (duration: 143.256958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.65874Z","caller":"traceutil/trace.go:171","msg":"trace[133676666] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"177.018494ms","start":"2026-04-03T05:11:07.481693Z","end":"2026-04-03T05:11:07.658711Z","steps":["trace[133676666] 'process raft request' (duration: 163.62895ms)","trace[133676666] 'compare' (duration: 13.249292ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:07.699869Z","caller":"traceutil/trace.go:171","msg":"trace[1685806439] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"217.581535ms","start":"2026-04-03T05:11:07.482263Z","end":"2026-04-03T05:11:07.699845Z","steps":["trace[1685806439] 'process raft request' (duration: 217.456943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.839153Z","caller":"traceutil/trace.go:171","msg":"trace[453737863] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2111; }","duration":"126.67879ms","start":"2026-04-03T05:11:07.712447Z","end":"2026-04-03T05:11:07.839126Z","steps":["trace[453737863] 'read index received' (duration: 100.124716ms)","trace[453737863] 'applied index is now lower than readState.Index' (duration: 26.552844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:07.839318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.857793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:07.83936Z","caller":"traceutil/trace.go:171","msg":"trace[1631396104] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2030; }","duration":"126.929195ms","start":"2026-04-03T05:11:07.71242Z","end":"2026-04-03T05:11:07.839349Z","steps":["trace[1631396104] 'agreement among raft nodes before linearized reading' (duration: 126.822413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.839582Z","caller":"traceutil/trace.go:171","msg":"trace[1510400114] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"130.753061ms","start":"2026-04-03T05:11:07.708799Z","end":"2026-04-03T05:11:07.839552Z","steps":["trace[1510400114] 'process raft request' (duration: 103.784389ms)","trace[1510400114] 'compare' (duration: 26.40182ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:08.600041Z","caller":"traceutil/trace.go:171","msg":"trace[94358541] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"120.914717ms","start":"2026-04-03T05:11:08.479092Z","end":"2026-04-03T05:11:08.600007Z","steps":["trace[94358541] 'process raft request' (duration: 120.640381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:09.457167Z","caller":"traceutil/trace.go:171","msg":"trace[280413569] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"108.014193ms","start":"2026-04-03T05:11:09.349126Z","end":"2026-04-03T05:11:09.45714Z","steps":["trace[280413569] 'process raft request' (duration: 21.76075ms)","trace[280413569] 'compare' (duration: 86.08543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:09.734741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.387416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:09.734852Z","caller":"traceutil/trace.go:171","msg":"trace[2085690431] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"273.427597ms","start":"2026-04-03T05:11:09.461405Z","end":"2026-04-03T05:11:09.734832Z","steps":["trace[2085690431] 'process raft request' (duration: 150.853658ms)","trace[2085690431] 'compare' (duration: 122.256963ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:09.761997Z","caller":"traceutil/trace.go:171","msg":"trace[1426586079] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"300.244847ms","start":"2026-04-03T05:11:09.461737Z","end":"2026-04-03T05:11:09.761982Z","steps":["trace[1426586079] 'process raft request' (duration: 299.991032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:09.762127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.461714Z","time spent":"300.333708ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:09.762131Z","caller":"traceutil/trace.go:171","msg":"trace[374861495] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2118; }","duration":"239.052489ms","start":"2026-04-03T05:11:09.523051Z","end":"2026-04-03T05:11:09.762104Z","steps":["trace[374861495] 'read index received' (duration: 89.240012ms)","trace[374861495] 'applied index is now lower than readState.Index' (duration: 149.810977ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:09.762252Z","caller":"traceutil/trace.go:171","msg":"trace[1669759753] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"300.500452ms","start":"2026-04-03T05:11:09.461743Z","end":"2026-04-03T05:11:09.762243Z","steps":["trace[1669759753] 'process raft request' (duration: 300.193016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:09.762293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.232573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:09.762305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.461716Z","time spent":"300.564373ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:09.762343Z","caller":"traceutil/trace.go:171","msg":"trace[399046653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2039; }","duration":"239.337576ms","start":"2026-04-03T05:11:09.522991Z","end":"2026-04-03T05:11:09.762328Z","steps":["trace[399046653] 'agreement among raft nodes before linearized reading' (duration: 239.210833ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:09.761847Z","caller":"traceutil/trace.go:171","msg":"trace[2074360561] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"300.116794ms","start":"2026-04-03T05:11:09.461682Z","end":"2026-04-03T05:11:09.761799Z","steps":["trace[2074360561] 'process raft request' (duration: 299.91587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:09.762505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.461672Z","time spent":"300.743586ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:11.960862Z","caller":"traceutil/trace.go:171","msg":"trace[928538170] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"186.400689ms","start":"2026-04-03T05:11:11.774439Z","end":"2026-04-03T05:11:11.960839Z","steps":["trace[928538170] 'process raft request' (duration: 186.157615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:11.960992Z","caller":"traceutil/trace.go:171","msg":"trace[326446344] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"185.90591ms","start":"2026-04-03T05:11:11.775067Z","end":"2026-04-03T05:11:11.960973Z","steps":["trace[326446344] 'process raft request' (duration: 185.701716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.004715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.161805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-04-03T05:11:13.00479Z","caller":"traceutil/trace.go:171","msg":"trace[880058242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2052; }","duration":"148.279627ms","start":"2026-04-03T05:11:12.856493Z","end":"2026-04-03T05:11:13.004773Z","steps":["trace[880058242] 'range keys from in-memory index tree' (duration: 148.001232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.474317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.116472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:13.474412Z","caller":"traceutil/trace.go:171","msg":"trace[1241699256] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"184.309129ms","start":"2026-04-03T05:11:13.290085Z","end":"2026-04-03T05:11:13.474394Z","steps":["trace[1241699256] 'process raft request' (duration: 65.050824ms)","trace[1241699256] 'compare' (duration: 119.01554ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:13.709254Z","caller":"traceutil/trace.go:171","msg":"trace[1889766100] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"291.739378ms","start":"2026-04-03T05:11:13.417479Z","end":"2026-04-03T05:11:13.709218Z","steps":["trace[1889766100] 'process raft request' (duration: 261.074323ms)","trace[1889766100] 'compare' (duration: 30.428621ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:13.709543Z","caller":"traceutil/trace.go:171","msg":"trace[1105010518] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"266.920728ms","start":"2026-04-03T05:11:13.442612Z","end":"2026-04-03T05:11:13.709532Z","steps":["trace[1105010518] 'process raft request' (duration: 266.554721ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:13.709603Z","caller":"traceutil/trace.go:171","msg":"trace[281026565] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2137; }","duration":"260.124565ms","start":"2026-04-03T05:11:13.449449Z","end":"2026-04-03T05:11:13.709574Z","steps":["trace[281026565] 'read index received' (duration: 229.127413ms)","trace[281026565] 'applied index is now lower than readState.Index' (duration: 30.995542ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:13.709736Z","caller":"traceutil/trace.go:171","msg":"trace[1201529517] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"267.012531ms","start":"2026-04-03T05:11:13.442692Z","end":"2026-04-03T05:11:13.709705Z","steps":["trace[1201529517] 'process raft request' (duration: 266.737025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.709835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.465558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T05:11:13.709888Z","caller":"traceutil/trace.go:171","msg":"trace[549084400] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2056; }","duration":"233.56396ms","start":"2026-04-03T05:11:13.476313Z","end":"2026-04-03T05:11:13.709877Z","steps":["trace[549084400] 'agreement among raft nodes before linearized reading' (duration: 233.469668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.709922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.447971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:13.709985Z","caller":"traceutil/trace.go:171","msg":"trace[2010858506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"260.546233ms","start":"2026-04-03T05:11:13.449423Z","end":"2026-04-03T05:11:13.709969Z","steps":["trace[2010858506] 'agreement among raft nodes before linearized reading' (duration: 260.329959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.71003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.858693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:13.710097Z","caller":"traceutil/trace.go:171","msg":"trace[503083306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2056; }","duration":"169.968086ms","start":"2026-04-03T05:11:13.540113Z","end":"2026-04-03T05:11:13.710081Z","steps":["trace[503083306] 'agreement among raft nodes before linearized reading' (duration: 169.779162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:15.835256Z","caller":"traceutil/trace.go:171","msg":"trace[1789432048] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"120.977728ms","start":"2026-04-03T05:11:15.714258Z","end":"2026-04-03T05:11:15.835236Z","steps":["trace[1789432048] 'process raft request' (duration: 120.899407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:15.835262Z","caller":"traceutil/trace.go:171","msg":"trace[522763493] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"120.968448ms","start":"2026-04-03T05:11:15.714259Z","end":"2026-04-03T05:11:15.835228Z","steps":["trace[522763493] 'process raft request' (duration: 120.774554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:15.835485Z","caller":"traceutil/trace.go:171","msg":"trace[1635345889] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"121.202622ms","start":"2026-04-03T05:11:15.714255Z","end":"2026-04-03T05:11:15.835458Z","steps":["trace[1635345889] 'process raft request' (duration: 120.940497ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:15.835438Z","caller":"traceutil/trace.go:171","msg":"trace[2034602634] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2151; }","duration":"109.730126ms","start":"2026-04-03T05:11:15.725683Z","end":"2026-04-03T05:11:15.835413Z","steps":["trace[2034602634] 'read index received' (duration: 109.273107ms)","trace[2034602634] 'applied index is now lower than readState.Index' (duration: 455.249µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:15.835664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.96502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:15.835738Z","caller":"traceutil/trace.go:171","msg":"trace[267352749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2069; }","duration":"110.078322ms","start":"2026-04-03T05:11:15.725637Z","end":"2026-04-03T05:11:15.835715Z","steps":["trace[267352749] 'agreement among raft nodes before linearized reading' (duration: 109.866518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.351707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:18.852194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888102817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:18.892408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051278682s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:11:18.893483Z","caller":"traceutil/trace.go:171","msg":"trace[170668923] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"1.052437165s","start":"2026-04-03T05:11:17.841021Z","end":"2026-04-03T05:11:18.893458Z","steps":["trace[170668923] 'process raft request' (duration: 1.051654289s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.893646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.840977Z","time spent":"1.052575237s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:19.145442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.292016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:19.145631Z","caller":"traceutil/trace.go:171","msg":"trace[836584787] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"1.304062413s","start":"2026-04-03T05:11:17.841539Z","end":"2026-04-03T05:11:19.145601Z","steps":["trace[836584787] 'process raft request' (duration: 1.154515711s)","trace[836584787] 'compare' (duration: 148.95935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:19.145797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.841505Z","time spent":"1.304246436s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:19.145819Z","caller":"traceutil/trace.go:171","msg":"trace[1916165374] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"1.304256966s","start":"2026-04-03T05:11:17.841539Z","end":"2026-04-03T05:11:19.145796Z","steps":["trace[1916165374] 'process raft request' (duration: 1.303992571s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.14596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.841505Z","time spent":"1.3043707s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:19.198159Z","caller":"traceutil/trace.go:171","msg":"trace[1095654898] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2162; }","duration":"1.346718126s","start":"2026-04-03T05:11:17.85141Z","end":"2026-04-03T05:11:19.198128Z","steps":["trace[1095654898] 'read index received' (duration: 1.041392178s)","trace[1095654898] 'applied index is now lower than readState.Index' (duration: 305.324188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:19.198446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288347884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:11:19.198439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.339361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:19.198505Z","caller":"traceutil/trace.go:171","msg":"trace[1777188175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2080; }","duration":"1.288479356s","start":"2026-04-03T05:11:17.910008Z","end":"2026-04-03T05:11:19.198487Z","steps":["trace[1777188175] 'agreement among raft nodes before linearized reading' (duration: 1.288279352s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.198481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347032072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:19.198536Z","caller":"traceutil/trace.go:171","msg":"trace[651342203] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2080; }","duration":"875.486904ms","start":"2026-04-03T05:11:18.323033Z","end":"2026-04-03T05:11:19.198519Z","steps":["trace[651342203] 'agreement among raft nodes before linearized reading' (duration: 875.310571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.198558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.14334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:11:19.198591Z","caller":"traceutil/trace.go:171","msg":"trace[1138515182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2080; }","duration":"357.252933ms","start":"2026-04-03T05:11:18.841329Z","end":"2026-04-03T05:11:19.198582Z","steps":["trace[1138515182] 'agreement among raft nodes before linearized reading' (duration: 357.152151ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:19.198574Z","caller":"traceutil/trace.go:171","msg":"trace[1653916879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"1.347213795s","start":"2026-04-03T05:11:17.851333Z","end":"2026-04-03T05:11:19.198547Z","steps":["trace[1653916879] 'agreement among raft nodes before linearized reading' (duration: 1.346889319s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.198595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.322998Z","time spent":"875.583005ms","remote":"127.0.0.1:35348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:19.198623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.841304Z","time spent":"357.312834ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:19.198623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28767501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:11:19.198638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.851304Z","time spent":"1.347315138s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T05:11:19.198659Z","caller":"traceutil/trace.go:171","msg":"trace[366006538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2080; }","duration":"1.28772713s","start":"2026-04-03T05:11:17.910918Z","end":"2026-04-03T05:11:19.198646Z","steps":["trace[366006538] 'agreement among raft nodes before linearized reading' (duration: 1.287647039s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.198646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214684149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:11:19.198694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.910906Z","time spent":"1.287779882s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:11:19.198675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207366805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:11:19.198717Z","caller":"traceutil/trace.go:171","msg":"trace[964532806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2080; }","duration":"1.214796701s","start":"2026-04-03T05:11:17.983903Z","end":"2026-04-03T05:11:19.1987Z","steps":["trace[964532806] 'agreement among raft nodes before linearized reading' (duration: 1.214565527s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:19.198748Z","caller":"traceutil/trace.go:171","msg":"trace[721147808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2080; }","duration":"1.207473557s","start":"2026-04-03T05:11:17.991257Z","end":"2026-04-03T05:11:19.198731Z","steps":["trace[721147808] 'agreement among raft nodes before linearized reading' (duration: 1.207313114s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.19876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.983891Z","time spent":"1.214860242s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:19.198544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.909986Z","time spent":"1.288549437s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:19.198799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.991246Z","time spent":"1.207544248s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:19.198819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287933464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:11:19.198885Z","caller":"traceutil/trace.go:171","msg":"trace[1743169705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2080; }","duration":"1.288016837s","start":"2026-04-03T05:11:17.910853Z","end":"2026-04-03T05:11:19.19887Z","steps":["trace[1743169705] 'agreement among raft nodes before linearized reading' (duration: 1.287810673s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.198825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.638518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:19.198932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.910845Z","time spent":"1.288075218s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:11:19.198979Z","caller":"traceutil/trace.go:171","msg":"trace[938682579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"674.862143ms","start":"2026-04-03T05:11:18.524071Z","end":"2026-04-03T05:11:19.198933Z","steps":["trace[938682579] 'agreement among raft nodes before linearized reading' (duration: 674.640069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.199158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.524051Z","time spent":"675.090438ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:19.199304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.072868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:11:19.199424Z","caller":"traceutil/trace.go:171","msg":"trace[449855951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2080; }","duration":"172.23649ms","start":"2026-04-03T05:11:19.027175Z","end":"2026-04-03T05:11:19.199412Z","steps":["trace[449855951] 'agreement among raft nodes before linearized reading' (duration: 171.206089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.199912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166636842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-04-03T05:11:19.199947Z","caller":"traceutil/trace.go:171","msg":"trace[1773382911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2080; }","duration":"1.166675972s","start":"2026-04-03T05:11:18.033263Z","end":"2026-04-03T05:11:19.199939Z","steps":["trace[1773382911] 'agreement among raft nodes before linearized reading' (duration: 1.165286375s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:19.199978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.0332Z","time spent":"1.166771604s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:11:19.539375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.351357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:19.539495Z","caller":"traceutil/trace.go:171","msg":"trace[21787859] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2087; }","duration":"152.490369ms","start":"2026-04-03T05:11:19.386955Z","end":"2026-04-03T05:11:19.539446Z","steps":["trace[21787859] 'count revisions from in-memory index tree' (duration: 152.255234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:21.435092Z","caller":"traceutil/trace.go:171","msg":"trace[2080901319] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"141.009904ms","start":"2026-04-03T05:11:21.294052Z","end":"2026-04-03T05:11:21.435062Z","steps":["trace[2080901319] 'process raft request' (duration: 97.368252ms)","trace[2080901319] 'compare' (duration: 43.395767ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:21.442475Z","caller":"traceutil/trace.go:171","msg":"trace[23942524] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"146.806947ms","start":"2026-04-03T05:11:21.294462Z","end":"2026-04-03T05:11:21.441269Z","steps":["trace[23942524] 'process raft request' (duration: 140.542414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:21.442663Z","caller":"traceutil/trace.go:171","msg":"trace[2023676530] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"148.074612ms","start":"2026-04-03T05:11:21.294572Z","end":"2026-04-03T05:11:21.442646Z","steps":["trace[2023676530] 'process raft request' (duration: 146.553462ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:21.442726Z","caller":"traceutil/trace.go:171","msg":"trace[128642173] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"147.603653ms","start":"2026-04-03T05:11:21.295098Z","end":"2026-04-03T05:11:21.442701Z","steps":["trace[128642173] 'process raft request' (duration: 147.558682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:21.442747Z","caller":"traceutil/trace.go:171","msg":"trace[1601980532] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"147.696115ms","start":"2026-04-03T05:11:21.295018Z","end":"2026-04-03T05:11:21.442714Z","steps":["trace[1601980532] 'process raft request' (duration: 147.543902ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:22.203664Z","caller":"traceutil/trace.go:171","msg":"trace[406546589] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"165.038378ms","start":"2026-04-03T05:11:22.038599Z","end":"2026-04-03T05:11:22.203637Z","steps":["trace[406546589] 'process raft request' (duration: 164.835064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:29.685475Z","caller":"traceutil/trace.go:171","msg":"trace[1308089976] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"106.503629ms","start":"2026-04-03T05:11:29.578942Z","end":"2026-04-03T05:11:29.685446Z","steps":["trace[1308089976] 'process raft request' (duration: 103.103273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:29.685488Z","caller":"traceutil/trace.go:171","msg":"trace[1515612599] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"105.317323ms","start":"2026-04-03T05:11:29.580141Z","end":"2026-04-03T05:11:29.685458Z","steps":["trace[1515612599] 'process raft request' (duration: 105.235711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:29.685589Z","caller":"traceutil/trace.go:171","msg":"trace[2039714726] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"106.470028ms","start":"2026-04-03T05:11:29.579048Z","end":"2026-04-03T05:11:29.685518Z","steps":["trace[2039714726] 'process raft request' (duration: 106.278854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:29.685631Z","caller":"traceutil/trace.go:171","msg":"trace[691087165] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"105.328883ms","start":"2026-04-03T05:11:29.580277Z","end":"2026-04-03T05:11:29.685606Z","steps":["trace[691087165] 'process raft request' (duration: 105.139039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:31.178927Z","caller":"traceutil/trace.go:171","msg":"trace[761320962] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"138.012512ms","start":"2026-04-03T05:11:31.040873Z","end":"2026-04-03T05:11:31.178885Z","steps":["trace[761320962] 'process raft request' (duration: 60.745836ms)","trace[761320962] 'compare' (duration: 76.830537ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:31.369169Z","caller":"traceutil/trace.go:171","msg":"trace[227933572] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"104.30554ms","start":"2026-04-03T05:11:31.264835Z","end":"2026-04-03T05:11:31.369141Z","steps":["trace[227933572] 'process raft request' (duration: 92.010835ms)","trace[227933572] 'compare' (duration: 12.090691ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:33.34878Z","caller":"traceutil/trace.go:171","msg":"trace[1270067605] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"103.737028ms","start":"2026-04-03T05:11:33.244985Z","end":"2026-04-03T05:11:33.348722Z","steps":["trace[1270067605] 'read index received' (duration: 60.678876ms)","trace[1270067605] 'applied index is now lower than readState.Index' (duration: 43.055842ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:33.348806Z","caller":"traceutil/trace.go:171","msg":"trace[179469992] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"105.546408ms","start":"2026-04-03T05:11:33.243209Z","end":"2026-04-03T05:11:33.348755Z","steps":["trace[179469992] 'process raft request' (duration: 62.414354ms)","trace[179469992] 'compare' (duration: 42.800586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:33.348917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.921902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:33.348975Z","caller":"traceutil/trace.go:171","msg":"trace[2057352572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2167; }","duration":"104.027905ms","start":"2026-04-03T05:11:33.244933Z","end":"2026-04-03T05:11:33.348961Z","steps":["trace[2057352572] 'agreement among raft nodes before linearized reading' (duration: 103.873272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:33.706546Z","caller":"traceutil/trace.go:171","msg":"trace[1593347576] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"108.318629ms","start":"2026-04-03T05:11:33.598187Z","end":"2026-04-03T05:11:33.706505Z","steps":["trace[1593347576] 'process raft request' (duration: 16.692203ms)","trace[1593347576] 'compare' (duration: 91.295169ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:37.385012Z","caller":"traceutil/trace.go:171","msg":"trace[848954685] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"118.981457ms","start":"2026-04-03T05:11:37.265995Z","end":"2026-04-03T05:11:37.384976Z","steps":["trace[848954685] 'process raft request' (duration: 118.67283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.022998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888103137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:11:42.098525Z","caller":"traceutil/trace.go:171","msg":"trace[206988660] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"702.638285ms","start":"2026-04-03T05:11:41.395857Z","end":"2026-04-03T05:11:42.098495Z","steps":["trace[206988660] 'process raft request' (duration: 702.420041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.098719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.39584Z","time spent":"702.776528ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:42.661667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.558036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:42.661852Z","caller":"traceutil/trace.go:171","msg":"trace[470473645] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.224546793s","start":"2026-04-03T05:11:41.437285Z","end":"2026-04-03T05:11:42.661832Z","steps":["trace[470473645] 'process raft request' (duration: 1.076737471s)","trace[470473645] 'compare' (duration: 147.478955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:42.661932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.437262Z","time spent":"1.224633925s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:42.662056Z","caller":"traceutil/trace.go:171","msg":"trace[1316248460] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2295; }","duration":"1.139119846s","start":"2026-04-03T05:11:41.522907Z","end":"2026-04-03T05:11:42.662027Z","steps":["trace[1316248460] 'read index received' (duration: 575.365413ms)","trace[1316248460] 'applied index is now lower than readState.Index' (duration: 563.753003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:42.662173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139270299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:42.662202Z","caller":"traceutil/trace.go:171","msg":"trace[1047013580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"1.13932399s","start":"2026-04-03T05:11:41.522871Z","end":"2026-04-03T05:11:42.662195Z","steps":["trace[1047013580] 'agreement among raft nodes before linearized reading' (duration: 1.139277239s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:42.662158Z","caller":"traceutil/trace.go:171","msg":"trace[1739774829] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.071679999s","start":"2026-04-03T05:11:41.590415Z","end":"2026-04-03T05:11:42.662095Z","steps":["trace[1739774829] 'process raft request' (duration: 1.071356082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.522856Z","time spent":"1.139369712s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:42.662266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.486113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:11:42.662305Z","caller":"traceutil/trace.go:171","msg":"trace[1171557379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2208; }","duration":"861.537224ms","start":"2026-04-03T05:11:41.800758Z","end":"2026-04-03T05:11:42.662296Z","steps":["trace[1171557379] 'agreement among raft nodes before linearized reading' (duration: 861.419102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.597403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:42.662304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063486905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T05:11:42.662334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.800752Z","time spent":"861.576285ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:42.662325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.926701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0b5bce2968e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T05:11:42.662427Z","caller":"traceutil/trace.go:171","msg":"trace[892396171] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0b5bce2968e; range_end:; response_count:1; response_revision:2208; }","duration":"429.033624ms","start":"2026-04-03T05:11:42.233339Z","end":"2026-04-03T05:11:42.662373Z","steps":["trace[892396171] 'agreement among raft nodes before linearized reading' (duration: 428.833869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.590388Z","time spent":"1.071856922s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:42.662451Z","caller":"traceutil/trace.go:171","msg":"trace[289748985] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2208; }","duration":"693.713295ms","start":"2026-04-03T05:11:41.968629Z","end":"2026-04-03T05:11:42.662342Z","steps":["trace[289748985] 'agreement among raft nodes before linearized reading' (duration: 693.546992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.535987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:11:42.662509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.947245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:42.662552Z","caller":"traceutil/trace.go:171","msg":"trace[1729641173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2208; }","duration":"909.743952ms","start":"2026-04-03T05:11:41.752771Z","end":"2026-04-03T05:11:42.662515Z","steps":["trace[1729641173] 'agreement among raft nodes before linearized reading' (duration: 909.449086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.233322Z","time spent":"429.147086ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0b5bce2968e\" "} {"level":"info","ts":"2026-04-03T05:11:42.662574Z","caller":"traceutil/trace.go:171","msg":"trace[42644187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2208; }","duration":"867.053248ms","start":"2026-04-03T05:11:41.795505Z","end":"2026-04-03T05:11:42.662558Z","steps":["trace[42644187] 'agreement among raft nodes before linearized reading' (duration: 866.744961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.164259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:11:42.662595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.752752Z","time spent":"909.829983ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:11:42.662524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.96861Z","time spent":"693.90106ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:42.662609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.795459Z","time spent":"867.14249ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:42.662565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063560927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:11:42.662725Z","caller":"traceutil/trace.go:171","msg":"trace[948926194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2208; }","duration":"1.06372945s","start":"2026-04-03T05:11:41.59899Z","end":"2026-04-03T05:11:42.66272Z","steps":["trace[948926194] 'agreement among raft nodes before linearized reading' (duration: 1.063393843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.598984Z","time spent":"1.063753831s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:11:42.662681Z","caller":"traceutil/trace.go:171","msg":"trace[398496142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2208; }","duration":"832.392274ms","start":"2026-04-03T05:11:41.830255Z","end":"2026-04-03T05:11:42.662648Z","steps":["trace[398496142] 'agreement among raft nodes before linearized reading' (duration: 832.105258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.662858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.83025Z","time spent":"832.537477ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:11:42.66296Z","caller":"traceutil/trace.go:171","msg":"trace[681343138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"1.063586738s","start":"2026-04-03T05:11:41.598765Z","end":"2026-04-03T05:11:42.662351Z","steps":["trace[681343138] 'agreement among raft nodes before linearized reading' (duration: 1.063409175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.663038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.59875Z","time spent":"1.064272793s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:42.664395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.360477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:11:42.664469Z","caller":"traceutil/trace.go:171","msg":"trace[881418116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2208; }","duration":"833.467839ms","start":"2026-04-03T05:11:41.830984Z","end":"2026-04-03T05:11:42.664452Z","steps":["trace[881418116] 'agreement among raft nodes before linearized reading' (duration: 831.30274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:42.664692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:41.830973Z","time spent":"833.649542ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:43.03768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.686531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:43.037873Z","caller":"traceutil/trace.go:171","msg":"trace[2144759972] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"371.066688ms","start":"2026-04-03T05:11:42.666777Z","end":"2026-04-03T05:11:43.037843Z","steps":["trace[2144759972] 'process raft request' (duration: 235.143073ms)","trace[2144759972] 'compare' (duration: 135.574387ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:43.038017Z","caller":"traceutil/trace.go:171","msg":"trace[598364891] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"209.217203ms","start":"2026-04-03T05:11:42.828785Z","end":"2026-04-03T05:11:43.038003Z","steps":["trace[598364891] 'process raft request' (duration: 209.172482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:43.038032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.666761Z","time spent":"371.18142ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:43.038175Z","caller":"traceutil/trace.go:171","msg":"trace[1244449891] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2298; }","duration":"367.012408ms","start":"2026-04-03T05:11:42.671151Z","end":"2026-04-03T05:11:43.038164Z","steps":["trace[1244449891] 'read index received' (duration: 70.68775ms)","trace[1244449891] 'applied index is now lower than readState.Index' (duration: 296.323308ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:43.038184Z","caller":"traceutil/trace.go:171","msg":"trace[413962129] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"369.539895ms","start":"2026-04-03T05:11:42.66862Z","end":"2026-04-03T05:11:43.03816Z","steps":["trace[413962129] 'process raft request' (duration: 369.29618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:43.038217Z","caller":"traceutil/trace.go:171","msg":"trace[1084621925] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"370.027805ms","start":"2026-04-03T05:11:42.66815Z","end":"2026-04-03T05:11:43.038178Z","steps":["trace[1084621925] 'process raft request' (duration: 369.734519ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:43.038247Z","caller":"traceutil/trace.go:171","msg":"trace[1869879241] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"371.376545ms","start":"2026-04-03T05:11:42.666838Z","end":"2026-04-03T05:11:43.038215Z","steps":["trace[1869879241] 'process raft request' (duration: 370.927615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:43.038293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.146591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:43.038302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.668603Z","time spent":"369.632047ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:43.038293Z","caller":"traceutil/trace.go:171","msg":"trace[1577881482] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"370.648749ms","start":"2026-04-03T05:11:42.667449Z","end":"2026-04-03T05:11:43.038097Z","steps":["trace[1577881482] 'process raft request' (duration: 370.400823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:43.038306Z","caller":"traceutil/trace.go:171","msg":"trace[817907500] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"370.889265ms","start":"2026-04-03T05:11:42.667385Z","end":"2026-04-03T05:11:43.038274Z","steps":["trace[817907500] 'process raft request' (duration: 370.439485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:43.038325Z","caller":"traceutil/trace.go:171","msg":"trace[134402571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2216; }","duration":"367.204022ms","start":"2026-04-03T05:11:42.671113Z","end":"2026-04-03T05:11:43.038317Z","steps":["trace[134402571] 'agreement among raft nodes before linearized reading' (duration: 367.09493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:43.038359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.671096Z","time spent":"367.256753ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:43.038381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.668139Z","time spent":"370.154198ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:43.038417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.667362Z","time spent":"370.993066ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:43.038417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.666833Z","time spent":"371.491118ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:43.038415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:42.667439Z","time spent":"370.899245ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:43.535973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.616046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:43.536207Z","caller":"traceutil/trace.go:171","msg":"trace[154054746] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"347.136614ms","start":"2026-04-03T05:11:43.18904Z","end":"2026-04-03T05:11:43.536176Z","steps":["trace[154054746] 'read index received' (duration: 114.062228ms)","trace[154054746] 'applied index is now lower than readState.Index' (duration: 233.071696ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:43.536385Z","caller":"traceutil/trace.go:171","msg":"trace[1818000488] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"363.09726ms","start":"2026-04-03T05:11:43.173239Z","end":"2026-04-03T05:11:43.536337Z","steps":["trace[1818000488] 'process raft request' (duration: 129.920052ms)","trace[1818000488] 'compare' (duration: 232.389271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:43.536602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.562834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:11:43.536659Z","caller":"traceutil/trace.go:171","msg":"trace[1789474264] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:2217; }","duration":"347.658936ms","start":"2026-04-03T05:11:43.188986Z","end":"2026-04-03T05:11:43.536645Z","steps":["trace[1789474264] 'agreement among raft nodes before linearized reading' (duration: 347.296198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:43.53664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:43.173223Z","time spent":"363.288724ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:43.536707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:43.188966Z","time spent":"347.730587ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"info","ts":"2026-04-03T05:11:44.231237Z","caller":"traceutil/trace.go:171","msg":"trace[758769571] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2309; }","duration":"105.65739ms","start":"2026-04-03T05:11:44.125561Z","end":"2026-04-03T05:11:44.231218Z","steps":["trace[758769571] 'read index received' (duration: 105.478676ms)","trace[758769571] 'applied index is now lower than readState.Index' (duration: 178.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:44.231286Z","caller":"traceutil/trace.go:171","msg":"trace[1258462383] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"127.541528ms","start":"2026-04-03T05:11:44.10372Z","end":"2026-04-03T05:11:44.231262Z","steps":["trace[1258462383] 'process raft request' (duration: 127.368475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:44.231322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.755312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:44.231342Z","caller":"traceutil/trace.go:171","msg":"trace[752941012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2219; }","duration":"105.824874ms","start":"2026-04-03T05:11:44.125511Z","end":"2026-04-03T05:11:44.231336Z","steps":["trace[752941012] 'agreement among raft nodes before linearized reading' (duration: 105.774383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:46.593705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.293313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:46.593804Z","caller":"traceutil/trace.go:171","msg":"trace[2110562218] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2228; }","duration":"225.444417ms","start":"2026-04-03T05:11:46.368334Z","end":"2026-04-03T05:11:46.593778Z","steps":["trace[2110562218] 'count revisions from in-memory index tree' (duration: 225.102608ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:46.8385Z","caller":"traceutil/trace.go:171","msg":"trace[502712576] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2320; }","duration":"146.340839ms","start":"2026-04-03T05:11:46.692139Z","end":"2026-04-03T05:11:46.83848Z","steps":["trace[502712576] 'read index received' (duration: 73.42339ms)","trace[502712576] 'applied index is now lower than readState.Index' (duration: 72.916699ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:46.838544Z","caller":"traceutil/trace.go:171","msg":"trace[1761170343] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"158.814788ms","start":"2026-04-03T05:11:46.679708Z","end":"2026-04-03T05:11:46.838523Z","steps":["trace[1761170343] 'process raft request' (duration: 85.91197ms)","trace[1761170343] 'compare' (duration: 72.781246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:46.838674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.516113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:46.838716Z","caller":"traceutil/trace.go:171","msg":"trace[2117254803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"146.591514ms","start":"2026-04-03T05:11:46.692107Z","end":"2026-04-03T05:11:46.838699Z","steps":["trace[2117254803] 'agreement among raft nodes before linearized reading' (duration: 146.450291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.178731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.350366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T05:11:47.178977Z","caller":"traceutil/trace.go:171","msg":"trace[1030532510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"115.639553ms","start":"2026-04-03T05:11:47.063317Z","end":"2026-04-03T05:11:47.178957Z","steps":["trace[1030532510] 'range keys from in-memory index tree' (duration: 115.192563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.178784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.619894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:11:47.179346Z","caller":"traceutil/trace.go:171","msg":"trace[1060748672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"125.229437ms","start":"2026-04-03T05:11:47.054102Z","end":"2026-04-03T05:11:47.179331Z","steps":["trace[1060748672] 'range keys from in-memory index tree' (duration: 124.46719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.178826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.197623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T05:11:47.179455Z","caller":"traceutil/trace.go:171","msg":"trace[269538197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"115.835948ms","start":"2026-04-03T05:11:47.063599Z","end":"2026-04-03T05:11:47.179435Z","steps":["trace[269538197] 'range keys from in-memory index tree' (duration: 115.101041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.178861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.122402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:11:47.179567Z","caller":"traceutil/trace.go:171","msg":"trace[1615708471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"115.793758ms","start":"2026-04-03T05:11:47.06373Z","end":"2026-04-03T05:11:47.179524Z","steps":["trace[1615708471] 'range keys from in-memory index tree' (duration: 115.027739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.178865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.60103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T05:11:47.180443Z","caller":"traceutil/trace.go:171","msg":"trace[1771375570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2230; }","duration":"125.235988ms","start":"2026-04-03T05:11:47.055197Z","end":"2026-04-03T05:11:47.180433Z","steps":["trace[1771375570] 'range keys from in-memory index tree' (duration: 123.439697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.178906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.63166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T05:11:47.180651Z","caller":"traceutil/trace.go:171","msg":"trace[703621826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"116.38165ms","start":"2026-04-03T05:11:47.064249Z","end":"2026-04-03T05:11:47.180631Z","steps":["trace[703621826] 'range keys from in-memory index tree' (duration: 114.519947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.680509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179403235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:54.680839Z","caller":"traceutil/trace.go:171","msg":"trace[619038256] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"378.091691ms","start":"2026-04-03T05:11:54.302727Z","end":"2026-04-03T05:11:54.680819Z","steps":["trace[619038256] 'process raft request' (duration: 378.029899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.68095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:54.302702Z","time spent":"378.186753ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:54.681391Z","caller":"traceutil/trace.go:171","msg":"trace[577577187] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.252691854s","start":"2026-04-03T05:11:53.428617Z","end":"2026-04-03T05:11:54.681309Z","steps":["trace[577577187] 'process raft request' (duration: 72.39696ms)","trace[577577187] 'compare' (duration: 1.178167367s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:54.681395Z","caller":"traceutil/trace.go:171","msg":"trace[1954670228] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"785.932536ms","start":"2026-04-03T05:11:53.895413Z","end":"2026-04-03T05:11:54.681345Z","steps":["trace[1954670228] 'process raft request' (duration: 785.21683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.681464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:53.428588Z","time spent":"1.252839247s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:54.681579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:53.895389Z","time spent":"786.09553ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:54.681628Z","caller":"traceutil/trace.go:171","msg":"trace[1924043415] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"1.156769308s","start":"2026-04-03T05:11:53.524842Z","end":"2026-04-03T05:11:54.681611Z","steps":["trace[1924043415] 'read index received' (duration: 65.162µs)","trace[1924043415] 'applied index is now lower than readState.Index' (duration: 1.156702256s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:54.681734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15689884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:54.68177Z","caller":"traceutil/trace.go:171","msg":"trace[712757004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2273; }","duration":"1.156970272s","start":"2026-04-03T05:11:53.524791Z","end":"2026-04-03T05:11:54.681761Z","steps":["trace[712757004] 'agreement among raft nodes before linearized reading' (duration: 1.156911931s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.6818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:53.524771Z","time spent":"1.157023683s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:54.682006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.638717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:54.682072Z","caller":"traceutil/trace.go:171","msg":"trace[1325861373] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2273; }","duration":"119.733829ms","start":"2026-04-03T05:11:54.562311Z","end":"2026-04-03T05:11:54.682044Z","steps":["trace[1325861373] 'agreement among raft nodes before linearized reading' (duration: 119.615997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.682083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.425391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-04-03T05:11:54.682047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.782112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:54.682153Z","caller":"traceutil/trace.go:171","msg":"trace[617423086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2273; }","duration":"713.932265ms","start":"2026-04-03T05:11:53.96821Z","end":"2026-04-03T05:11:54.682142Z","steps":["trace[617423086] 'agreement among raft nodes before linearized reading' (duration: 713.69712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:54.682156Z","caller":"traceutil/trace.go:171","msg":"trace[1751310012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2273; }","duration":"186.035135ms","start":"2026-04-03T05:11:54.4961Z","end":"2026-04-03T05:11:54.682135Z","steps":["trace[1751310012] 'agreement among raft nodes before linearized reading' (duration: 185.819531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.682187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:53.968194Z","time spent":"713.985876ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:54.68297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.35147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:54.683055Z","caller":"traceutil/trace.go:171","msg":"trace[1997791498] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2273; }","duration":"334.494254ms","start":"2026-04-03T05:11:54.348544Z","end":"2026-04-03T05:11:54.683038Z","steps":["trace[1997791498] 'agreement among raft nodes before linearized reading' (duration: 333.479472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.683122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:54.348523Z","time spent":"334.578145ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:55.206249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.924933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:55.206898Z","caller":"traceutil/trace.go:171","msg":"trace[1961268578] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"445.46538ms","start":"2026-04-03T05:11:54.761411Z","end":"2026-04-03T05:11:55.206876Z","steps":["trace[1961268578] 'process raft request' (duration: 120.831992ms)","trace[1961268578] 'compare' (duration: 322.476751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:55.207125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:54.761382Z","time spent":"445.601823ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:55.567389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888103297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:56.068395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888103297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:56.569404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888103297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:57.003514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.072271657s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:11:57.245927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634960088s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:57.246081Z","caller":"traceutil/trace.go:171","msg":"trace[2059412592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2274; }","duration":"1.635126181s","start":"2026-04-03T05:11:55.61093Z","end":"2026-04-03T05:11:57.246056Z","steps":["trace[2059412592] 'range keys from in-memory index tree' (duration: 1.634938877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.246197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.190257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:57.246461Z","caller":"traceutil/trace.go:171","msg":"trace[1420169970] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2367; }","duration":"2.180152957s","start":"2026-04-03T05:11:55.06629Z","end":"2026-04-03T05:11:57.246443Z","steps":["trace[1420169970] 'read index received' (duration: 1.937540842s)","trace[1420169970] 'applied index is now lower than readState.Index' (duration: 242.610735ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:57.246564Z","caller":"traceutil/trace.go:171","msg":"trace[567067194] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.890124668s","start":"2026-04-03T05:11:55.356409Z","end":"2026-04-03T05:11:57.246534Z","steps":["trace[567067194] 'process raft request' (duration: 1.889910794s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.246595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18030573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:57.246708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.35639Z","time spent":"1.890247762s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:57.246618Z","caller":"traceutil/trace.go:171","msg":"trace[1149255541] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"2.315452747s","start":"2026-04-03T05:11:54.931131Z","end":"2026-04-03T05:11:57.246584Z","steps":["trace[1149255541] 'process raft request' (duration: 2.072650147s)","trace[1149255541] 'compare' (duration: 241.543763ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:57.246744Z","caller":"traceutil/trace.go:171","msg":"trace[168087788] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"540.051796ms","start":"2026-04-03T05:11:56.706674Z","end":"2026-04-03T05:11:57.246726Z","steps":["trace[168087788] 'process raft request' (duration: 539.729119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.246931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:56.706649Z","time spent":"540.196549ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:57.24785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:54.931107Z","time spent":"2.316667234s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:57.246709Z","caller":"traceutil/trace.go:171","msg":"trace[954200234] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2277; }","duration":"2.180415713s","start":"2026-04-03T05:11:55.066275Z","end":"2026-04-03T05:11:57.246691Z","steps":["trace[954200234] 'agreement among raft nodes before linearized reading' (duration: 2.18028377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.248416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.066219Z","time spent":"2.182167291s","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:57.747006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888103303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:58.523422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:11:58.52355Z","caller":"traceutil/trace.go:171","msg":"trace[695259449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042795s","start":"2026-04-03T05:11:56.523102Z","end":"2026-04-03T05:11:58.52353Z","steps":["trace[695259449] 'agreement among raft nodes before linearized reading' (duration: 2.000258016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:58.523601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:56.523078Z","time spent":"2.000512342s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:59.10442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010486616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:59.104525Z","caller":"traceutil/trace.go:171","msg":"trace[2146927536] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"1.857974973s","start":"2026-04-03T05:11:57.246533Z","end":"2026-04-03T05:11:59.104508Z","steps":["trace[2146927536] 'read index received' (duration: 847.314584ms)","trace[2146927536] 'applied index is now lower than readState.Index' (duration: 1.010659029s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:59.104593Z","caller":"traceutil/trace.go:171","msg":"trace[1135821368] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.890220361s","start":"2026-04-03T05:11:57.214362Z","end":"2026-04-03T05:11:59.104582Z","steps":["trace[1135821368] 'process raft request' (duration: 879.499619ms)","trace[1135821368] 'compare' (duration: 1.010385824s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:59.104659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:57.214343Z","time spent":"1.890281983s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:59.104923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883637647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0b5bce2968e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T05:11:59.104968Z","caller":"traceutil/trace.go:171","msg":"trace[1978464555] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0b5bce2968e; range_end:; response_count:1; response_revision:2278; }","duration":"1.883677858s","start":"2026-04-03T05:11:57.221275Z","end":"2026-04-03T05:11:59.104953Z","steps":["trace[1978464555] 'agreement among raft nodes before linearized reading' (duration: 1.883552735s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.104999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:57.221212Z","time spent":"1.88378065s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0b5bce2968e\" "} {"level":"warn","ts":"2026-04-03T05:11:59.10517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797088018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:59.105164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76981321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:11:59.105259Z","caller":"traceutil/trace.go:171","msg":"trace[152835338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"3.769947722s","start":"2026-04-03T05:11:55.335288Z","end":"2026-04-03T05:11:59.105236Z","steps":["trace[152835338] 'agreement among raft nodes before linearized reading' (duration: 3.769683206s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.105231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790069254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:11:59.105329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.335271Z","time spent":"3.770045495s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:11:59.105347Z","caller":"traceutil/trace.go:171","msg":"trace[1480590234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"3.790210927s","start":"2026-04-03T05:11:55.315111Z","end":"2026-04-03T05:11:59.105322Z","steps":["trace[1480590234] 'agreement among raft nodes before linearized reading' (duration: 3.78987917s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.105436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.31506Z","time spent":"3.790357s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:59.105661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415942559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:59.105719Z","caller":"traceutil/trace.go:171","msg":"trace[34902003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"3.416024352s","start":"2026-04-03T05:11:55.689679Z","end":"2026-04-03T05:11:59.105704Z","steps":["trace[34902003] 'agreement among raft nodes before linearized reading' (duration: 3.415873619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.105761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.689666Z","time spent":"3.416082523s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:59.105908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770641297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:11:59.106036Z","caller":"traceutil/trace.go:171","msg":"trace[2142406107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"3.77077073s","start":"2026-04-03T05:11:55.335248Z","end":"2026-04-03T05:11:59.106019Z","steps":["trace[2142406107] 'agreement among raft nodes before linearized reading' (duration: 3.769889381s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.106059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750324392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:11:59.106084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.335226Z","time spent":"3.770845132s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:11:59.106103Z","caller":"traceutil/trace.go:171","msg":"trace[788776189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2278; }","duration":"3.750399854s","start":"2026-04-03T05:11:55.355689Z","end":"2026-04-03T05:11:59.106089Z","steps":["trace[788776189] 'agreement among raft nodes before linearized reading' (duration: 3.750282301s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.106165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.355673Z","time spent":"3.750477435s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:11:59.105212Z","caller":"traceutil/trace.go:171","msg":"trace[1192396989] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2278; }","duration":"3.79716449s","start":"2026-04-03T05:11:55.308034Z","end":"2026-04-03T05:11:59.105198Z","steps":["trace[1192396989] 'agreement among raft nodes before linearized reading' (duration: 3.797105449s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.106296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.307985Z","time spent":"3.798295525s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:59.106678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771024895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:11:59.106773Z","caller":"traceutil/trace.go:171","msg":"trace[943088811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2278; }","duration":"3.771163749s","start":"2026-04-03T05:11:55.335588Z","end":"2026-04-03T05:11:59.106752Z","steps":["trace[943088811] 'agreement among raft nodes before linearized reading' (duration: 3.770556416s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.106765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771183469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:11:59.106829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.33557Z","time spent":"3.7712464s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:11:59.106837Z","caller":"traceutil/trace.go:171","msg":"trace[1965195287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2278; }","duration":"3.771263451s","start":"2026-04-03T05:11:55.335555Z","end":"2026-04-03T05:11:59.106819Z","steps":["trace[1965195287] 'agreement among raft nodes before linearized reading' (duration: 3.771072217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.106914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:55.335534Z","time spent":"3.771364353s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:59.839291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.083245ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:11:59.839811Z","caller":"traceutil/trace.go:171","msg":"trace[215026787] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2371; }","duration":"735.227033ms","start":"2026-04-03T05:11:59.104551Z","end":"2026-04-03T05:11:59.839778Z","steps":["trace[215026787] 'read index received' (duration: 242.706289ms)","trace[215026787] 'applied index is now lower than readState.Index' (duration: 492.517104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:59.839909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163053895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:59.839965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315996675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:59.839991Z","caller":"traceutil/trace.go:171","msg":"trace[777842313] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2278; }","duration":"1.163189349s","start":"2026-04-03T05:11:58.676784Z","end":"2026-04-03T05:11:59.839974Z","steps":["trace[777842313] 'agreement among raft nodes before linearized reading' (duration: 1.163052566s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:59.840017Z","caller":"traceutil/trace.go:171","msg":"trace[929042614] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"731.246165ms","start":"2026-04-03T05:11:59.108747Z","end":"2026-04-03T05:11:59.839993Z","steps":["trace[929042614] 'process raft request' (duration: 730.954979ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:59.840043Z","caller":"traceutil/trace.go:171","msg":"trace[456394550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2278; }","duration":"1.316098737s","start":"2026-04-03T05:11:58.523927Z","end":"2026-04-03T05:11:59.840026Z","steps":["trace[456394550] 'agreement among raft nodes before linearized reading' (duration: 1.315877012s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:58.523876Z","time spent":"1.316213229s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:59.840197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.10872Z","time spent":"731.365898ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:59.840214Z","caller":"traceutil/trace.go:171","msg":"trace[1869846107] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"730.017657ms","start":"2026-04-03T05:11:59.110172Z","end":"2026-04-03T05:11:59.84019Z","steps":["trace[1869846107] 'process raft request' (duration: 729.737811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370760842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:59.840299Z","caller":"traceutil/trace.go:171","msg":"trace[1918085997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2280; }","duration":"2.370872334s","start":"2026-04-03T05:11:57.469408Z","end":"2026-04-03T05:11:59.840281Z","steps":["trace[1918085997] 'agreement among raft nodes before linearized reading' (duration: 2.370604848s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:59.840304Z","caller":"traceutil/trace.go:171","msg":"trace[988017168] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"729.970787ms","start":"2026-04-03T05:11:59.1103Z","end":"2026-04-03T05:11:59.840271Z","steps":["trace[988017168] 'process raft request' (duration: 729.797713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:58.676766Z","time spent":"1.163270561s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:11:59.840346Z","caller":"traceutil/trace.go:171","msg":"trace[879640367] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"729.18342ms","start":"2026-04-03T05:11:59.111154Z","end":"2026-04-03T05:11:59.840337Z","steps":["trace[879640367] 'process raft request' (duration: 729.044836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:57.469349Z","time spent":"2.370998627s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:59.84035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.110139Z","time spent":"730.122261ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:59.840357Z","caller":"traceutil/trace.go:171","msg":"trace[1767869572] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"729.68068ms","start":"2026-04-03T05:11:59.110643Z","end":"2026-04-03T05:11:59.840324Z","steps":["trace[1767869572] 'process raft request' (duration: 729.514997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44512402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:59.840438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.111137Z","time spent":"729.259852ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:59.840469Z","caller":"traceutil/trace.go:171","msg":"trace[1305478408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2279; }","duration":"1.445593599s","start":"2026-04-03T05:11:58.394861Z","end":"2026-04-03T05:11:59.840454Z","steps":["trace[1305478408] 'agreement among raft nodes before linearized reading' (duration: 1.445079718s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.110292Z","time spent":"730.10272ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:59.840513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.110634Z","time spent":"729.802433ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:59.840517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:58.394834Z","time spent":"1.445669561s","remote":"127.0.0.1:35408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:11:59.840306Z","caller":"traceutil/trace.go:171","msg":"trace[925842439] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"729.027857ms","start":"2026-04-03T05:11:59.111265Z","end":"2026-04-03T05:11:59.840293Z","steps":["trace[925842439] 'process raft request' (duration: 728.967095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.111244Z","time spent":"729.421855ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:59.840847Z","caller":"traceutil/trace.go:171","msg":"trace[1378015899] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"588.085542ms","start":"2026-04-03T05:11:59.252749Z","end":"2026-04-03T05:11:59.840834Z","steps":["trace[1378015899] 'process raft request' (duration: 587.713844ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:59.840912Z","caller":"traceutil/trace.go:171","msg":"trace[1122010713] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"587.318635ms","start":"2026-04-03T05:11:59.25358Z","end":"2026-04-03T05:11:59.840899Z","steps":["trace[1122010713] 'process raft request' (duration: 587.182142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.840915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.252718Z","time spent":"588.164343ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:59.840942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.91719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:59.841004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.253556Z","time spent":"587.394246ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:59.841014Z","caller":"traceutil/trace.go:171","msg":"trace[611609954] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2287; }","duration":"671.037983ms","start":"2026-04-03T05:11:59.169959Z","end":"2026-04-03T05:11:59.840997Z","steps":["trace[611609954] 'agreement among raft nodes before linearized reading' (duration: 670.933291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.841121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.169937Z","time spent":"671.161745ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:11:59.840716Z","caller":"traceutil/trace.go:171","msg":"trace[268035788] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"729.20272ms","start":"2026-04-03T05:11:59.111486Z","end":"2026-04-03T05:11:59.840689Z","steps":["trace[268035788] 'process raft request' (duration: 728.777321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.841582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.816896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-03T05:11:59.841625Z","caller":"traceutil/trace.go:171","msg":"trace[197450125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2287; }","duration":"132.897338ms","start":"2026-04-03T05:11:59.708717Z","end":"2026-04-03T05:11:59.841614Z","steps":["trace[197450125] 'agreement among raft nodes before linearized reading' (duration: 132.213202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:59.841672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:59.111432Z","time spent":"730.155112ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:01.99773Z","caller":"traceutil/trace.go:171","msg":"trace[1211206460] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"150.878573ms","start":"2026-04-03T05:12:01.846762Z","end":"2026-04-03T05:12:01.99764Z","steps":["trace[1211206460] 'process raft request' (duration: 150.73859ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.134058Z","caller":"traceutil/trace.go:171","msg":"trace[59083241] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"286.324667ms","start":"2026-04-03T05:12:01.847702Z","end":"2026-04-03T05:12:02.134027Z","steps":["trace[59083241] 'process raft request' (duration: 269.253262ms)","trace[59083241] 'compare' (duration: 16.618215ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:02.134525Z","caller":"traceutil/trace.go:171","msg":"trace[1156134755] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"286.02418ms","start":"2026-04-03T05:12:01.848487Z","end":"2026-04-03T05:12:02.134511Z","steps":["trace[1156134755] 'process raft request' (duration: 285.391446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.134928Z","caller":"traceutil/trace.go:171","msg":"trace[87827541] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"286.113842ms","start":"2026-04-03T05:12:01.848794Z","end":"2026-04-03T05:12:02.134908Z","steps":["trace[87827541] 'process raft request' (duration: 285.55219ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.135636Z","caller":"traceutil/trace.go:171","msg":"trace[600570728] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"285.482647ms","start":"2026-04-03T05:12:01.850139Z","end":"2026-04-03T05:12:02.135622Z","steps":["trace[600570728] 'process raft request' (duration: 284.504746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.136091Z","caller":"traceutil/trace.go:171","msg":"trace[585257739] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"285.876107ms","start":"2026-04-03T05:12:01.850197Z","end":"2026-04-03T05:12:02.136073Z","steps":["trace[585257739] 'process raft request' (duration: 285.186461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.136436Z","caller":"traceutil/trace.go:171","msg":"trace[1641448427] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"285.507168ms","start":"2026-04-03T05:12:01.850919Z","end":"2026-04-03T05:12:02.136427Z","steps":["trace[1641448427] 'process raft request' (duration: 285.035008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.136597Z","caller":"traceutil/trace.go:171","msg":"trace[1100498618] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"285.155591ms","start":"2026-04-03T05:12:01.851407Z","end":"2026-04-03T05:12:02.136563Z","steps":["trace[1100498618] 'process raft request' (duration: 284.926446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.136603Z","caller":"traceutil/trace.go:171","msg":"trace[153348107] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2384; }","duration":"155.465104ms","start":"2026-04-03T05:12:01.981036Z","end":"2026-04-03T05:12:02.136501Z","steps":["trace[153348107] 'read index received' (duration: 16.559394ms)","trace[153348107] 'applied index is now lower than readState.Index' (duration: 138.90443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:02.136753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.708959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:02.136831Z","caller":"traceutil/trace.go:171","msg":"trace[1399289625] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2298; }","duration":"155.801861ms","start":"2026-04-03T05:12:01.981016Z","end":"2026-04-03T05:12:02.136818Z","steps":["trace[1399289625] 'agreement among raft nodes before linearized reading' (duration: 155.669508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.816606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.897136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:04.816907Z","caller":"traceutil/trace.go:171","msg":"trace[1343517866] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"103.587995ms","start":"2026-04-03T05:12:04.713297Z","end":"2026-04-03T05:12:04.816885Z","steps":["trace[1343517866] 'process raft request' (duration: 103.542544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.816874Z","caller":"traceutil/trace.go:171","msg":"trace[1116071274] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"667.353133ms","start":"2026-04-03T05:12:04.149474Z","end":"2026-04-03T05:12:04.816827Z","steps":["trace[1116071274] 'process raft request' (duration: 120.132948ms)","trace[1116071274] 'compare' (duration: 546.767884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:04.81711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.149463Z","time spent":"667.525036ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:04.817142Z","caller":"traceutil/trace.go:171","msg":"trace[1949454178] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2402; }","duration":"614.219156ms","start":"2026-04-03T05:12:04.202914Z","end":"2026-04-03T05:12:04.817133Z","steps":["trace[1949454178] 'read index received' (duration: 66.689005ms)","trace[1949454178] 'applied index is now lower than readState.Index' (duration: 547.529131ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:04.816933Z","caller":"traceutil/trace.go:171","msg":"trace[636135538] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"628.013439ms","start":"2026-04-03T05:12:04.18887Z","end":"2026-04-03T05:12:04.816883Z","steps":["trace[636135538] 'process raft request' (duration: 627.860685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.817126Z","caller":"traceutil/trace.go:171","msg":"trace[2024798500] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"627.916075ms","start":"2026-04-03T05:12:04.189183Z","end":"2026-04-03T05:12:04.817099Z","steps":["trace[2024798500] 'process raft request' (duration: 627.613389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.81741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.188851Z","time spent":"628.464678ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:04.817417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.189174Z","time spent":"628.193681ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:04.817416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.471871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:12:04.817655Z","caller":"traceutil/trace.go:171","msg":"trace[1436598281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2311; }","duration":"614.725307ms","start":"2026-04-03T05:12:04.202884Z","end":"2026-04-03T05:12:04.817609Z","steps":["trace[1436598281] 'agreement among raft nodes before linearized reading' (duration: 614.304138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.817787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.202873Z","time spent":"614.867ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:12:04.838121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.353491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:12:04.838247Z","caller":"traceutil/trace.go:171","msg":"trace[152796586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2313; }","duration":"436.548345ms","start":"2026-04-03T05:12:04.40168Z","end":"2026-04-03T05:12:04.838229Z","steps":["trace[152796586] 'agreement among raft nodes before linearized reading' (duration: 436.297299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.838315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.401642Z","time spent":"436.665818ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T05:12:04.838506Z","caller":"traceutil/trace.go:171","msg":"trace[506283957] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"111.281702ms","start":"2026-04-03T05:12:04.727205Z","end":"2026-04-03T05:12:04.838486Z","steps":["trace[506283957] 'process raft request' (duration: 110.621088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.8386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.282302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:04.838624Z","caller":"traceutil/trace.go:171","msg":"trace[237274653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2313; }","duration":"315.349963ms","start":"2026-04-03T05:12:04.523268Z","end":"2026-04-03T05:12:04.838618Z","steps":["trace[237274653] 'agreement among raft nodes before linearized reading' (duration: 315.296092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.83864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.523243Z","time spent":"315.393625ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:12:04.83852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.432241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:04.839626Z","caller":"traceutil/trace.go:171","msg":"trace[1426432686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2313; }","duration":"268.638108ms","start":"2026-04-03T05:12:04.570976Z","end":"2026-04-03T05:12:04.839615Z","steps":["trace[1426432686] 'agreement among raft nodes before linearized reading' (duration: 267.467011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.292332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.617335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-03T05:12:06.292351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.36214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T05:12:06.292426Z","caller":"traceutil/trace.go:171","msg":"trace[1820987788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2317; }","duration":"103.771008ms","start":"2026-04-03T05:12:06.188633Z","end":"2026-04-03T05:12:06.292404Z","steps":["trace[1820987788] 'range keys from in-memory index tree' (duration: 103.38952ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.292431Z","caller":"traceutil/trace.go:171","msg":"trace[1010680825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2317; }","duration":"103.466212ms","start":"2026-04-03T05:12:06.188946Z","end":"2026-04-03T05:12:06.292412Z","steps":["trace[1010680825] 'range keys from in-memory index tree' (duration: 103.075373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.292477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.87976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:12:06.292568Z","caller":"traceutil/trace.go:171","msg":"trace[2059383883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2317; }","duration":"104.016454ms","start":"2026-04-03T05:12:06.188534Z","end":"2026-04-03T05:12:06.29255Z","steps":["trace[2059383883] 'range keys from in-memory index tree' (duration: 103.534823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.552676Z","caller":"traceutil/trace.go:171","msg":"trace[673100455] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"255.483409ms","start":"2026-04-03T05:12:06.296378Z","end":"2026-04-03T05:12:06.551861Z","steps":["trace[673100455] 'process raft request' (duration: 212.418334ms)","trace[673100455] 'compare' (duration: 42.79954ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:06.553395Z","caller":"traceutil/trace.go:171","msg":"trace[1359690672] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"255.376327ms","start":"2026-04-03T05:12:06.297993Z","end":"2026-04-03T05:12:06.553369Z","steps":["trace[1359690672] 'process raft request' (duration: 253.807233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.143414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.116793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:07.14357Z","caller":"traceutil/trace.go:171","msg":"trace[984677604] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2323; }","duration":"184.320707ms","start":"2026-04-03T05:12:06.959218Z","end":"2026-04-03T05:12:07.143539Z","steps":["trace[984677604] 'count revisions from in-memory index tree' (duration: 184.041331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:08.674214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.633625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:12:08.674299Z","caller":"traceutil/trace.go:171","msg":"trace[192956190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2328; }","duration":"113.772998ms","start":"2026-04-03T05:12:08.560506Z","end":"2026-04-03T05:12:08.674279Z","steps":["trace[192956190] 'range keys from in-memory index tree' (duration: 113.392729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:08.674312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.262647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T05:12:08.674391Z","caller":"traceutil/trace.go:171","msg":"trace[480737196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2328; }","duration":"113.39539ms","start":"2026-04-03T05:12:08.560976Z","end":"2026-04-03T05:12:08.674371Z","steps":["trace[480737196] 'range keys from in-memory index tree' (duration: 113.065943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:08.79064Z","caller":"traceutil/trace.go:171","msg":"trace[2147398023] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"110.968955ms","start":"2026-04-03T05:12:08.679642Z","end":"2026-04-03T05:12:08.790611Z","steps":["trace[2147398023] 'process raft request' (duration: 94.849131ms)","trace[2147398023] 'compare' (duration: 16.004452ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:19.17891Z","caller":"traceutil/trace.go:171","msg":"trace[1615750262] linearizableReadLoop","detail":"{readStateIndex:2478; appliedIndex:2477; }","duration":"240.975921ms","start":"2026-04-03T05:12:18.937875Z","end":"2026-04-03T05:12:19.178851Z","steps":["trace[1615750262] 'read index received' (duration: 240.723156ms)","trace[1615750262] 'applied index is now lower than readState.Index' (duration: 251.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:19.178986Z","caller":"traceutil/trace.go:171","msg":"trace[1879384009] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"321.949338ms","start":"2026-04-03T05:12:18.857Z","end":"2026-04-03T05:12:19.178949Z","steps":["trace[1879384009] 'process raft request' (duration: 321.672962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:19.179153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:18.856956Z","time spent":"322.105442ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:19.179183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.301498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:12:19.179252Z","caller":"traceutil/trace.go:171","msg":"trace[1645900773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2380; }","duration":"241.417411ms","start":"2026-04-03T05:12:18.937816Z","end":"2026-04-03T05:12:19.179234Z","steps":["trace[1645900773] 'agreement among raft nodes before linearized reading' (duration: 241.200806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:19.179274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.350952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:12:19.179316Z","caller":"traceutil/trace.go:171","msg":"trace[1544530057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2380; }","duration":"222.446665ms","start":"2026-04-03T05:12:18.956854Z","end":"2026-04-03T05:12:19.179301Z","steps":["trace[1544530057] 'agreement among raft nodes before linearized reading' (duration: 222.200978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:19.179309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.005275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:12:19.179376Z","caller":"traceutil/trace.go:171","msg":"trace[1454790076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2380; }","duration":"212.130138ms","start":"2026-04-03T05:12:18.96723Z","end":"2026-04-03T05:12:19.17936Z","steps":["trace[1454790076] 'agreement among raft nodes before linearized reading' (duration: 211.915302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:19.17955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.216404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:12:19.1797Z","caller":"traceutil/trace.go:171","msg":"trace[337561100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2380; }","duration":"209.338017ms","start":"2026-04-03T05:12:18.970294Z","end":"2026-04-03T05:12:19.179632Z","steps":["trace[337561100] 'agreement among raft nodes before linearized reading' (duration: 208.827125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:19.373321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.680502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:19.373594Z","caller":"traceutil/trace.go:171","msg":"trace[578594866] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"189.45068ms","start":"2026-04-03T05:12:19.184109Z","end":"2026-04-03T05:12:19.37356Z","steps":["trace[578594866] 'process raft request' (duration: 77.442371ms)","trace[578594866] 'compare' (duration: 111.55603ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:19.373688Z","caller":"traceutil/trace.go:171","msg":"trace[410592815] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"188.56614ms","start":"2026-04-03T05:12:19.185102Z","end":"2026-04-03T05:12:19.373668Z","steps":["trace[410592815] 'process raft request' (duration: 188.374796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:19.373681Z","caller":"traceutil/trace.go:171","msg":"trace[981708123] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"189.091332ms","start":"2026-04-03T05:12:19.184542Z","end":"2026-04-03T05:12:19.373633Z","steps":["trace[981708123] 'process raft request' (duration: 188.885028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.153593Z","caller":"traceutil/trace.go:171","msg":"trace[913619545] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2482; }","duration":"297.336388ms","start":"2026-04-03T05:12:19.856228Z","end":"2026-04-03T05:12:20.153564Z","steps":["trace[913619545] 'read index received' (duration: 297.203475ms)","trace[913619545] 'applied index is now lower than readState.Index' (duration: 132.123µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:20.153678Z","caller":"traceutil/trace.go:171","msg":"trace[2005747497] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"300.724672ms","start":"2026-04-03T05:12:19.852907Z","end":"2026-04-03T05:12:20.153631Z","steps":["trace[2005747497] 'process raft request' (duration: 300.482797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.153816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:19.852881Z","time spent":"300.844995ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:20.153897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.654865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:12:20.153964Z","caller":"traceutil/trace.go:171","msg":"trace[1990092936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2385; }","duration":"297.743407ms","start":"2026-04-03T05:12:19.856203Z","end":"2026-04-03T05:12:20.153946Z","steps":["trace[1990092936] 'agreement among raft nodes before linearized reading' (duration: 297.556133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.153977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.284634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:20.154051Z","caller":"traceutil/trace.go:171","msg":"trace[758603203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2385; }","duration":"173.412327ms","start":"2026-04-03T05:12:19.980623Z","end":"2026-04-03T05:12:20.154035Z","steps":["trace[758603203] 'agreement among raft nodes before linearized reading' (duration: 173.282534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.154133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.474165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:20.154203Z","caller":"traceutil/trace.go:171","msg":"trace[573182136] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2385; }","duration":"135.583037ms","start":"2026-04-03T05:12:20.018593Z","end":"2026-04-03T05:12:20.154176Z","steps":["trace[573182136] 'agreement among raft nodes before linearized reading' (duration: 135.483195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.154298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.696869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-03T05:12:20.154393Z","caller":"traceutil/trace.go:171","msg":"trace[1576236125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2385; }","duration":"145.830551ms","start":"2026-04-03T05:12:20.008549Z","end":"2026-04-03T05:12:20.154379Z","steps":["trace[1576236125] 'agreement among raft nodes before linearized reading' (duration: 145.574076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.389487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.207179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:20.389697Z","caller":"traceutil/trace.go:171","msg":"trace[2055806323] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"186.456315ms","start":"2026-04-03T05:12:20.203223Z","end":"2026-04-03T05:12:20.38968Z","steps":["trace[2055806323] 'process raft request' (duration: 186.365983ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.38982Z","caller":"traceutil/trace.go:171","msg":"trace[1777065667] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"231.514674ms","start":"2026-04-03T05:12:20.158275Z","end":"2026-04-03T05:12:20.389789Z","steps":["trace[1777065667] 'process raft request' (duration: 100.920966ms)","trace[1777065667] 'compare' (duration: 129.997114ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:20.389807Z","caller":"traceutil/trace.go:171","msg":"trace[613096193] linearizableReadLoop","detail":"{readStateIndex:2484; appliedIndex:2483; }","duration":"222.22537ms","start":"2026-04-03T05:12:20.167547Z","end":"2026-04-03T05:12:20.389773Z","steps":["trace[613096193] 'read index received' (duration: 91.605902ms)","trace[613096193] 'applied index is now lower than readState.Index' (duration: 130.613908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:20.390071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.507806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:20.390207Z","caller":"traceutil/trace.go:171","msg":"trace[2120621407] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2387; }","duration":"222.67347ms","start":"2026-04-03T05:12:20.167511Z","end":"2026-04-03T05:12:20.390184Z","steps":["trace[2120621407] 'agreement among raft nodes before linearized reading' (duration: 222.387813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.412165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.977802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:12:20.41232Z","caller":"traceutil/trace.go:171","msg":"trace[876834017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2388; }","duration":"226.132185ms","start":"2026-04-03T05:12:20.186122Z","end":"2026-04-03T05:12:20.412254Z","steps":["trace[876834017] 'agreement among raft nodes before linearized reading' (duration: 225.90529ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.412304Z","caller":"traceutil/trace.go:171","msg":"trace[572603717] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"110.823084ms","start":"2026-04-03T05:12:20.301462Z","end":"2026-04-03T05:12:20.412285Z","steps":["trace[572603717] 'process raft request' (duration: 110.336923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:25.720308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.525185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:25.720441Z","caller":"traceutil/trace.go:171","msg":"trace[1282952981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2412; }","duration":"109.679489ms","start":"2026-04-03T05:12:25.610741Z","end":"2026-04-03T05:12:25.720421Z","steps":["trace[1282952981] 'range keys from in-memory index tree' (duration: 109.504984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:25.720435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.607671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:25.720752Z","caller":"traceutil/trace.go:171","msg":"trace[1159764307] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"246.697737ms","start":"2026-04-03T05:12:25.474036Z","end":"2026-04-03T05:12:25.720734Z","steps":["trace[1159764307] 'process raft request' (duration: 246.509603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:25.720872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.430164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:25.720902Z","caller":"traceutil/trace.go:171","msg":"trace[687418801] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"246.945632ms","start":"2026-04-03T05:12:25.473912Z","end":"2026-04-03T05:12:25.720858Z","steps":["trace[687418801] 'process raft request' (duration: 108.810728ms)","trace[687418801] 'compare' (duration: 137.502429ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:25.720933Z","caller":"traceutil/trace.go:171","msg":"trace[1787632499] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2416; }","duration":"242.518766ms","start":"2026-04-03T05:12:25.4784Z","end":"2026-04-03T05:12:25.720919Z","steps":["trace[1787632499] 'agreement among raft nodes before linearized reading' (duration: 242.380693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:25.720745Z","caller":"traceutil/trace.go:171","msg":"trace[140537751] linearizableReadLoop","detail":"{readStateIndex:2514; appliedIndex:2511; }","duration":"242.287431ms","start":"2026-04-03T05:12:25.478436Z","end":"2026-04-03T05:12:25.720723Z","steps":["trace[140537751] 'read index received' (duration: 104.30394ms)","trace[140537751] 'applied index is now lower than readState.Index' (duration: 137.982281ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:25.720948Z","caller":"traceutil/trace.go:171","msg":"trace[1820456194] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"186.611518ms","start":"2026-04-03T05:12:25.534252Z","end":"2026-04-03T05:12:25.720863Z","steps":["trace[1820456194] 'process raft request' (duration: 186.420544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:25.720869Z","caller":"traceutil/trace.go:171","msg":"trace[179018978] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"246.206706ms","start":"2026-04-03T05:12:25.474588Z","end":"2026-04-03T05:12:25.720795Z","steps":["trace[179018978] 'process raft request' (duration: 246.033052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:25.72117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.974269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:25.721213Z","caller":"traceutil/trace.go:171","msg":"trace[361593031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2416; }","duration":"199.076661ms","start":"2026-04-03T05:12:25.522122Z","end":"2026-04-03T05:12:25.721199Z","steps":["trace[361593031] 'agreement among raft nodes before linearized reading' (duration: 198.968419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:26.722516Z","caller":"traceutil/trace.go:171","msg":"trace[760530865] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"162.09698ms","start":"2026-04-03T05:12:26.560386Z","end":"2026-04-03T05:12:26.722483Z","steps":["trace[760530865] 'process raft request' (duration: 130.617758ms)","trace[760530865] 'compare' (duration: 31.361969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:28.01127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.827434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:28.011512Z","caller":"traceutil/trace.go:171","msg":"trace[1070788878] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"282.084563ms","start":"2026-04-03T05:12:27.729364Z","end":"2026-04-03T05:12:28.011449Z","steps":["trace[1070788878] 'process raft request' (duration: 98.980703ms)","trace[1070788878] 'compare' (duration: 182.64287ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:28.011699Z","caller":"traceutil/trace.go:171","msg":"trace[55171139] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"281.326047ms","start":"2026-04-03T05:12:27.730124Z","end":"2026-04-03T05:12:28.01145Z","steps":["trace[55171139] 'process raft request' (duration: 281.251305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:33.626854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.317743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:33.626919Z","caller":"traceutil/trace.go:171","msg":"trace[1972977788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2458; }","duration":"105.418545ms","start":"2026-04-03T05:12:33.521485Z","end":"2026-04-03T05:12:33.626904Z","steps":["trace[1972977788] 'range keys from in-memory index tree' (duration: 105.244531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:44.380265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.541392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:44.380427Z","caller":"traceutil/trace.go:171","msg":"trace[669611507] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"175.607996ms","start":"2026-04-03T05:12:44.204797Z","end":"2026-04-03T05:12:44.380405Z","steps":["trace[669611507] 'process raft request' (duration: 61.841578ms)","trace[669611507] 'compare' (duration: 113.389169ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:44.380588Z","caller":"traceutil/trace.go:171","msg":"trace[1057520771] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2732; }","duration":"126.516889ms","start":"2026-04-03T05:12:44.254053Z","end":"2026-04-03T05:12:44.38057Z","steps":["trace[1057520771] 'read index received' (duration: 12.594757ms)","trace[1057520771] 'applied index is now lower than readState.Index' (duration: 113.921022ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:44.38074Z","caller":"traceutil/trace.go:171","msg":"trace[240324210] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"173.102551ms","start":"2026-04-03T05:12:44.207628Z","end":"2026-04-03T05:12:44.380731Z","steps":["trace[240324210] 'process raft request' (duration: 172.854146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:44.380864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.788994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:44.380937Z","caller":"traceutil/trace.go:171","msg":"trace[443302266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2625; }","duration":"126.907277ms","start":"2026-04-03T05:12:44.254014Z","end":"2026-04-03T05:12:44.380921Z","steps":["trace[443302266] 'agreement among raft nodes before linearized reading' (duration: 126.766924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.384377Z","caller":"traceutil/trace.go:171","msg":"trace[998990898] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"175.632757ms","start":"2026-04-03T05:12:47.208714Z","end":"2026-04-03T05:12:47.384347Z","steps":["trace[998990898] 'process raft request' (duration: 175.531325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.384436Z","caller":"traceutil/trace.go:171","msg":"trace[682769288] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"175.714359ms","start":"2026-04-03T05:12:47.208666Z","end":"2026-04-03T05:12:47.384381Z","steps":["trace[682769288] 'process raft request' (duration: 86.120302ms)","trace[682769288] 'compare' (duration: 89.250219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:50.704483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.434064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-03T05:12:50.704606Z","caller":"traceutil/trace.go:171","msg":"trace[343438419] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2714; }","duration":"294.605898ms","start":"2026-04-03T05:12:50.409973Z","end":"2026-04-03T05:12:50.704579Z","steps":["trace[343438419] 'range keys from in-memory index tree' (duration: 294.24913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:50.704864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.252234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:12:50.705003Z","caller":"traceutil/trace.go:171","msg":"trace[1886876389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2714; }","duration":"132.444538ms","start":"2026-04-03T05:12:50.572529Z","end":"2026-04-03T05:12:50.704974Z","steps":["trace[1886876389] 'range keys from in-memory index tree' (duration: 132.020758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:50.705015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.547344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T05:12:50.705118Z","caller":"traceutil/trace.go:171","msg":"trace[396696976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2714; }","duration":"446.718008ms","start":"2026-04-03T05:12:50.258377Z","end":"2026-04-03T05:12:50.705095Z","steps":["trace[396696976] 'range keys from in-memory index tree' (duration: 446.300179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:50.705173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:50.258356Z","time spent":"446.80789ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:50.706132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.063093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:12:50.706235Z","caller":"traceutil/trace.go:171","msg":"trace[82722793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2714; }","duration":"302.185275ms","start":"2026-04-03T05:12:50.404008Z","end":"2026-04-03T05:12:50.706194Z","steps":["trace[82722793] 'range keys from in-memory index tree' (duration: 300.622191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:50.706285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:50.403982Z","time spent":"302.291587ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:12:50.704956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.067375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:50.707389Z","caller":"traceutil/trace.go:171","msg":"trace[1879232933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2714; }","duration":"183.58322ms","start":"2026-04-03T05:12:50.523784Z","end":"2026-04-03T05:12:50.707367Z","steps":["trace[1879232933] 'range keys from in-memory index tree' (duration: 180.890991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.463998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888104326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:54.964383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888104326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:55.4648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888104326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:55.964942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888104326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:56.091907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.520516481s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:12:56.09242Z","caller":"traceutil/trace.go:171","msg":"trace[1325392070] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"2.521152144s","start":"2026-04-03T05:12:53.571247Z","end":"2026-04-03T05:12:56.0924Z","steps":["trace[1325392070] 'process raft request' (duration: 2.520948129s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.092609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:53.571218Z","time spent":"2.521285547s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:56.488279Z","caller":"traceutil/trace.go:171","msg":"trace[1215673410] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2851; }","duration":"2.524699003s","start":"2026-04-03T05:12:53.963566Z","end":"2026-04-03T05:12:56.488265Z","steps":["trace[1215673410] 'read index received' (duration: 2.128641576s)","trace[1215673410] 'applied index is now lower than readState.Index' (duration: 396.056597ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:56.488379Z","caller":"traceutil/trace.go:171","msg":"trace[1266182933] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"660.38309ms","start":"2026-04-03T05:12:55.827986Z","end":"2026-04-03T05:12:56.48837Z","steps":["trace[1266182933] 'process raft request' (duration: 660.245737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.488355Z","caller":"traceutil/trace.go:171","msg":"trace[820838710] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"1.767706841s","start":"2026-04-03T05:12:54.720616Z","end":"2026-04-03T05:12:56.488322Z","steps":["trace[820838710] 'process raft request' (duration: 1.767566858s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.488444Z","caller":"traceutil/trace.go:171","msg":"trace[1881331149] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"1.769376048s","start":"2026-04-03T05:12:54.719014Z","end":"2026-04-03T05:12:56.48839Z","steps":["trace[1881331149] 'process raft request' (duration: 1.76897455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.488596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.827948Z","time spent":"660.458352ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:56.488097Z","caller":"traceutil/trace.go:171","msg":"trace[1713938410] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"2.850333482s","start":"2026-04-03T05:12:53.637717Z","end":"2026-04-03T05:12:56.488051Z","steps":["trace[1713938410] 'process raft request' (duration: 2.850135158s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.488678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.718994Z","time spent":"1.769556152s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:56.488756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.720609Z","time spent":"1.767822754s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:56.488829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525262344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:12:56.488891Z","caller":"traceutil/trace.go:171","msg":"trace[1961113119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2743; }","duration":"2.525376298s","start":"2026-04-03T05:12:53.963496Z","end":"2026-04-03T05:12:56.488872Z","steps":["trace[1961113119] 'agreement among raft nodes before linearized reading' (duration: 2.525135913s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.488847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:53.637687Z","time spent":"2.851031597s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:56.488916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.978687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:56.488925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:53.963451Z","time spent":"2.52546488s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:12:56.488959Z","caller":"traceutil/trace.go:171","msg":"trace[168228966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"965.056039ms","start":"2026-04-03T05:12:55.523892Z","end":"2026-04-03T05:12:56.488948Z","steps":["trace[168228966] 'agreement among raft nodes before linearized reading' (duration: 964.978608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.48899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.52387Z","time spent":"965.11378ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:12:56.488989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278418024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T05:12:56.489052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537609289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:12:56.489109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758372717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:12:56.489121Z","caller":"traceutil/trace.go:171","msg":"trace[534099882] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2743; }","duration":"2.278606238s","start":"2026-04-03T05:12:54.210485Z","end":"2026-04-03T05:12:56.489091Z","steps":["trace[534099882] 'agreement among raft nodes before linearized reading' (duration: 2.278187099s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.489161Z","caller":"traceutil/trace.go:171","msg":"trace[495252198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2743; }","duration":"1.758438389s","start":"2026-04-03T05:12:54.730707Z","end":"2026-04-03T05:12:56.489145Z","steps":["trace[495252198] 'agreement among raft nodes before linearized reading' (duration: 1.758225924s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.489161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066348793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:12:56.489178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.246997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:12:56.489198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.730699Z","time spent":"1.75849144s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:12:56.489213Z","caller":"traceutil/trace.go:171","msg":"trace[1507667877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2743; }","duration":"1.066440685s","start":"2026-04-03T05:12:55.422758Z","end":"2026-04-03T05:12:56.489198Z","steps":["trace[1507667877] 'agreement among raft nodes before linearized reading' (duration: 1.066302482s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.489239Z","caller":"traceutil/trace.go:171","msg":"trace[1422208313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2743; }","duration":"415.334508ms","start":"2026-04-03T05:12:56.073882Z","end":"2026-04-03T05:12:56.489216Z","steps":["trace[1422208313] 'agreement among raft nodes before linearized reading' (duration: 415.148544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.48926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.422741Z","time spent":"1.066508907s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:12:56.489266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002446096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:12:56.489289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75850009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:12:56.489185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.210471Z","time spent":"2.27870425s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-03T05:12:56.489306Z","caller":"traceutil/trace.go:171","msg":"trace[1617650861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2743; }","duration":"2.002522527s","start":"2026-04-03T05:12:54.486771Z","end":"2026-04-03T05:12:56.489294Z","steps":["trace[1617650861] 'agreement among raft nodes before linearized reading' (duration: 2.002445325s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.489326Z","caller":"traceutil/trace.go:171","msg":"trace[1927209122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2743; }","duration":"1.758568531s","start":"2026-04-03T05:12:54.730749Z","end":"2026-04-03T05:12:56.489317Z","steps":["trace[1927209122] 'agreement among raft nodes before linearized reading' (duration: 1.758445199s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.48933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132736845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:56.489343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.486757Z","time spent":"2.002578409s","remote":"127.0.0.1:35466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:56.489357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.730731Z","time spent":"1.758620042s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:12:56.489378Z","caller":"traceutil/trace.go:171","msg":"trace[131186272] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2743; }","duration":"2.132815457s","start":"2026-04-03T05:12:54.356544Z","end":"2026-04-03T05:12:56.489359Z","steps":["trace[131186272] 'agreement among raft nodes before linearized reading' (duration: 2.132754736s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.489409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.356523Z","time spent":"2.132877758s","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:56.489405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307733932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:56.489163Z","caller":"traceutil/trace.go:171","msg":"trace[1348487681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2743; }","duration":"1.537802614s","start":"2026-04-03T05:12:54.951339Z","end":"2026-04-03T05:12:56.489141Z","steps":["trace[1348487681] 'agreement among raft nodes before linearized reading' (duration: 1.537387945s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.489454Z","caller":"traceutil/trace.go:171","msg":"trace[840526317] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2743; }","duration":"1.307828194s","start":"2026-04-03T05:12:55.181607Z","end":"2026-04-03T05:12:56.489436Z","steps":["trace[840526317] 'agreement among raft nodes before linearized reading' (duration: 1.307759352s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.489289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.073862Z","time spent":"415.41685ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:12:56.489496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.181583Z","time spent":"1.307900256s","remote":"127.0.0.1:49776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:56.489481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.951311Z","time spent":"1.538151941s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:12:56.686164Z","caller":"traceutil/trace.go:171","msg":"trace[165367365] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"190.889541ms","start":"2026-04-03T05:12:56.495243Z","end":"2026-04-03T05:12:56.686133Z","steps":["trace[165367365] 'process raft request' (duration: 96.449898ms)","trace[165367365] 'compare' (duration: 94.200908ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:56.686222Z","caller":"traceutil/trace.go:171","msg":"trace[310754889] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2856; }","duration":"190.728177ms","start":"2026-04-03T05:12:56.495443Z","end":"2026-04-03T05:12:56.686171Z","steps":["trace[310754889] 'read index received' (duration: 96.267824ms)","trace[310754889] 'applied index is now lower than readState.Index' (duration: 94.451983ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:56.686519Z","caller":"traceutil/trace.go:171","msg":"trace[916860776] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"190.022681ms","start":"2026-04-03T05:12:56.496462Z","end":"2026-04-03T05:12:56.686485Z","steps":["trace[916860776] 'process raft request' (duration: 189.576562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.686653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.173897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:12:56.686729Z","caller":"traceutil/trace.go:171","msg":"trace[902669510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2745; }","duration":"191.290779ms","start":"2026-04-03T05:12:56.495427Z","end":"2026-04-03T05:12:56.686718Z","steps":["trace[902669510] 'agreement among raft nodes before linearized reading' (duration: 190.939682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.686748Z","caller":"traceutil/trace.go:171","msg":"trace[1121177037] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"189.266966ms","start":"2026-04-03T05:12:56.497467Z","end":"2026-04-03T05:12:56.686734Z","steps":["trace[1121177037] 'process raft request' (duration: 189.185033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.686866Z","caller":"traceutil/trace.go:171","msg":"trace[1867936545] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"189.9453ms","start":"2026-04-03T05:12:56.496912Z","end":"2026-04-03T05:12:56.686857Z","steps":["trace[1867936545] 'process raft request' (duration: 189.171603ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:56.6869Z","caller":"traceutil/trace.go:171","msg":"trace[617246259] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"189.687595ms","start":"2026-04-03T05:12:56.497188Z","end":"2026-04-03T05:12:56.686876Z","steps":["trace[617246259] 'process raft request' (duration: 189.419278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.736845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.916805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T05:12:56.737084Z","caller":"traceutil/trace.go:171","msg":"trace[891832769] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2749; }","duration":"239.189281ms","start":"2026-04-03T05:12:56.497869Z","end":"2026-04-03T05:12:56.737058Z","steps":["trace[891832769] 'agreement among raft nodes before linearized reading' (duration: 238.758532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.796579Z","caller":"traceutil/trace.go:171","msg":"trace[157108661] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2865; }","duration":"273.530002ms","start":"2026-04-03T05:12:58.523031Z","end":"2026-04-03T05:12:58.796561Z","steps":["trace[157108661] 'read index received' (duration: 21.68304ms)","trace[157108661] 'applied index is now lower than readState.Index' (duration: 251.845892ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:58.796643Z","caller":"traceutil/trace.go:171","msg":"trace[2121485502] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"298.171267ms","start":"2026-04-03T05:12:58.498425Z","end":"2026-04-03T05:12:58.796596Z","steps":["trace[2121485502] 'process raft request' (duration: 298.055065ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.796645Z","caller":"traceutil/trace.go:171","msg":"trace[1808853489] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"300.412026ms","start":"2026-04-03T05:12:58.496177Z","end":"2026-04-03T05:12:58.796589Z","steps":["trace[1808853489] 'process raft request' (duration: 293.309341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.796698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.649936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:58.79676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.743773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:12:58.796781Z","caller":"traceutil/trace.go:171","msg":"trace[1452777137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2754; }","duration":"105.819185ms","start":"2026-04-03T05:12:58.690955Z","end":"2026-04-03T05:12:58.796774Z","steps":["trace[1452777137] 'agreement among raft nodes before linearized reading' (duration: 105.715513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.796789Z","caller":"traceutil/trace.go:171","msg":"trace[1690711049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2754; }","duration":"273.770178ms","start":"2026-04-03T05:12:58.522998Z","end":"2026-04-03T05:12:58.796769Z","steps":["trace[1690711049] 'agreement among raft nodes before linearized reading' (duration: 273.621305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.796859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.11189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:12:58.796902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.385256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:12:58.796918Z","caller":"traceutil/trace.go:171","msg":"trace[585748364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2754; }","duration":"105.419467ms","start":"2026-04-03T05:12:58.691494Z","end":"2026-04-03T05:12:58.796913Z","steps":["trace[585748364] 'agreement among raft nodes before linearized reading' (duration: 105.375626ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.796922Z","caller":"traceutil/trace.go:171","msg":"trace[305784562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2754; }","duration":"105.227583ms","start":"2026-04-03T05:12:58.691679Z","end":"2026-04-03T05:12:58.796906Z","steps":["trace[305784562] 'agreement among raft nodes before linearized reading' (duration: 105.073219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.796915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.496153Z","time spent":"300.623941ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:58.797099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.020848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:12:58.797071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:12:58.79713Z","caller":"traceutil/trace.go:171","msg":"trace[1246713977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2754; }","duration":"105.079009ms","start":"2026-04-03T05:12:58.692042Z","end":"2026-04-03T05:12:58.797121Z","steps":["trace[1246713977] 'agreement among raft nodes before linearized reading' (duration: 104.977177ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.797175Z","caller":"traceutil/trace.go:171","msg":"trace[774371143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2754; }","duration":"105.535079ms","start":"2026-04-03T05:12:58.691615Z","end":"2026-04-03T05:12:58.79715Z","steps":["trace[774371143] 'agreement among raft nodes before linearized reading' (duration: 105.253033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:59.043931Z","caller":"traceutil/trace.go:171","msg":"trace[2052087960] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"240.187199ms","start":"2026-04-03T05:12:58.803694Z","end":"2026-04-03T05:12:59.043881Z","steps":["trace[2052087960] 'process raft request' (duration: 238.446781ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:59.044149Z","caller":"traceutil/trace.go:171","msg":"trace[1319727188] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"240.262251ms","start":"2026-04-03T05:12:58.803874Z","end":"2026-04-03T05:12:59.044136Z","steps":["trace[1319727188] 'process raft request' (duration: 240.112108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:59.04417Z","caller":"traceutil/trace.go:171","msg":"trace[593485780] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"240.349993ms","start":"2026-04-03T05:12:58.803801Z","end":"2026-04-03T05:12:59.044151Z","steps":["trace[593485780] 'process raft request' (duration: 240.020356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:59.044182Z","caller":"traceutil/trace.go:171","msg":"trace[122212468] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"240.189899ms","start":"2026-04-03T05:12:58.803941Z","end":"2026-04-03T05:12:59.044131Z","steps":["trace[122212468] 'process raft request' (duration: 240.114418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:00.97058Z","caller":"traceutil/trace.go:171","msg":"trace[1208121387] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"119.86189ms","start":"2026-04-03T05:13:00.850687Z","end":"2026-04-03T05:13:00.970549Z","steps":["trace[1208121387] 'process raft request' (duration: 105.295603ms)","trace[1208121387] 'compare' (duration: 14.24272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:02.790017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.101142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:13:02.790177Z","caller":"traceutil/trace.go:171","msg":"trace[1436176731] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2772; }","duration":"119.347658ms","start":"2026-04-03T05:13:02.670793Z","end":"2026-04-03T05:13:02.79014Z","steps":["trace[1436176731] 'count revisions from in-memory index tree' (duration: 118.94545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:02.940127Z","caller":"traceutil/trace.go:171","msg":"trace[1064715616] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"118.578352ms","start":"2026-04-03T05:13:02.8215Z","end":"2026-04-03T05:13:02.940079Z","steps":["trace[1064715616] 'process raft request' (duration: 118.082531ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:02.940146Z","caller":"traceutil/trace.go:171","msg":"trace[622412270] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"105.895397ms","start":"2026-04-03T05:13:02.834219Z","end":"2026-04-03T05:13:02.940115Z","steps":["trace[622412270] 'process raft request' (duration: 105.785474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:03.550439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.805656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:03.550739Z","caller":"traceutil/trace.go:171","msg":"trace[833974730] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"128.977597ms","start":"2026-04-03T05:13:03.421722Z","end":"2026-04-03T05:13:03.5507Z","steps":["trace[833974730] 'process raft request' (duration: 21.390143ms)","trace[833974730] 'compare' (duration: 106.619682ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:03.550767Z","caller":"traceutil/trace.go:171","msg":"trace[1517487924] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"128.846145ms","start":"2026-04-03T05:13:03.421886Z","end":"2026-04-03T05:13:03.550732Z","steps":["trace[1517487924] 'process raft request' (duration: 128.694371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:03.551028Z","caller":"traceutil/trace.go:171","msg":"trace[1877304179] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"129.042689ms","start":"2026-04-03T05:13:03.42197Z","end":"2026-04-03T05:13:03.551012Z","steps":["trace[1877304179] 'process raft request' (duration: 128.681151ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:03.551525Z","caller":"traceutil/trace.go:171","msg":"trace[1561159503] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"129.465488ms","start":"2026-04-03T05:13:03.422029Z","end":"2026-04-03T05:13:03.551495Z","steps":["trace[1561159503] 'process raft request' (duration: 128.924126ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:03.5521Z","caller":"traceutil/trace.go:171","msg":"trace[1356309000] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"130.404667ms","start":"2026-04-03T05:13:03.421679Z","end":"2026-04-03T05:13:03.552083Z","steps":["trace[1356309000] 'process raft request' (duration: 129.946238ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:03.551999Z","caller":"traceutil/trace.go:171","msg":"trace[1135659375] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"129.854436ms","start":"2026-04-03T05:13:03.422123Z","end":"2026-04-03T05:13:03.551977Z","steps":["trace[1135659375] 'process raft request' (duration: 129.216333ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.122682Z","caller":"traceutil/trace.go:171","msg":"trace[350352142] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"176.205291ms","start":"2026-04-03T05:13:04.946262Z","end":"2026-04-03T05:13:05.122468Z","steps":["trace[350352142] 'process raft request' (duration: 174.964874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.133751Z","caller":"traceutil/trace.go:171","msg":"trace[1694385754] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2906; }","duration":"147.618912ms","start":"2026-04-03T05:13:04.986115Z","end":"2026-04-03T05:13:05.133734Z","steps":["trace[1694385754] 'read index received' (duration: 135.025078ms)","trace[1694385754] 'applied index is now lower than readState.Index' (duration: 12.592664ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:05.133855Z","caller":"traceutil/trace.go:171","msg":"trace[1934843900] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"187.507536ms","start":"2026-04-03T05:13:04.946336Z","end":"2026-04-03T05:13:05.133844Z","steps":["trace[1934843900] 'process raft request' (duration: 187.298492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.134074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.947619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:13:05.134138Z","caller":"traceutil/trace.go:171","msg":"trace[1381149506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2793; }","duration":"148.052551ms","start":"2026-04-03T05:13:04.986073Z","end":"2026-04-03T05:13:05.134125Z","steps":["trace[1381149506] 'agreement among raft nodes before linearized reading' (duration: 147.911368ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:19.440924Z","caller":"traceutil/trace.go:171","msg":"trace[55847522] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"136.198824ms","start":"2026-04-03T05:13:19.304701Z","end":"2026-04-03T05:13:19.4409Z","steps":["trace[55847522] 'process raft request' (duration: 136.111722ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:19.440945Z","caller":"traceutil/trace.go:171","msg":"trace[2105017110] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"136.395088ms","start":"2026-04-03T05:13:19.304528Z","end":"2026-04-03T05:13:19.440923Z","steps":["trace[2105017110] 'process raft request' (duration: 134.406255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:19.441129Z","caller":"traceutil/trace.go:171","msg":"trace[1336039839] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"135.975298ms","start":"2026-04-03T05:13:19.305137Z","end":"2026-04-03T05:13:19.441112Z","steps":["trace[1336039839] 'process raft request' (duration: 135.731873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:19.441566Z","caller":"traceutil/trace.go:171","msg":"trace[300266922] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"136.04517ms","start":"2026-04-03T05:13:19.305492Z","end":"2026-04-03T05:13:19.441537Z","steps":["trace[300266922] 'process raft request' (duration: 135.56052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:27.893921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888104811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:13:28.080576Z","caller":"traceutil/trace.go:171","msg":"trace[1160184676] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"863.469337ms","start":"2026-04-03T05:13:27.217063Z","end":"2026-04-03T05:13:28.080532Z","steps":["trace[1160184676] 'process raft request' (duration: 863.317744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.080726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.217035Z","time spent":"863.61591ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:28.183689Z","caller":"traceutil/trace.go:171","msg":"trace[1662956846] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"964.241872ms","start":"2026-04-03T05:13:27.219419Z","end":"2026-04-03T05:13:28.183661Z","steps":["trace[1662956846] 'process raft request' (duration: 964.009797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.183857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.219393Z","time spent":"964.371535ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:28.18404Z","caller":"traceutil/trace.go:171","msg":"trace[1302828407] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"912.087082ms","start":"2026-04-03T05:13:27.271923Z","end":"2026-04-03T05:13:28.18401Z","steps":["trace[1302828407] 'process raft request' (duration: 911.699153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.184205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.271895Z","time spent":"912.218785ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:28.185772Z","caller":"traceutil/trace.go:171","msg":"trace[1403808037] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"798.97364ms","start":"2026-04-03T05:13:27.386775Z","end":"2026-04-03T05:13:28.185749Z","steps":["trace[1403808037] 'process raft request' (duration: 797.14037ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:28.185785Z","caller":"traceutil/trace.go:171","msg":"trace[2039742646] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"344.593644ms","start":"2026-04-03T05:13:27.841172Z","end":"2026-04-03T05:13:28.185766Z","steps":["trace[2039742646] 'process raft request' (duration: 344.444871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.185867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.841141Z","time spent":"344.685025ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:28.185883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.386752Z","time spent":"799.072481ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:28.18582Z","caller":"traceutil/trace.go:171","msg":"trace[662580967] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3044; }","duration":"792.658642ms","start":"2026-04-03T05:13:27.393131Z","end":"2026-04-03T05:13:28.185789Z","steps":["trace[662580967] 'read index received' (duration: 687.233264ms)","trace[662580967] 'applied index is now lower than readState.Index' (duration: 105.423478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:28.18605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.918587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:13:28.18609Z","caller":"traceutil/trace.go:171","msg":"trace[1422622798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2930; }","duration":"793.003299ms","start":"2026-04-03T05:13:27.393077Z","end":"2026-04-03T05:13:28.18608Z","steps":["trace[1422622798] 'agreement among raft nodes before linearized reading' (duration: 792.884436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.186136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.393052Z","time spent":"793.076491ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:28.1862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.655456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:13:28.186222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.608862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:13:28.186209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.358076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:28.186253Z","caller":"traceutil/trace.go:171","msg":"trace[996356334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2930; }","duration":"670.779888ms","start":"2026-04-03T05:13:27.515461Z","end":"2026-04-03T05:13:28.18624Z","steps":["trace[996356334] 'agreement among raft nodes before linearized reading' (duration: 670.609505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.186254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.960646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:13:28.186274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.934239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:13:28.186272Z","caller":"traceutil/trace.go:171","msg":"trace[287523779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2930; }","duration":"710.712505ms","start":"2026-04-03T05:13:27.475545Z","end":"2026-04-03T05:13:28.186257Z","steps":["trace[287523779] 'agreement among raft nodes before linearized reading' (duration: 710.50277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.186289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.515434Z","time spent":"670.8478ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:13:28.186296Z","caller":"traceutil/trace.go:171","msg":"trace[1646601145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2930; }","duration":"703.020697ms","start":"2026-04-03T05:13:27.483264Z","end":"2026-04-03T05:13:28.186284Z","steps":["trace[1646601145] 'agreement among raft nodes before linearized reading' (duration: 702.883524ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:28.186304Z","caller":"traceutil/trace.go:171","msg":"trace[427129355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2930; }","duration":"705.00293ms","start":"2026-04-03T05:13:27.481293Z","end":"2026-04-03T05:13:28.186296Z","steps":["trace[427129355] 'agreement among raft nodes before linearized reading' (duration: 704.915019ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:28.186298Z","caller":"traceutil/trace.go:171","msg":"trace[862542617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2930; }","duration":"662.489199ms","start":"2026-04-03T05:13:27.523787Z","end":"2026-04-03T05:13:28.186276Z","steps":["trace[862542617] 'agreement among raft nodes before linearized reading' (duration: 662.340616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.186742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.523763Z","time spent":"662.962ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:13:28.186328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.483252Z","time spent":"703.069388ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:28.186332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.481273Z","time spent":"705.052762ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:13:28.186321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.475524Z","time spent":"710.787946ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:13:28.186404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.10225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:13:28.187035Z","caller":"traceutil/trace.go:171","msg":"trace[1019933234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2930; }","duration":"703.760303ms","start":"2026-04-03T05:13:27.483253Z","end":"2026-04-03T05:13:28.187013Z","steps":["trace[1019933234] 'agreement among raft nodes before linearized reading' (duration: 703.093478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:28.1871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:27.483231Z","time spent":"703.851575ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:13:33.455765Z","caller":"traceutil/trace.go:171","msg":"trace[222714843] linearizableReadLoop","detail":"{readStateIndex:3080; appliedIndex:3079; }","duration":"183.329037ms","start":"2026-04-03T05:13:33.272408Z","end":"2026-04-03T05:13:33.455737Z","steps":["trace[222714843] 'read index received' (duration: 183.130583ms)","trace[222714843] 'applied index is now lower than readState.Index' (duration: 196.984µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:33.456068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.604583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:13:33.456116Z","caller":"traceutil/trace.go:171","msg":"trace[1362994021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2959; }","duration":"183.729285ms","start":"2026-04-03T05:13:33.272375Z","end":"2026-04-03T05:13:33.456104Z","steps":["trace[1362994021] 'agreement among raft nodes before linearized reading' (duration: 183.47511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:33.758868Z","caller":"traceutil/trace.go:171","msg":"trace[824754070] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3080; }","duration":"299.640839ms","start":"2026-04-03T05:13:33.459211Z","end":"2026-04-03T05:13:33.758852Z","steps":["trace[824754070] 'read index received' (duration: 299.477765ms)","trace[824754070] 'applied index is now lower than readState.Index' (duration: 162.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:33.759052Z","caller":"traceutil/trace.go:171","msg":"trace[536824241] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"301.655133ms","start":"2026-04-03T05:13:33.457248Z","end":"2026-04-03T05:13:33.758903Z","steps":["trace[536824241] 'process raft request' (duration: 301.481209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:33.759098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.879534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:13:33.759333Z","caller":"traceutil/trace.go:171","msg":"trace[1894635326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2960; }","duration":"300.15279ms","start":"2026-04-03T05:13:33.459161Z","end":"2026-04-03T05:13:33.759314Z","steps":["trace[1894635326] 'agreement among raft nodes before linearized reading' (duration: 299.773651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:33.759113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.911179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:33.759413Z","caller":"traceutil/trace.go:171","msg":"trace[1433374163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2960; }","duration":"238.285527ms","start":"2026-04-03T05:13:33.521114Z","end":"2026-04-03T05:13:33.7594Z","steps":["trace[1433374163] 'agreement among raft nodes before linearized reading' (duration: 237.885319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:33.75946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:33.459138Z","time spent":"300.229731ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:13:33.759386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:33.457224Z","time spent":"301.982559ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:34.571437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.297728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-04-03T05:13:34.57156Z","caller":"traceutil/trace.go:171","msg":"trace[1884424752] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2960; }","duration":"724.467671ms","start":"2026-04-03T05:13:33.847073Z","end":"2026-04-03T05:13:34.57154Z","steps":["trace[1884424752] 'range keys from in-memory index tree' (duration: 724.032602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.571601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:33.847059Z","time spent":"724.532573ms","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:13:34.57214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.464804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:34.5724Z","caller":"traceutil/trace.go:171","msg":"trace[1883274797] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"470.614857ms","start":"2026-04-03T05:13:34.101751Z","end":"2026-04-03T05:13:34.572366Z","steps":["trace[1883274797] 'process raft request' (duration: 105.820886ms)","trace[1883274797] 'compare' (duration: 364.103346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:34.572492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.101726Z","time spent":"470.714648ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:34.572497Z","caller":"traceutil/trace.go:171","msg":"trace[1621242581] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3081; }","duration":"436.812604ms","start":"2026-04-03T05:13:34.135652Z","end":"2026-04-03T05:13:34.572465Z","steps":["trace[1621242581] 'read index received' (duration: 72.200176ms)","trace[1621242581] 'applied index is now lower than readState.Index' (duration: 364.609198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:34.572792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.11884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:34.572858Z","caller":"traceutil/trace.go:171","msg":"trace[1438782569] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2962; }","duration":"437.259943ms","start":"2026-04-03T05:13:34.135581Z","end":"2026-04-03T05:13:34.572841Z","steps":["trace[1438782569] 'agreement among raft nodes before linearized reading' (duration: 437.090679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.572899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.135552Z","time spent":"437.335295ms","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:13:34.572953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.27387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T05:13:34.572961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.632632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T05:13:34.572999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.710674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:13:34.57303Z","caller":"traceutil/trace.go:171","msg":"trace[1662087744] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2962; }","duration":"364.402812ms","start":"2026-04-03T05:13:34.208606Z","end":"2026-04-03T05:13:34.573009Z","steps":["trace[1662087744] 'agreement among raft nodes before linearized reading' (duration: 364.197188ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:34.573042Z","caller":"traceutil/trace.go:171","msg":"trace[921274277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2962; }","duration":"342.747804ms","start":"2026-04-03T05:13:34.230277Z","end":"2026-04-03T05:13:34.573025Z","steps":["trace[921274277] 'agreement among raft nodes before linearized reading' (duration: 342.531629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.573029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.073192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:13:34.573029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.236836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:13:34.572465Z","caller":"traceutil/trace.go:171","msg":"trace[1480559574] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"367.200553ms","start":"2026-04-03T05:13:34.205247Z","end":"2026-04-03T05:13:34.572448Z","steps":["trace[1480559574] 'process raft request' (duration: 366.973159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.573097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.230266Z","time spent":"342.820756ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:34.573083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.208569Z","time spent":"364.501195ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-03T05:13:34.573125Z","caller":"traceutil/trace.go:171","msg":"trace[1866175519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2962; }","duration":"344.363328ms","start":"2026-04-03T05:13:34.228738Z","end":"2026-04-03T05:13:34.573102Z","steps":["trace[1866175519] 'agreement among raft nodes before linearized reading' (duration: 344.078852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.573314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.228722Z","time spent":"344.578764ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:13:34.573321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.205217Z","time spent":"367.90513ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:34.573127Z","caller":"traceutil/trace.go:171","msg":"trace[346680141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2962; }","duration":"356.173454ms","start":"2026-04-03T05:13:34.216925Z","end":"2026-04-03T05:13:34.573099Z","steps":["trace[346680141] 'agreement among raft nodes before linearized reading' (duration: 355.908389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.573489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.216856Z","time spent":"356.622734ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:13:34.573079Z","caller":"traceutil/trace.go:171","msg":"trace[1906969377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2962; }","duration":"348.820785ms","start":"2026-04-03T05:13:34.224233Z","end":"2026-04-03T05:13:34.573054Z","steps":["trace[1906969377] 'agreement among raft nodes before linearized reading' (duration: 348.57802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.573572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.224215Z","time spent":"349.339877ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:34.573225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.934608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:13:34.573681Z","caller":"traceutil/trace.go:171","msg":"trace[1003633477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2962; }","duration":"343.419968ms","start":"2026-04-03T05:13:34.230241Z","end":"2026-04-03T05:13:34.573661Z","steps":["trace[1003633477] 'agreement among raft nodes before linearized reading' (duration: 342.56061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:34.573755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.230223Z","time spent":"343.510771ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:35.078989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888104919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:13:35.343713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.618599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:35.344071Z","caller":"traceutil/trace.go:171","msg":"trace[309623733] linearizableReadLoop","detail":"{readStateIndex:3090; appliedIndex:3083; }","duration":"765.368739ms","start":"2026-04-03T05:13:34.578686Z","end":"2026-04-03T05:13:35.344055Z","steps":["trace[309623733] 'read index received' (duration: 613.316151ms)","trace[309623733] 'applied index is now lower than readState.Index' (duration: 152.051448ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:35.344159Z","caller":"traceutil/trace.go:171","msg":"trace[635922180] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"766.463904ms","start":"2026-04-03T05:13:34.577686Z","end":"2026-04-03T05:13:35.34415Z","steps":["trace[635922180] 'process raft request' (duration: 614.292754ms)","trace[635922180] 'compare' (duration: 151.005195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:35.344206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.577663Z","time spent":"766.522024ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:35.344399Z","caller":"traceutil/trace.go:171","msg":"trace[851852225] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"764.381688ms","start":"2026-04-03T05:13:34.580009Z","end":"2026-04-03T05:13:35.344391Z","steps":["trace[851852225] 'process raft request' (duration: 763.99486ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:35.344382Z","caller":"traceutil/trace.go:171","msg":"trace[572141602] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"766.113175ms","start":"2026-04-03T05:13:34.578236Z","end":"2026-04-03T05:13:35.344349Z","steps":["trace[572141602] 'process raft request' (duration: 765.598974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:35.344438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.579991Z","time spent":"764.428619ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:35.344498Z","caller":"traceutil/trace.go:171","msg":"trace[847169973] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"573.58833ms","start":"2026-04-03T05:13:34.770901Z","end":"2026-04-03T05:13:35.34449Z","steps":["trace[847169973] 'process raft request' (duration: 573.12359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:35.344535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.770886Z","time spent":"573.628761ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:35.344534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.578215Z","time spent":"766.230698ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:35.344584Z","caller":"traceutil/trace.go:171","msg":"trace[85782394] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"765.551673ms","start":"2026-04-03T05:13:34.579018Z","end":"2026-04-03T05:13:35.34457Z","steps":["trace[85782394] 'process raft request' (duration: 764.906569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:35.344371Z","caller":"traceutil/trace.go:171","msg":"trace[457369523] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"765.256166ms","start":"2026-04-03T05:13:34.579068Z","end":"2026-04-03T05:13:35.344324Z","steps":["trace[457369523] 'process raft request' (duration: 764.911859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:35.344714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.027944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-04-03T05:13:35.344712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.579064Z","time spent":"765.603554ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:35.344735Z","caller":"traceutil/trace.go:171","msg":"trace[1035626466] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2969; }","duration":"766.069644ms","start":"2026-04-03T05:13:34.57866Z","end":"2026-04-03T05:13:35.344729Z","steps":["trace[1035626466] 'agreement among raft nodes before linearized reading' (duration: 765.918401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:35.34472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.579008Z","time spent":"765.624945ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:35.344753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.578652Z","time spent":"766.097994ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T05:13:35.344755Z","caller":"traceutil/trace.go:171","msg":"trace[1586480552] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"765.690866ms","start":"2026-04-03T05:13:34.579015Z","end":"2026-04-03T05:13:35.344706Z","steps":["trace[1586480552] 'process raft request' (duration: 764.935139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:35.344809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.741856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-04-03T05:13:35.344807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.020353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:13:35.344941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.578994Z","time spent":"765.850349ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:35.344956Z","caller":"traceutil/trace.go:171","msg":"trace[957273173] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2969; }","duration":"126.244378ms","start":"2026-04-03T05:13:35.218684Z","end":"2026-04-03T05:13:35.344928Z","steps":["trace[957273173] 'agreement among raft nodes before linearized reading' (duration: 125.991723ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:35.344894Z","caller":"traceutil/trace.go:171","msg":"trace[668512771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2969; }","duration":"758.853288ms","start":"2026-04-03T05:13:34.586017Z","end":"2026-04-03T05:13:35.344871Z","steps":["trace[668512771] 'agreement among raft nodes before linearized reading' (duration: 758.633383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:35.345057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:34.586005Z","time spent":"759.034662ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T05:13:40.697952Z","caller":"traceutil/trace.go:171","msg":"trace[642842592] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"104.121629ms","start":"2026-04-03T05:13:40.5938Z","end":"2026-04-03T05:13:40.697922Z","steps":["trace[642842592] 'process raft request' (duration: 103.944675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:40.785245Z","caller":"traceutil/trace.go:171","msg":"trace[709397123] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"189.693514ms","start":"2026-04-03T05:13:40.595496Z","end":"2026-04-03T05:13:40.78519Z","steps":["trace[709397123] 'process raft request' (duration: 139.051376ms)","trace[709397123] 'compare' (duration: 50.260099ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:41.508467Z","caller":"traceutil/trace.go:171","msg":"trace[1352451016] linearizableReadLoop","detail":"{readStateIndex:3120; appliedIndex:3119; }","duration":"138.047414ms","start":"2026-04-03T05:13:41.370395Z","end":"2026-04-03T05:13:41.508443Z","steps":["trace[1352451016] 'read index received' (duration: 137.827519ms)","trace[1352451016] 'applied index is now lower than readState.Index' (duration: 218.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:41.508575Z","caller":"traceutil/trace.go:171","msg":"trace[1806348519] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"143.268317ms","start":"2026-04-03T05:13:41.365274Z","end":"2026-04-03T05:13:41.508542Z","steps":["trace[1806348519] 'process raft request' (duration: 143.015801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.508744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.32221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:13:41.508794Z","caller":"traceutil/trace.go:171","msg":"trace[1484457112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2998; }","duration":"138.392652ms","start":"2026-04-03T05:13:41.370389Z","end":"2026-04-03T05:13:41.508781Z","steps":["trace[1484457112] 'agreement among raft nodes before linearized reading' (duration: 138.183846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.508814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.791044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:13:41.508847Z","caller":"traceutil/trace.go:171","msg":"trace[1452268874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2998; }","duration":"134.854606ms","start":"2026-04-03T05:13:41.373984Z","end":"2026-04-03T05:13:41.508839Z","steps":["trace[1452268874] 'agreement among raft nodes before linearized reading' (duration: 134.726683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.508962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.393885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:13:41.508985Z","caller":"traceutil/trace.go:171","msg":"trace[1505863255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2998; }","duration":"134.445886ms","start":"2026-04-03T05:13:41.374533Z","end":"2026-04-03T05:13:41.508979Z","steps":["trace[1505863255] 'agreement among raft nodes before linearized reading' (duration: 134.389445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.509064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.543408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:13:41.509084Z","caller":"traceutil/trace.go:171","msg":"trace[1996181429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2998; }","duration":"134.620189ms","start":"2026-04-03T05:13:41.374459Z","end":"2026-04-03T05:13:41.509079Z","steps":["trace[1996181429] 'agreement among raft nodes before linearized reading' (duration: 134.567478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.509108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.227601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:13:41.509218Z","caller":"traceutil/trace.go:171","msg":"trace[1941687211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2998; }","duration":"134.343533ms","start":"2026-04-03T05:13:41.374833Z","end":"2026-04-03T05:13:41.509177Z","steps":["trace[1941687211] 'agreement among raft nodes before linearized reading' (duration: 134.082498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.509431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.646519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:13:41.509583Z","caller":"traceutil/trace.go:171","msg":"trace[1289672612] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2998; }","duration":"133.810002ms","start":"2026-04-03T05:13:41.37575Z","end":"2026-04-03T05:13:41.50956Z","steps":["trace[1289672612] 'agreement among raft nodes before linearized reading' (duration: 133.317692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.631956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.253483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:41.632044Z","caller":"traceutil/trace.go:171","msg":"trace[583544161] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"118.355588ms","start":"2026-04-03T05:13:41.513674Z","end":"2026-04-03T05:13:41.63203Z","steps":["trace[583544161] 'process raft request' (duration: 17.95187ms)","trace[583544161] 'compare' (duration: 100.126691ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:41.645115Z","caller":"traceutil/trace.go:171","msg":"trace[1765409307] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"131.291107ms","start":"2026-04-03T05:13:41.513785Z","end":"2026-04-03T05:13:41.645077Z","steps":["trace[1765409307] 'process raft request' (duration: 131.048672ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:41.645534Z","caller":"traceutil/trace.go:171","msg":"trace[429055062] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"131.562233ms","start":"2026-04-03T05:13:41.513942Z","end":"2026-04-03T05:13:41.645504Z","steps":["trace[429055062] 'process raft request' (duration: 131.082543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:41.64569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.22843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:41.645699Z","caller":"traceutil/trace.go:171","msg":"trace[1681212854] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"131.643575ms","start":"2026-04-03T05:13:41.514035Z","end":"2026-04-03T05:13:41.645679Z","steps":["trace[1681212854] 'process raft request' (duration: 131.38958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:41.645745Z","caller":"traceutil/trace.go:171","msg":"trace[394986012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3004; }","duration":"121.324371ms","start":"2026-04-03T05:13:41.52441Z","end":"2026-04-03T05:13:41.645734Z","steps":["trace[394986012] 'agreement among raft nodes before linearized reading' (duration: 121.190238ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:41.645754Z","caller":"traceutil/trace.go:171","msg":"trace[1506906757] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"131.689636ms","start":"2026-04-03T05:13:41.514027Z","end":"2026-04-03T05:13:41.645717Z","steps":["trace[1506906757] 'process raft request' (duration: 131.272977ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:41.645791Z","caller":"traceutil/trace.go:171","msg":"trace[361233474] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"130.647893ms","start":"2026-04-03T05:13:41.515107Z","end":"2026-04-03T05:13:41.645755Z","steps":["trace[361233474] 'process raft request' (duration: 130.358056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:41.645533Z","caller":"traceutil/trace.go:171","msg":"trace[1033918095] linearizableReadLoop","detail":"{readStateIndex:3126; appliedIndex:3120; }","duration":"121.072936ms","start":"2026-04-03T05:13:41.524434Z","end":"2026-04-03T05:13:41.645507Z","steps":["trace[1033918095] 'read index received' (duration: 7.208237ms)","trace[1033918095] 'applied index is now lower than readState.Index' (duration: 113.863879ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:42.895835Z","caller":"traceutil/trace.go:171","msg":"trace[1614367117] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3126; }","duration":"108.289839ms","start":"2026-04-03T05:13:42.787511Z","end":"2026-04-03T05:13:42.895801Z","steps":["trace[1614367117] 'read index received' (duration: 108.219988ms)","trace[1614367117] 'applied index is now lower than readState.Index' (duration: 68.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:42.896157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.477682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:13:42.896235Z","caller":"traceutil/trace.go:171","msg":"trace[84279827] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3005; }","duration":"108.793419ms","start":"2026-04-03T05:13:42.787425Z","end":"2026-04-03T05:13:42.896219Z","steps":["trace[84279827] 'agreement among raft nodes before linearized reading' (duration: 108.465962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:42.896462Z","caller":"traceutil/trace.go:171","msg":"trace[478126399] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"193.141099ms","start":"2026-04-03T05:13:42.703071Z","end":"2026-04-03T05:13:42.896212Z","steps":["trace[478126399] 'process raft request' (duration: 192.603227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:43.025215Z","caller":"traceutil/trace.go:171","msg":"trace[1593788154] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"232.438631ms","start":"2026-04-03T05:13:42.792721Z","end":"2026-04-03T05:13:43.02516Z","steps":["trace[1593788154] 'process raft request' (duration: 179.344509ms)","trace[1593788154] 'compare' (duration: 52.960059ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:14:40.14183Z","caller":"traceutil/trace.go:171","msg":"trace[210831656] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"144.897776ms","start":"2026-04-03T05:14:39.996892Z","end":"2026-04-03T05:14:40.14179Z","steps":["trace[210831656] 'process raft request' (duration: 58.806715ms)","trace[210831656] 'compare' (duration: 85.814336ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:14:40.142281Z","caller":"traceutil/trace.go:171","msg":"trace[1444037527] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"144.308484ms","start":"2026-04-03T05:14:39.997938Z","end":"2026-04-03T05:14:40.142247Z","steps":["trace[1444037527] 'process raft request' (duration: 144.036608ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:14:40.142287Z","caller":"traceutil/trace.go:171","msg":"trace[815082346] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"144.13486ms","start":"2026-04-03T05:14:39.998123Z","end":"2026-04-03T05:14:40.142257Z","steps":["trace[815082346] 'process raft request' (duration: 144.041358ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:14:40.142495Z","caller":"traceutil/trace.go:171","msg":"trace[428033606] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"145.433748ms","start":"2026-04-03T05:14:39.997042Z","end":"2026-04-03T05:14:40.142475Z","steps":["trace[428033606] 'process raft request' (duration: 144.681322ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.114271Z","caller":"traceutil/trace.go:171","msg":"trace[1138961688] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"263.108462ms","start":"2026-04-03T05:15:26.851143Z","end":"2026-04-03T05:15:27.114251Z","steps":["trace[1138961688] 'process raft request' (duration: 217.724288ms)","trace[1138961688] 'compare' (duration: 45.178279ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:27.114581Z","caller":"traceutil/trace.go:171","msg":"trace[519786156] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"260.310869ms","start":"2026-04-03T05:15:26.854262Z","end":"2026-04-03T05:15:27.114573Z","steps":["trace[519786156] 'process raft request' (duration: 259.946152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.11468Z","caller":"traceutil/trace.go:171","msg":"trace[685081235] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"260.312339ms","start":"2026-04-03T05:15:26.854336Z","end":"2026-04-03T05:15:27.114649Z","steps":["trace[685081235] 'process raft request' (duration: 260.117415ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.114718Z","caller":"traceutil/trace.go:171","msg":"trace[1447882294] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"257.492188ms","start":"2026-04-03T05:15:26.857201Z","end":"2026-04-03T05:15:27.114693Z","steps":["trace[1447882294] 'process raft request' (duration: 257.435926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.114758Z","caller":"traceutil/trace.go:171","msg":"trace[587672330] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"260.254519ms","start":"2026-04-03T05:15:26.854497Z","end":"2026-04-03T05:15:27.114751Z","steps":["trace[587672330] 'process raft request' (duration: 260.054164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.115059Z","caller":"traceutil/trace.go:171","msg":"trace[442687991] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"260.435503ms","start":"2026-04-03T05:15:26.854613Z","end":"2026-04-03T05:15:27.115048Z","steps":["trace[442687991] 'process raft request' (duration: 259.989462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.318506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.490304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:15:30.318744Z","caller":"traceutil/trace.go:171","msg":"trace[1664689395] linearizableReadLoop","detail":"{readStateIndex:3724; appliedIndex:3722; }","duration":"153.220434ms","start":"2026-04-03T05:15:30.165506Z","end":"2026-04-03T05:15:30.318727Z","steps":["trace[1664689395] 'read index received' (duration: 34.383743ms)","trace[1664689395] 'applied index is now lower than readState.Index' (duration: 118.835641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:15:30.318875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.364487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:15:30.318878Z","caller":"traceutil/trace.go:171","msg":"trace[1593056136] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"169.994502ms","start":"2026-04-03T05:15:30.148844Z","end":"2026-04-03T05:15:30.318839Z","steps":["trace[1593056136] 'process raft request' (duration: 169.799537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:30.318859Z","caller":"traceutil/trace.go:171","msg":"trace[272348310] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"185.341287ms","start":"2026-04-03T05:15:30.133399Z","end":"2026-04-03T05:15:30.31874Z","steps":["trace[272348310] 'process raft request' (duration: 66.535737ms)","trace[272348310] 'compare' (duration: 118.212628ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:30.318911Z","caller":"traceutil/trace.go:171","msg":"trace[2033917921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3578; }","duration":"153.436549ms","start":"2026-04-03T05:15:30.165465Z","end":"2026-04-03T05:15:30.318901Z","steps":["trace[2033917921] 'agreement among raft nodes before linearized reading' (duration: 153.316556ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:30.732962Z","caller":"traceutil/trace.go:171","msg":"trace[500376788] linearizableReadLoop","detail":"{readStateIndex:3727; appliedIndex:3724; }","duration":"383.951277ms","start":"2026-04-03T05:15:30.348979Z","end":"2026-04-03T05:15:30.73293Z","steps":["trace[500376788] 'read index received' (duration: 47.660443ms)","trace[500376788] 'applied index is now lower than readState.Index' (duration: 336.289314ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:30.733055Z","caller":"traceutil/trace.go:171","msg":"trace[243093228] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3580; }","duration":"402.067983ms","start":"2026-04-03T05:15:30.33098Z","end":"2026-04-03T05:15:30.733048Z","steps":["trace[243093228] 'process raft request' (duration: 401.90249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:30.732991Z","caller":"traceutil/trace.go:171","msg":"trace[1963507485] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"404.21075ms","start":"2026-04-03T05:15:30.328749Z","end":"2026-04-03T05:15:30.73296Z","steps":["trace[1963507485] 'process raft request' (duration: 403.936634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.733171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.33096Z","time spent":"402.129054ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":1865,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:30.733285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.278424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:15:30.733375Z","caller":"traceutil/trace.go:171","msg":"trace[2088188883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3580; }","duration":"384.403587ms","start":"2026-04-03T05:15:30.348947Z","end":"2026-04-03T05:15:30.73335Z","steps":["trace[2088188883] 'agreement among raft nodes before linearized reading' (duration: 384.141511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.733423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.348937Z","time spent":"384.478008ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:15:30.733688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.328731Z","time spent":"404.374213ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1816,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:15:30.902896Z","caller":"traceutil/trace.go:171","msg":"trace[1069588272] linearizableReadLoop","detail":"{readStateIndex:3728; appliedIndex:3727; }","duration":"169.811159ms","start":"2026-04-03T05:15:30.733049Z","end":"2026-04-03T05:15:30.90286Z","steps":["trace[1069588272] 'read index received' (duration: 169.594004ms)","trace[1069588272] 'applied index is now lower than readState.Index' (duration: 215.595µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:15:30.903084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.015272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:15:30.903199Z","caller":"traceutil/trace.go:171","msg":"trace[1456575822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3581; }","duration":"365.168825ms","start":"2026-04-03T05:15:30.538005Z","end":"2026-04-03T05:15:30.903174Z","steps":["trace[1456575822] 'agreement among raft nodes before linearized reading' (duration: 364.889359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.903262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.537995Z","time spent":"365.255387ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:15:30.903329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.153744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:15:30.903391Z","caller":"traceutil/trace.go:171","msg":"trace[1181409187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3581; }","duration":"380.255156ms","start":"2026-04-03T05:15:30.523122Z","end":"2026-04-03T05:15:30.903377Z","steps":["trace[1181409187] 'agreement among raft nodes before linearized reading' (duration: 380.103403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.903389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.734087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-qw4lx.18a2c0a7f4b1caf8\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-03T05:15:30.903579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.792236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:30.90369Z","caller":"traceutil/trace.go:171","msg":"trace[1207945816] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"454.102623ms","start":"2026-04-03T05:15:30.449061Z","end":"2026-04-03T05:15:30.903164Z","steps":["trace[1207945816] 'process raft request' (duration: 453.582522ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:30.903733Z","caller":"traceutil/trace.go:171","msg":"trace[1294946239] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-qw4lx.18a2c0a7f4b1caf8; range_end:; response_count:1; response_revision:3581; }","duration":"376.190956ms","start":"2026-04-03T05:15:30.527526Z","end":"2026-04-03T05:15:30.903717Z","steps":["trace[1294946239] 'agreement among raft nodes before linearized reading' (duration: 375.499221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:30.903777Z","caller":"traceutil/trace.go:171","msg":"trace[817457264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3581; }","duration":"380.033722ms","start":"2026-04-03T05:15:30.523716Z","end":"2026-04-03T05:15:30.90375Z","steps":["trace[817457264] 'agreement among raft nodes before linearized reading' (duration: 379.720045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.903794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.527476Z","time spent":"376.301898ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-qw4lx.18a2c0a7f4b1caf8\" "} {"level":"warn","ts":"2026-04-03T05:15:30.903839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.523705Z","time spent":"380.122584ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:15:30.903436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.523101Z","time spent":"380.325428ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:15:30.903105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.736732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:15:30.904025Z","caller":"traceutil/trace.go:171","msg":"trace[1729057900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3581; }","duration":"331.683792ms","start":"2026-04-03T05:15:30.572323Z","end":"2026-04-03T05:15:30.904007Z","steps":["trace[1729057900] 'agreement among raft nodes before linearized reading' (duration: 330.588379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.903857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.44903Z","time spent":"454.742116ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:30.90409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.572319Z","time spent":"331.754374ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:15:30.903614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.348285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:15:30.903593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.369052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:15:30.904513Z","caller":"traceutil/trace.go:171","msg":"trace[723766550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3581; }","duration":"531.329623ms","start":"2026-04-03T05:15:30.373139Z","end":"2026-04-03T05:15:30.904468Z","steps":["trace[723766550] 'agreement among raft nodes before linearized reading' (duration: 530.25526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.904757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.373129Z","time spent":"531.586009ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:15:30.904355Z","caller":"traceutil/trace.go:171","msg":"trace[1300770672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3581; }","duration":"332.06035ms","start":"2026-04-03T05:15:30.572223Z","end":"2026-04-03T05:15:30.904283Z","steps":["trace[1300770672] 'agreement among raft nodes before linearized reading' (duration: 331.304174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.905055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.572207Z","time spent":"332.821577ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:15:30.938525Z","caller":"traceutil/trace.go:171","msg":"trace[985426787] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"191.596845ms","start":"2026-04-03T05:15:30.746901Z","end":"2026-04-03T05:15:30.938498Z","steps":["trace[985426787] 'process raft request' (duration: 191.409991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:30.938597Z","caller":"traceutil/trace.go:171","msg":"trace[1104504123] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"201.407011ms","start":"2026-04-03T05:15:30.737154Z","end":"2026-04-03T05:15:30.938561Z","steps":["trace[1104504123] 'process raft request' (duration: 200.987191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:30.938743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.621138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-03T05:15:30.93889Z","caller":"traceutil/trace.go:171","msg":"trace[430542314] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3583; }","duration":"192.822082ms","start":"2026-04-03T05:15:30.746011Z","end":"2026-04-03T05:15:30.938833Z","steps":["trace[430542314] 'agreement among raft nodes before linearized reading' (duration: 192.498194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.038481Z","caller":"traceutil/trace.go:171","msg":"trace[102019096] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"131.103571ms","start":"2026-04-03T05:15:30.90733Z","end":"2026-04-03T05:15:31.038434Z","steps":["trace[102019096] 'process raft request' (duration: 68.087841ms)","trace[102019096] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/ingress-nginx/ingress-nginx-controller-qw4lx.18a2c0a7f4b1caf8; req_size:747; } (duration: 62.534529ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.038628Z","caller":"traceutil/trace.go:171","msg":"trace[518334921] linearizableReadLoop","detail":"{readStateIndex:3736; appliedIndex:3730; }","duration":"100.113212ms","start":"2026-04-03T05:15:30.938448Z","end":"2026-04-03T05:15:31.038561Z","steps":["trace[518334921] 'read index received' (duration: 36.999871ms)","trace[518334921] 'applied index is now lower than readState.Index' (duration: 63.112131ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.038533Z","caller":"traceutil/trace.go:171","msg":"trace[1064467133] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"130.139219ms","start":"2026-04-03T05:15:30.908355Z","end":"2026-04-03T05:15:31.038495Z","steps":["trace[1064467133] 'process raft request' (duration: 129.928574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.038949Z","caller":"traceutil/trace.go:171","msg":"trace[728607637] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"130.201761ms","start":"2026-04-03T05:15:30.908695Z","end":"2026-04-03T05:15:31.038897Z","steps":["trace[728607637] 'process raft request' (duration: 129.741351ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.038811Z","caller":"traceutil/trace.go:171","msg":"trace[724588670] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"130.344753ms","start":"2026-04-03T05:15:30.908446Z","end":"2026-04-03T05:15:31.03879Z","steps":["trace[724588670] 'process raft request' (duration: 129.953425ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.039343Z","caller":"traceutil/trace.go:171","msg":"trace[483625568] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"130.527187ms","start":"2026-04-03T05:15:30.908799Z","end":"2026-04-03T05:15:31.039326Z","steps":["trace[483625568] 'process raft request' (duration: 129.711559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.039403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.221888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.039567Z","caller":"traceutil/trace.go:171","msg":"trace[1995899468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3589; }","duration":"134.433444ms","start":"2026-04-03T05:15:30.905116Z","end":"2026-04-03T05:15:31.039549Z","steps":["trace[1995899468] 'agreement among raft nodes before linearized reading' (duration: 134.214108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.039381Z","caller":"traceutil/trace.go:171","msg":"trace[264643570] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"130.594229ms","start":"2026-04-03T05:15:30.908772Z","end":"2026-04-03T05:15:31.039367Z","steps":["trace[264643570] 'process raft request' (duration: 129.697449ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.202849Z","caller":"traceutil/trace.go:171","msg":"trace[848588193] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"156.029126ms","start":"2026-04-03T05:15:31.04679Z","end":"2026-04-03T05:15:31.202819Z","steps":["trace[848588193] 'process raft request' (duration: 111.469891ms)","trace[848588193] 'compare' (duration: 44.252949ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.202942Z","caller":"traceutil/trace.go:171","msg":"trace[1238355924] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"148.90231ms","start":"2026-04-03T05:15:31.054012Z","end":"2026-04-03T05:15:31.202914Z","steps":["trace[1238355924] 'process raft request' (duration: 148.722236ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.203625Z","caller":"traceutil/trace.go:171","msg":"trace[71341059] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"103.880134ms","start":"2026-04-03T05:15:31.0997Z","end":"2026-04-03T05:15:31.20358Z","steps":["trace[71341059] 'process raft request' (duration: 103.135338ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.396033Z","caller":"traceutil/trace.go:171","msg":"trace[1858936836] linearizableReadLoop","detail":"{readStateIndex:3743; appliedIndex:3742; }","duration":"186.32748ms","start":"2026-04-03T05:15:31.209668Z","end":"2026-04-03T05:15:31.395995Z","steps":["trace[1858936836] 'read index received' (duration: 115.760055ms)","trace[1858936836] 'applied index is now lower than readState.Index' (duration: 70.565445ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.396049Z","caller":"traceutil/trace.go:171","msg":"trace[1800268487] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"188.765053ms","start":"2026-04-03T05:15:31.207238Z","end":"2026-04-03T05:15:31.396003Z","steps":["trace[1800268487] 'process raft request' (duration: 118.147497ms)","trace[1800268487] 'compare' (duration: 70.426282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:15:31.39673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.729159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.396848Z","caller":"traceutil/trace.go:171","msg":"trace[502682578] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3596; }","duration":"187.198869ms","start":"2026-04-03T05:15:31.209622Z","end":"2026-04-03T05:15:31.396821Z","steps":["trace[502682578] 'agreement among raft nodes before linearized reading' (duration: 186.448063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.435294Z","caller":"traceutil/trace.go:171","msg":"trace[1641395783] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"217.152745ms","start":"2026-04-03T05:15:31.218107Z","end":"2026-04-03T05:15:31.43526Z","steps":["trace[1641395783] 'process raft request' (duration: 216.90974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.43541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.173794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-144.nip.io-tls\" ","response":"range_response_count:1 size:2692"} {"level":"info","ts":"2026-04-03T05:15:31.435559Z","caller":"traceutil/trace.go:171","msg":"trace[1743569949] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-144.nip.io-tls; range_end:; response_count:1; response_revision:3597; }","duration":"222.357748ms","start":"2026-04-03T05:15:31.21318Z","end":"2026-04-03T05:15:31.435538Z","steps":["trace[1743569949] 'agreement among raft nodes before linearized reading' (duration: 222.01141ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.548022Z","caller":"traceutil/trace.go:171","msg":"trace[2119888980] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"106.992002ms","start":"2026-04-03T05:15:31.441003Z","end":"2026-04-03T05:15:31.547995Z","steps":["trace[2119888980] 'process raft request' (duration: 106.932671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.548043Z","caller":"traceutil/trace.go:171","msg":"trace[159880366] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"107.000122ms","start":"2026-04-03T05:15:31.441003Z","end":"2026-04-03T05:15:31.548003Z","steps":["trace[159880366] 'process raft request' (duration: 71.820842ms)","trace[159880366] 'compare' (duration: 34.962925ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.836972Z","caller":"traceutil/trace.go:171","msg":"trace[760669523] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"395.813576ms","start":"2026-04-03T05:15:31.441126Z","end":"2026-04-03T05:15:31.83694Z","steps":["trace[760669523] 'process raft request' (duration: 395.554631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.837014Z","caller":"traceutil/trace.go:171","msg":"trace[543442705] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3745; }","duration":"395.03769ms","start":"2026-04-03T05:15:31.441959Z","end":"2026-04-03T05:15:31.836997Z","steps":["trace[543442705] 'read index received' (duration: 70.889733ms)","trace[543442705] 'applied index is now lower than readState.Index' (duration: 324.146587ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.837067Z","caller":"traceutil/trace.go:171","msg":"trace[1420446095] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"384.903257ms","start":"2026-04-03T05:15:31.452158Z","end":"2026-04-03T05:15:31.837061Z","steps":["trace[1420446095] 'process raft request' (duration: 384.771144ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.837023Z","caller":"traceutil/trace.go:171","msg":"trace[1437190223] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"395.853697ms","start":"2026-04-03T05:15:31.441116Z","end":"2026-04-03T05:15:31.836969Z","steps":["trace[1437190223] 'process raft request' (duration: 395.714094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.837098Z","caller":"traceutil/trace.go:171","msg":"trace[1408817411] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"395.07651ms","start":"2026-04-03T05:15:31.442002Z","end":"2026-04-03T05:15:31.837079Z","steps":["trace[1408817411] 'process raft request' (duration: 394.887346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.837168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.441978Z","time spent":"395.155132ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:15:31.837156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.441116Z","time spent":"395.952739ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:15:31.837186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.452147Z","time spent":"384.944098ms","remote":"127.0.0.1:49810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:15:31.837011Z","caller":"traceutil/trace.go:171","msg":"trace[145310623] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"395.1009ms","start":"2026-04-03T05:15:31.441889Z","end":"2026-04-03T05:15:31.83699Z","steps":["trace[145310623] 'process raft request' (duration: 394.973998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.837254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.252064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keepalived-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.837309Z","caller":"traceutil/trace.go:171","msg":"trace[372447385] range","detail":"{range_begin:/registry/configmaps/openstack/keepalived-bin; range_end:; response_count:0; response_revision:3605; }","duration":"395.373117ms","start":"2026-04-03T05:15:31.44192Z","end":"2026-04-03T05:15:31.837293Z","steps":["trace[372447385] 'agreement among raft nodes before linearized reading' (duration: 395.169643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.837339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.441879Z","time spent":"395.370747ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:15:31.837374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.441907Z","time spent":"395.453998ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/keepalived-bin\" "} {"level":"warn","ts":"2026-04-03T05:15:31.837428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.44109Z","time spent":"396.020301ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:15:31.90745Z","caller":"traceutil/trace.go:171","msg":"trace[128713777] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"303.503734ms","start":"2026-04-03T05:15:31.603918Z","end":"2026-04-03T05:15:31.907421Z","steps":["trace[128713777] 'process raft request' (duration: 303.208898ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.907514Z","caller":"traceutil/trace.go:171","msg":"trace[1910887718] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"161.587377ms","start":"2026-04-03T05:15:31.745864Z","end":"2026-04-03T05:15:31.907452Z","steps":["trace[1910887718] 'process raft request' (duration: 161.468994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.907653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.528969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:15:31.907697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.603902Z","time spent":"303.678649ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:15:31.907738Z","caller":"traceutil/trace.go:171","msg":"trace[806123026] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3607; }","duration":"363.646462ms","start":"2026-04-03T05:15:31.544072Z","end":"2026-04-03T05:15:31.907719Z","steps":["trace[806123026] 'agreement among raft nodes before linearized reading' (duration: 363.461998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.907803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.54402Z","time spent":"363.762244ms","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:15:39.3382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.497778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:15:39.338463Z","caller":"traceutil/trace.go:171","msg":"trace[5215083] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"529.843571ms","start":"2026-04-03T05:15:38.80857Z","end":"2026-04-03T05:15:39.338414Z","steps":["trace[5215083] 'process raft request' (duration: 35.005385ms)","trace[5215083] 'compare' (duration: 494.350215ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:39.338596Z","caller":"traceutil/trace.go:171","msg":"trace[1721496791] linearizableReadLoop","detail":"{readStateIndex:3896; appliedIndex:3894; }","duration":"279.49744ms","start":"2026-04-03T05:15:39.059039Z","end":"2026-04-03T05:15:39.338537Z","steps":["trace[1721496791] 'read index received' (duration: 279.172333ms)","trace[1721496791] 'applied index is now lower than readState.Index' (duration: 323.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:39.338734Z","caller":"traceutil/trace.go:171","msg":"trace[1471875191] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"527.813757ms","start":"2026-04-03T05:15:38.810878Z","end":"2026-04-03T05:15:39.338691Z","steps":["trace[1471875191] 'process raft request' (duration: 527.452309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:39.338863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.832837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:15:39.338889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:38.810863Z","time spent":"527.96162ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6321,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:15:39.338909Z","caller":"traceutil/trace.go:171","msg":"trace[2135376026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3743; }","duration":"279.923349ms","start":"2026-04-03T05:15:39.058973Z","end":"2026-04-03T05:15:39.338897Z","steps":["trace[2135376026] 'agreement among raft nodes before linearized reading' (duration: 279.717665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:39.338645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:38.808554Z","time spent":"529.992985ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:39.339091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.046519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:15:39.339198Z","caller":"traceutil/trace.go:171","msg":"trace[1723821758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3743; }","duration":"189.193922ms","start":"2026-04-03T05:15:39.149978Z","end":"2026-04-03T05:15:39.339172Z","steps":["trace[1723821758] 'agreement among raft nodes before linearized reading' (duration: 188.881475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:39.339339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.164799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:15:39.339431Z","caller":"traceutil/trace.go:171","msg":"trace[984107767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3743; }","duration":"193.276312ms","start":"2026-04-03T05:15:39.146135Z","end":"2026-04-03T05:15:39.339411Z","steps":["trace[984107767] 'agreement among raft nodes before linearized reading' (duration: 193.027267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:39.339126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.803366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:15:39.339522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.771143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:15:39.339548Z","caller":"traceutil/trace.go:171","msg":"trace[744940697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3743; }","duration":"201.276917ms","start":"2026-04-03T05:15:39.138245Z","end":"2026-04-03T05:15:39.339522Z","steps":["trace[744940697] 'agreement among raft nodes before linearized reading' (duration: 200.565301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:39.33957Z","caller":"traceutil/trace.go:171","msg":"trace[210508504] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3743; }","duration":"188.817124ms","start":"2026-04-03T05:15:39.150737Z","end":"2026-04-03T05:15:39.339555Z","steps":["trace[210508504] 'agreement among raft nodes before linearized reading' (duration: 188.682661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:39.339667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.899698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:15:39.339836Z","caller":"traceutil/trace.go:171","msg":"trace[618365519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3743; }","duration":"201.481391ms","start":"2026-04-03T05:15:39.138336Z","end":"2026-04-03T05:15:39.339817Z","steps":["trace[618365519] 'agreement among raft nodes before linearized reading' (duration: 200.851367ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:40.84917Z","caller":"traceutil/trace.go:171","msg":"trace[1461798012] transaction","detail":"{read_only:false; response_revision:3786; number_of_response:1; }","duration":"162.279273ms","start":"2026-04-03T05:15:40.686872Z","end":"2026-04-03T05:15:40.849151Z","steps":["trace[1461798012] 'process raft request' (duration: 162.180461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:41.581721Z","caller":"traceutil/trace.go:171","msg":"trace[2113819635] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"185.908361ms","start":"2026-04-03T05:15:41.395787Z","end":"2026-04-03T05:15:41.581695Z","steps":["trace[2113819635] 'process raft request' (duration: 100.360688ms)","trace[2113819635] 'compare' (duration: 85.40132ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:41.582027Z","caller":"traceutil/trace.go:171","msg":"trace[535676082] transaction","detail":"{read_only:false; response_revision:3792; number_of_response:1; }","duration":"140.480066ms","start":"2026-04-03T05:15:41.441523Z","end":"2026-04-03T05:15:41.582003Z","steps":["trace[535676082] 'process raft request' (duration: 140.312062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:41.582042Z","caller":"traceutil/trace.go:171","msg":"trace[197154975] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"140.429385ms","start":"2026-04-03T05:15:41.441592Z","end":"2026-04-03T05:15:41.582021Z","steps":["trace[197154975] 'process raft request' (duration: 140.364974ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:41.582161Z","caller":"traceutil/trace.go:171","msg":"trace[1260672994] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"140.730811ms","start":"2026-04-03T05:15:41.441423Z","end":"2026-04-03T05:15:41.582154Z","steps":["trace[1260672994] 'process raft request' (duration: 140.23338ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:41.582183Z","caller":"traceutil/trace.go:171","msg":"trace[52257401] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"140.623449ms","start":"2026-04-03T05:15:41.441552Z","end":"2026-04-03T05:15:41.582175Z","steps":["trace[52257401] 'process raft request' (duration: 140.377734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.134709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.681559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:16:08.134865Z","caller":"traceutil/trace.go:171","msg":"trace[958512756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3959; }","duration":"266.873393ms","start":"2026-04-03T05:16:07.867968Z","end":"2026-04-03T05:16:08.134842Z","steps":["trace[958512756] 'range keys from in-memory index tree' (duration: 266.495525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.13503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.881525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:16:08.135094Z","caller":"traceutil/trace.go:171","msg":"trace[758172652] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3959; }","duration":"273.989838ms","start":"2026-04-03T05:16:07.861089Z","end":"2026-04-03T05:16:08.135079Z","steps":["trace[758172652] 'count revisions from in-memory index tree' (duration: 273.751953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.135117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.686607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:16:08.135221Z","caller":"traceutil/trace.go:171","msg":"trace[1722859929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3959; }","duration":"292.038926ms","start":"2026-04-03T05:16:07.843161Z","end":"2026-04-03T05:16:08.1352Z","steps":["trace[1722859929] 'range keys from in-memory index tree' (duration: 291.433611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.135265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.418147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:16:08.135326Z","caller":"traceutil/trace.go:171","msg":"trace[189666287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:3959; }","duration":"104.520159ms","start":"2026-04-03T05:16:08.030793Z","end":"2026-04-03T05:16:08.135313Z","steps":["trace[189666287] 'range keys from in-memory index tree' (duration: 104.225093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.135437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.563917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:16:08.135528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.727261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:16:08.135557Z","caller":"traceutil/trace.go:171","msg":"trace[1526794191] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3959; }","duration":"103.724821ms","start":"2026-04-03T05:16:08.031815Z","end":"2026-04-03T05:16:08.135539Z","steps":["trace[1526794191] 'count revisions from in-memory index tree' (duration: 103.438625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:08.135603Z","caller":"traceutil/trace.go:171","msg":"trace[37472955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3959; }","duration":"319.805823ms","start":"2026-04-03T05:16:07.815784Z","end":"2026-04-03T05:16:08.135589Z","steps":["trace[37472955] 'range keys from in-memory index tree' (duration: 319.550846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.134733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.73149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:16:08.135653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:07.815726Z","time spent":"319.914785ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:16:08.135708Z","caller":"traceutil/trace.go:171","msg":"trace[2027429906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3959; }","duration":"267.741193ms","start":"2026-04-03T05:16:07.867943Z","end":"2026-04-03T05:16:08.135685Z","steps":["trace[2027429906] 'range keys from in-memory index tree' (duration: 266.571947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:08.134788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.273211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:16:08.135865Z","caller":"traceutil/trace.go:171","msg":"trace[1724773076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3959; }","duration":"267.352805ms","start":"2026-04-03T05:16:07.868497Z","end":"2026-04-03T05:16:08.13585Z","steps":["trace[1724773076] 'range keys from in-memory index tree' (duration: 266.166858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:14.664625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888107660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:16:14.699917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.80361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:16:14.699979Z","caller":"traceutil/trace.go:171","msg":"trace[429195803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3991; }","duration":"570.913601ms","start":"2026-04-03T05:16:14.129052Z","end":"2026-04-03T05:16:14.699966Z","steps":["trace[429195803] 'range keys from in-memory index tree' (duration: 570.684656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:14.700003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.12903Z","time spent":"570.968793ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:16:14.700274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030562386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:16:14.700385Z","caller":"traceutil/trace.go:171","msg":"trace[825650527] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3991; }","duration":"1.03071999s","start":"2026-04-03T05:16:13.669635Z","end":"2026-04-03T05:16:14.700355Z","steps":["trace[825650527] 'range keys from in-memory index tree' (duration: 1.030348521s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:14.700447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:13.669608Z","time spent":"1.030825462s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:16:15.055025Z","caller":"traceutil/trace.go:171","msg":"trace[488883168] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"897.908261ms","start":"2026-04-03T05:16:14.157091Z","end":"2026-04-03T05:16:15.055Z","steps":["trace[488883168] 'process raft request' (duration: 897.704747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.05526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.157065Z","time spent":"898.038014ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:16:15.073116Z","caller":"traceutil/trace.go:171","msg":"trace[62231391] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"724.662318ms","start":"2026-04-03T05:16:14.348429Z","end":"2026-04-03T05:16:15.073091Z","steps":["trace[62231391] 'process raft request' (duration: 724.599327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.348402Z","time spent":"724.785391ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:16:15.073201Z","caller":"traceutil/trace.go:171","msg":"trace[810698431] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"913.188082ms","start":"2026-04-03T05:16:14.159952Z","end":"2026-04-03T05:16:15.07314Z","steps":["trace[810698431] 'process raft request' (duration: 912.950417ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:15.073327Z","caller":"traceutil/trace.go:171","msg":"trace[1432194140] linearizableReadLoop","detail":"{readStateIndex:4154; appliedIndex:4151; }","duration":"909.599903ms","start":"2026-04-03T05:16:14.163697Z","end":"2026-04-03T05:16:15.073297Z","steps":["trace[1432194140] 'read index received' (duration: 891.11751ms)","trace[1432194140] 'applied index is now lower than readState.Index' (duration: 18.480083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:15.073475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.159925Z","time spent":"913.407677ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:16:15.073528Z","caller":"traceutil/trace.go:171","msg":"trace[374360004] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"365.55683ms","start":"2026-04-03T05:16:14.707909Z","end":"2026-04-03T05:16:15.073466Z","steps":["trace[374360004] 'process raft request' (duration: 365.151942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.609032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:16:15.073658Z","caller":"traceutil/trace.go:171","msg":"trace[2083911279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3995; }","duration":"552.698254ms","start":"2026-04-03T05:16:14.520951Z","end":"2026-04-03T05:16:15.07365Z","steps":["trace[2083911279] 'agreement among raft nodes before linearized reading' (duration: 552.650242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.520895Z","time spent":"552.779256ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:16:15.073662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.434203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:16:15.073728Z","caller":"traceutil/trace.go:171","msg":"trace[271843478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3995; }","duration":"907.542856ms","start":"2026-04-03T05:16:14.166164Z","end":"2026-04-03T05:16:15.073707Z","steps":["trace[271843478] 'agreement among raft nodes before linearized reading' (duration: 907.317821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.488225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:16:15.073721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.707869Z","time spent":"365.755145ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:16:15.073791Z","caller":"traceutil/trace.go:171","msg":"trace[358235402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3995; }","duration":"903.567686ms","start":"2026-04-03T05:16:14.170213Z","end":"2026-04-03T05:16:15.073781Z","steps":["trace[358235402] 'agreement among raft nodes before linearized reading' (duration: 903.456134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.170191Z","time spent":"903.624268ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:16:15.07379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.16614Z","time spent":"907.638198ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:16:15.073822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.075379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:16:15.073914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.393868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:16:15.073942Z","caller":"traceutil/trace.go:171","msg":"trace[765995394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:3995; }","duration":"900.335904ms","start":"2026-04-03T05:16:14.173586Z","end":"2026-04-03T05:16:15.073921Z","steps":["trace[765995394] 'agreement among raft nodes before linearized reading' (duration: 899.900635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:15.073954Z","caller":"traceutil/trace.go:171","msg":"trace[1033759712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3995; }","duration":"905.448699ms","start":"2026-04-03T05:16:14.168492Z","end":"2026-04-03T05:16:15.073941Z","steps":["trace[1033759712] 'agreement among raft nodes before linearized reading' (duration: 905.321546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.404551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:16:15.073998Z","caller":"traceutil/trace.go:171","msg":"trace[95013283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3995; }","duration":"902.454412ms","start":"2026-04-03T05:16:14.171537Z","end":"2026-04-03T05:16:15.073991Z","steps":["trace[95013283] 'agreement among raft nodes before linearized reading' (duration: 902.35247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.073995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.173576Z","time spent":"900.408346ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:16:15.073997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.168481Z","time spent":"905.50971ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:16:15.074017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.171527Z","time spent":"902.485812ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:16:15.075323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.597517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:16:15.07549Z","caller":"traceutil/trace.go:171","msg":"trace[753371256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3995; }","duration":"911.756971ms","start":"2026-04-03T05:16:14.163656Z","end":"2026-04-03T05:16:15.075413Z","steps":["trace[753371256] 'agreement among raft nodes before linearized reading' (duration: 909.813128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:15.075566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:14.163645Z","time spent":"911.903494ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:16:59.518134Z","caller":"traceutil/trace.go:171","msg":"trace[187952409] linearizableReadLoop","detail":"{readStateIndex:4482; appliedIndex:4481; }","duration":"176.69186ms","start":"2026-04-03T05:16:59.341416Z","end":"2026-04-03T05:16:59.518108Z","steps":["trace[187952409] 'read index received' (duration: 85.627874ms)","trace[187952409] 'applied index is now lower than readState.Index' (duration: 91.063006ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:59.518297Z","caller":"traceutil/trace.go:171","msg":"trace[1843844890] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"178.05499ms","start":"2026-04-03T05:16:59.340229Z","end":"2026-04-03T05:16:59.518284Z","steps":["trace[1843844890] 'process raft request' (duration: 87.017665ms)","trace[1843844890] 'compare' (duration: 90.734238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:59.518637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.210151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:16:59.518688Z","caller":"traceutil/trace.go:171","msg":"trace[1662961695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4308; }","duration":"177.308494ms","start":"2026-04-03T05:16:59.341369Z","end":"2026-04-03T05:16:59.518677Z","steps":["trace[1662961695] 'agreement among raft nodes before linearized reading' (duration: 177.13457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:59.518637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.797672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:16:59.518861Z","caller":"traceutil/trace.go:171","msg":"trace[1502991278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:4308; }","duration":"173.025658ms","start":"2026-04-03T05:16:59.345805Z","end":"2026-04-03T05:16:59.51883Z","steps":["trace[1502991278] 'agreement among raft nodes before linearized reading' (duration: 172.723681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:59.691948Z","caller":"traceutil/trace.go:171","msg":"trace[2042770050] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"167.900733ms","start":"2026-04-03T05:16:59.524024Z","end":"2026-04-03T05:16:59.691925Z","steps":["trace[2042770050] 'process raft request' (duration: 166.790278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:59.692043Z","caller":"traceutil/trace.go:171","msg":"trace[1428144035] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"167.74802ms","start":"2026-04-03T05:16:59.524287Z","end":"2026-04-03T05:16:59.692035Z","steps":["trace[1428144035] 'process raft request' (duration: 167.543815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:59.691906Z","caller":"traceutil/trace.go:171","msg":"trace[1344481763] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"167.580686ms","start":"2026-04-03T05:16:59.524285Z","end":"2026-04-03T05:16:59.691866Z","steps":["trace[1344481763] 'process raft request' (duration: 167.503514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:59.692323Z","caller":"traceutil/trace.go:171","msg":"trace[2021022409] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"166.920082ms","start":"2026-04-03T05:16:59.525389Z","end":"2026-04-03T05:16:59.692309Z","steps":["trace[2021022409] 'process raft request' (duration: 166.608855ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:59.692423Z","caller":"traceutil/trace.go:171","msg":"trace[742049203] linearizableReadLoop","detail":"{readStateIndex:4484; appliedIndex:4482; }","duration":"168.295512ms","start":"2026-04-03T05:16:59.524114Z","end":"2026-04-03T05:16:59.692409Z","steps":["trace[742049203] 'read index received' (duration: 56.164856ms)","trace[742049203] 'applied index is now lower than readState.Index' (duration: 112.129176ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:59.692497Z","caller":"traceutil/trace.go:171","msg":"trace[629623199] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"165.837687ms","start":"2026-04-03T05:16:59.526651Z","end":"2026-04-03T05:16:59.692488Z","steps":["trace[629623199] 'process raft request' (duration: 165.605822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:59.692647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.508647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:16:59.692687Z","caller":"traceutil/trace.go:171","msg":"trace[1340936550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4314; }","duration":"168.589669ms","start":"2026-04-03T05:16:59.524086Z","end":"2026-04-03T05:16:59.692676Z","steps":["trace[1340936550] 'agreement among raft nodes before linearized reading' (duration: 168.507157ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:05.718392Z","caller":"traceutil/trace.go:171","msg":"trace[1865650916] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"102.44995ms","start":"2026-04-03T05:17:05.615918Z","end":"2026-04-03T05:17:05.718368Z","steps":["trace[1865650916] 'process raft request' (duration: 35.590956ms)","trace[1865650916] 'compare' (duration: 66.748492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:18.209427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.872249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:18.209674Z","caller":"traceutil/trace.go:171","msg":"trace[1602069315] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4597; }","duration":"112.354525ms","start":"2026-04-03T05:17:18.097302Z","end":"2026-04-03T05:17:18.209657Z","steps":["trace[1602069315] 'read index received' (duration: 36.801µs)","trace[1602069315] 'applied index is now lower than readState.Index' (duration: 112.316694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:18.209839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.534449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T05:17:18.209873Z","caller":"traceutil/trace.go:171","msg":"trace[1234158629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4412; }","duration":"112.61089ms","start":"2026-04-03T05:17:18.097252Z","end":"2026-04-03T05:17:18.209863Z","steps":["trace[1234158629] 'agreement among raft nodes before linearized reading' (duration: 112.460627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:18.209883Z","caller":"traceutil/trace.go:171","msg":"trace[745596361] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"266.590125ms","start":"2026-04-03T05:17:17.943268Z","end":"2026-04-03T05:17:18.209858Z","steps":["trace[745596361] 'process raft request' (duration: 266.284759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:18.209989Z","caller":"traceutil/trace.go:171","msg":"trace[1210995403] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"266.8023ms","start":"2026-04-03T05:17:17.943168Z","end":"2026-04-03T05:17:18.209971Z","steps":["trace[1210995403] 'process raft request' (duration: 105.258397ms)","trace[1210995403] 'compare' (duration: 160.634663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:21.698324Z","caller":"traceutil/trace.go:171","msg":"trace[178726628] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"152.661896ms","start":"2026-04-03T05:17:21.545627Z","end":"2026-04-03T05:17:21.698289Z","steps":["trace[178726628] 'process raft request' (duration: 95.588084ms)","trace[178726628] 'compare' (duration: 56.50149ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:22.037482Z","caller":"traceutil/trace.go:171","msg":"trace[1403456228] linearizableReadLoop","detail":"{readStateIndex:4621; appliedIndex:4620; }","duration":"163.281691ms","start":"2026-04-03T05:17:21.874172Z","end":"2026-04-03T05:17:22.037454Z","steps":["trace[1403456228] 'read index received' (duration: 157.618896ms)","trace[1403456228] 'applied index is now lower than readState.Index' (duration: 5.660845ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:22.037544Z","caller":"traceutil/trace.go:171","msg":"trace[705364547] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"184.51189ms","start":"2026-04-03T05:17:21.852998Z","end":"2026-04-03T05:17:22.03751Z","steps":["trace[705364547] 'process raft request' (duration: 179.339706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:22.038031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.795472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:17:22.038094Z","caller":"traceutil/trace.go:171","msg":"trace[547157664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4432; }","duration":"163.954706ms","start":"2026-04-03T05:17:21.874125Z","end":"2026-04-03T05:17:22.03808Z","steps":["trace[547157664] 'agreement among raft nodes before linearized reading' (duration: 163.469235ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:22.345914Z","caller":"traceutil/trace.go:171","msg":"trace[735584387] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"105.156895ms","start":"2026-04-03T05:17:22.240732Z","end":"2026-04-03T05:17:22.345889Z","steps":["trace[735584387] 'process raft request' (duration: 104.94509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:22.345947Z","caller":"traceutil/trace.go:171","msg":"trace[1823967960] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"115.980254ms","start":"2026-04-03T05:17:22.229929Z","end":"2026-04-03T05:17:22.345909Z","steps":["trace[1823967960] 'process raft request' (duration: 115.061514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:22.914452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.106732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:17:22.914548Z","caller":"traceutil/trace.go:171","msg":"trace[7853307] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4442; }","duration":"123.252316ms","start":"2026-04-03T05:17:22.791273Z","end":"2026-04-03T05:17:22.914526Z","steps":["trace[7853307] 'count revisions from in-memory index tree' (duration: 122.97005ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:22.914919Z","caller":"traceutil/trace.go:171","msg":"trace[1262984928] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"101.463094ms","start":"2026-04-03T05:17:22.813152Z","end":"2026-04-03T05:17:22.914615Z","steps":["trace[1262984928] 'process raft request' (duration: 95.635555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.388882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.382004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:23.389013Z","caller":"traceutil/trace.go:171","msg":"trace[1028085859] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"152.672627ms","start":"2026-04-03T05:17:23.236314Z","end":"2026-04-03T05:17:23.388986Z","steps":["trace[1028085859] 'process raft request' (duration: 41.093989ms)","trace[1028085859] 'compare' (duration: 111.080137ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:23.389297Z","caller":"traceutil/trace.go:171","msg":"trace[1114341745] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"146.486009ms","start":"2026-04-03T05:17:23.242791Z","end":"2026-04-03T05:17:23.389277Z","steps":["trace[1114341745] 'process raft request' (duration: 146.394737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:25.924196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.029533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:25.924294Z","caller":"traceutil/trace.go:171","msg":"trace[1825420361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4472; }","duration":"313.149016ms","start":"2026-04-03T05:17:25.611127Z","end":"2026-04-03T05:17:25.924276Z","steps":["trace[1825420361] 'range keys from in-memory index tree' (duration: 313.010923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:25.924877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.478788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:25.925081Z","caller":"traceutil/trace.go:171","msg":"trace[801026500] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"393.419221ms","start":"2026-04-03T05:17:25.531644Z","end":"2026-04-03T05:17:25.925064Z","steps":["trace[801026500] 'process raft request' (duration: 77.611006ms)","trace[801026500] 'compare' (duration: 315.151111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:25.925151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:25.531599Z","time spent":"393.520743ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:25.925146Z","caller":"traceutil/trace.go:171","msg":"trace[972532872] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4662; }","duration":"334.991209ms","start":"2026-04-03T05:17:25.590139Z","end":"2026-04-03T05:17:25.92513Z","steps":["trace[972532872] 'read index received' (duration: 19.067762ms)","trace[972532872] 'applied index is now lower than readState.Index' (duration: 315.921477ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:25.925163Z","caller":"traceutil/trace.go:171","msg":"trace[2130986096] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"214.082294ms","start":"2026-04-03T05:17:25.711062Z","end":"2026-04-03T05:17:25.925144Z","steps":["trace[2130986096] 'process raft request' (duration: 213.947071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:25.925364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.956711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:17:25.925367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.909501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-p2lbg\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-04-03T05:17:25.925441Z","caller":"traceutil/trace.go:171","msg":"trace[301200128] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-p2lbg; range_end:; response_count:1; response_revision:4474; }","duration":"304.018114ms","start":"2026-04-03T05:17:25.621402Z","end":"2026-04-03T05:17:25.92542Z","steps":["trace[301200128] 'agreement among raft nodes before linearized reading' (duration: 303.8308ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:25.925395Z","caller":"traceutil/trace.go:171","msg":"trace[323027166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:4474; }","duration":"204.022922ms","start":"2026-04-03T05:17:25.721362Z","end":"2026-04-03T05:17:25.925385Z","steps":["trace[323027166] 'agreement among raft nodes before linearized reading' (duration: 203.877759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:25.925502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:25.621381Z","time spent":"304.107755ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-p2lbg\" "} {"level":"warn","ts":"2026-04-03T05:17:25.925526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.397208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:25.925545Z","caller":"traceutil/trace.go:171","msg":"trace[969431487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4474; }","duration":"335.471189ms","start":"2026-04-03T05:17:25.590067Z","end":"2026-04-03T05:17:25.925539Z","steps":["trace[969431487] 'agreement among raft nodes before linearized reading' (duration: 335.435909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:25.925568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:25.590044Z","time spent":"335.517941ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:17:29.835408Z","caller":"traceutil/trace.go:171","msg":"trace[476921863] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"137.91574ms","start":"2026-04-03T05:17:29.697444Z","end":"2026-04-03T05:17:29.83536Z","steps":["trace[476921863] 'process raft request' (duration: 132.440799ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:31.338101Z","caller":"traceutil/trace.go:171","msg":"trace[1290314960] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4835; }","duration":"138.33817ms","start":"2026-04-03T05:17:31.199732Z","end":"2026-04-03T05:17:31.33807Z","steps":["trace[1290314960] 'process raft request' (duration: 124.997115ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:31.339402Z","caller":"traceutil/trace.go:171","msg":"trace[17756565] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"100.652586ms","start":"2026-04-03T05:17:31.238721Z","end":"2026-04-03T05:17:31.339373Z","steps":["trace[17756565] 'process raft request' (duration: 99.782576ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.121159Z","caller":"traceutil/trace.go:171","msg":"trace[818360729] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"170.523132ms","start":"2026-04-03T05:17:31.950598Z","end":"2026-04-03T05:17:32.121121Z","steps":["trace[818360729] 'process raft request' (duration: 169.630411ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.12121Z","caller":"traceutil/trace.go:171","msg":"trace[106617033] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"169.824987ms","start":"2026-04-03T05:17:31.951357Z","end":"2026-04-03T05:17:32.121182Z","steps":["trace[106617033] 'process raft request' (duration: 169.675864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.121297Z","caller":"traceutil/trace.go:171","msg":"trace[1964709817] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5049; }","duration":"153.973756ms","start":"2026-04-03T05:17:31.967291Z","end":"2026-04-03T05:17:32.121265Z","steps":["trace[1964709817] 'read index received' (duration: 48.607015ms)","trace[1964709817] 'applied index is now lower than readState.Index' (duration: 105.364221ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:32.121432Z","caller":"traceutil/trace.go:171","msg":"trace[1173446495] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"124.119005ms","start":"2026-04-03T05:17:31.997279Z","end":"2026-04-03T05:17:32.121398Z","steps":["trace[1173446495] 'process raft request' (duration: 123.836228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.12159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.259392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:17:32.121693Z","caller":"traceutil/trace.go:171","msg":"trace[149987080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:4855; }","duration":"154.420985ms","start":"2026-04-03T05:17:31.967245Z","end":"2026-04-03T05:17:32.121666Z","steps":["trace[149987080] 'agreement among raft nodes before linearized reading' (duration: 154.1657ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.178113Z","caller":"traceutil/trace.go:171","msg":"trace[873923541] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"140.528728ms","start":"2026-04-03T05:17:32.037563Z","end":"2026-04-03T05:17:32.178091Z","steps":["trace[873923541] 'process raft request' (duration: 140.315314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.178369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.479085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:17:32.178421Z","caller":"traceutil/trace.go:171","msg":"trace[2071933483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4858; }","duration":"210.563417ms","start":"2026-04-03T05:17:31.967841Z","end":"2026-04-03T05:17:32.178405Z","steps":["trace[2071933483] 'agreement among raft nodes before linearized reading' (duration: 210.426394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.178704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.979875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T05:17:32.179021Z","caller":"traceutil/trace.go:171","msg":"trace[1755843291] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4858; }","duration":"206.318323ms","start":"2026-04-03T05:17:31.972661Z","end":"2026-04-03T05:17:32.178979Z","steps":["trace[1755843291] 'agreement among raft nodes before linearized reading' (duration: 205.477424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.375097Z","caller":"traceutil/trace.go:171","msg":"trace[1180066747] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"125.123126ms","start":"2026-04-03T05:17:32.249953Z","end":"2026-04-03T05:17:32.375076Z","steps":["trace[1180066747] 'process raft request' (duration: 107.221251ms)","trace[1180066747] 'compare' (duration: 17.701161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:32.375552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.163228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:17:32.375166Z","caller":"traceutil/trace.go:171","msg":"trace[1408998736] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"118.131623ms","start":"2026-04-03T05:17:32.257008Z","end":"2026-04-03T05:17:32.375139Z","steps":["trace[1408998736] 'process raft request' (duration: 117.98329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.375621Z","caller":"traceutil/trace.go:171","msg":"trace[589237582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4865; }","duration":"153.26723ms","start":"2026-04-03T05:17:32.222342Z","end":"2026-04-03T05:17:32.375609Z","steps":["trace[589237582] 'agreement among raft nodes before linearized reading' (duration: 153.026715ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.375096Z","caller":"traceutil/trace.go:171","msg":"trace[63303269] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5058; }","duration":"124.253637ms","start":"2026-04-03T05:17:32.250819Z","end":"2026-04-03T05:17:32.375072Z","steps":["trace[63303269] 'read index received' (duration: 106.320791ms)","trace[63303269] 'applied index is now lower than readState.Index' (duration: 17.931296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:32.375365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.036393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:17:32.375722Z","caller":"traceutil/trace.go:171","msg":"trace[1842838641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4864; }","duration":"152.417151ms","start":"2026-04-03T05:17:32.223291Z","end":"2026-04-03T05:17:32.375708Z","steps":["trace[1842838641] 'agreement among raft nodes before linearized reading' (duration: 151.937311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.37569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.907732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:17:32.375809Z","caller":"traceutil/trace.go:171","msg":"trace[784602478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4865; }","duration":"153.058266ms","start":"2026-04-03T05:17:32.222721Z","end":"2026-04-03T05:17:32.375779Z","steps":["trace[784602478] 'agreement among raft nodes before linearized reading' (duration: 152.558635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.702977Z","caller":"traceutil/trace.go:171","msg":"trace[1747579308] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"318.604956ms","start":"2026-04-03T05:17:32.384354Z","end":"2026-04-03T05:17:32.702959Z","steps":["trace[1747579308] 'process raft request' (duration: 318.512554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.703155Z","caller":"traceutil/trace.go:171","msg":"trace[1477108347] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"322.428262ms","start":"2026-04-03T05:17:32.380706Z","end":"2026-04-03T05:17:32.703134Z","steps":["trace[1477108347] 'process raft request' (duration: 322.128034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.703177Z","caller":"traceutil/trace.go:171","msg":"trace[1951205802] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"323.284431ms","start":"2026-04-03T05:17:32.379862Z","end":"2026-04-03T05:17:32.703146Z","steps":["trace[1951205802] 'process raft request' (duration: 322.930252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.703278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.380688Z","time spent":"322.521474ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:32.703374Z","caller":"traceutil/trace.go:171","msg":"trace[908485105] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"315.802745ms","start":"2026-04-03T05:17:32.387558Z","end":"2026-04-03T05:17:32.703361Z","steps":["trace[908485105] 'process raft request' (duration: 315.357414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.703605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.387529Z","time spent":"316.017999ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:17:32.703593Z","caller":"traceutil/trace.go:171","msg":"trace[777697153] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5062; }","duration":"313.008643ms","start":"2026-04-03T05:17:32.390549Z","end":"2026-04-03T05:17:32.703558Z","steps":["trace[777697153] 'read index received' (duration: 72.857692ms)","trace[777697153] 'applied index is now lower than readState.Index' (duration: 240.149501ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:32.703675Z","caller":"traceutil/trace.go:171","msg":"trace[1414205611] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"255.158733ms","start":"2026-04-03T05:17:32.448455Z","end":"2026-04-03T05:17:32.703614Z","steps":["trace[1414205611] 'process raft request' (duration: 254.820196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.703298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.384342Z","time spent":"318.866502ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2686,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:32.703298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.379838Z","time spent":"323.388933ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:32.702963Z","caller":"traceutil/trace.go:171","msg":"trace[2143571667] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"323.110316ms","start":"2026-04-03T05:17:32.379809Z","end":"2026-04-03T05:17:32.702919Z","steps":["trace[2143571667] 'process raft request' (duration: 273.717785ms)","trace[2143571667] 'compare' (duration: 49.139316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:32.703869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.379781Z","time spent":"324.059147ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:32.703876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.296959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:17:32.703924Z","caller":"traceutil/trace.go:171","msg":"trace[339200978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4872; }","duration":"313.370181ms","start":"2026-04-03T05:17:32.390536Z","end":"2026-04-03T05:17:32.703906Z","steps":["trace[339200978] 'agreement among raft nodes before linearized reading' (duration: 313.168556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.703976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.390498Z","time spent":"313.469663ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:17:32.704612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.802051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:32.704652Z","caller":"traceutil/trace.go:171","msg":"trace[192773193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4874; }","duration":"181.881063ms","start":"2026-04-03T05:17:32.52276Z","end":"2026-04-03T05:17:32.704641Z","steps":["trace[192773193] 'agreement among raft nodes before linearized reading' (duration: 181.811821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.704747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.782364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:32.704799Z","caller":"traceutil/trace.go:171","msg":"trace[695687343] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4874; }","duration":"116.892036ms","start":"2026-04-03T05:17:32.587893Z","end":"2026-04-03T05:17:32.704785Z","steps":["trace[695687343] 'agreement among raft nodes before linearized reading' (duration: 116.805654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.704855Z","caller":"traceutil/trace.go:171","msg":"trace[2080706189] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"217.200803ms","start":"2026-04-03T05:17:32.487645Z","end":"2026-04-03T05:17:32.704846Z","steps":["trace[2080706189] 'process raft request' (duration: 216.826785ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.704931Z","caller":"traceutil/trace.go:171","msg":"trace[329478738] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"167.123246ms","start":"2026-04-03T05:17:32.537802Z","end":"2026-04-03T05:17:32.704925Z","steps":["trace[329478738] 'process raft request' (duration: 166.740537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:33.142647Z","caller":"traceutil/trace.go:171","msg":"trace[1932445823] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"394.214338ms","start":"2026-04-03T05:17:32.748406Z","end":"2026-04-03T05:17:33.142621Z","steps":["trace[1932445823] 'process raft request' (duration: 394.046364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:33.142804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.748379Z","time spent":"394.341611ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3324,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:33.15279Z","caller":"traceutil/trace.go:171","msg":"trace[782809761] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4881; }","duration":"353.498118ms","start":"2026-04-03T05:17:32.799267Z","end":"2026-04-03T05:17:33.152765Z","steps":["trace[782809761] 'process raft request' (duration: 353.308133ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:33.152806Z","caller":"traceutil/trace.go:171","msg":"trace[245094332] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5077; }","duration":"275.939932ms","start":"2026-04-03T05:17:32.876845Z","end":"2026-04-03T05:17:33.152785Z","steps":["trace[245094332] 'read index received' (duration: 265.676575ms)","trace[245094332] 'applied index is now lower than readState.Index' (duration: 10.262157ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:33.152846Z","caller":"traceutil/trace.go:171","msg":"trace[58535731] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"303.262196ms","start":"2026-04-03T05:17:32.849542Z","end":"2026-04-03T05:17:33.152804Z","steps":["trace[58535731] 'process raft request' (duration: 303.140084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:33.152984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.129847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:17:33.153021Z","caller":"traceutil/trace.go:171","msg":"trace[1708621032] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4882; }","duration":"276.232119ms","start":"2026-04-03T05:17:32.876782Z","end":"2026-04-03T05:17:33.153014Z","steps":["trace[1708621032] 'agreement among raft nodes before linearized reading' (duration: 276.149177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:33.153085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.84951Z","time spent":"303.483282ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:33.153017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.799238Z","time spent":"353.60923ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":3373,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:33.152918Z","caller":"traceutil/trace.go:171","msg":"trace[685619206] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4882; }","duration":"257.354522ms","start":"2026-04-03T05:17:32.895553Z","end":"2026-04-03T05:17:33.152908Z","steps":["trace[685619206] 'process raft request' (duration: 257.199368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:33.153188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.589763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:33.153304Z","caller":"traceutil/trace.go:171","msg":"trace[1774838046] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4882; }","duration":"175.813728ms","start":"2026-04-03T05:17:32.977465Z","end":"2026-04-03T05:17:33.153279Z","steps":["trace[1774838046] 'agreement among raft nodes before linearized reading' (duration: 175.536472ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:34.232418Z","caller":"traceutil/trace.go:171","msg":"trace[304767651] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"105.676706ms","start":"2026-04-03T05:17:34.126713Z","end":"2026-04-03T05:17:34.23239Z","steps":["trace[304767651] 'process raft request' (duration: 105.428821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:34.233047Z","caller":"traceutil/trace.go:171","msg":"trace[2087334217] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"106.314431ms","start":"2026-04-03T05:17:34.12671Z","end":"2026-04-03T05:17:34.233024Z","steps":["trace[2087334217] 'process raft request' (duration: 105.635105ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:37.165233Z","caller":"traceutil/trace.go:171","msg":"trace[785522306] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"100.903931ms","start":"2026-04-03T05:17:37.064303Z","end":"2026-04-03T05:17:37.165207Z","steps":["trace[785522306] 'process raft request' (duration: 39.194406ms)","trace[785522306] 'compare' (duration: 61.575802ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:37.388439Z","caller":"traceutil/trace.go:171","msg":"trace[1980177924] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"217.710856ms","start":"2026-04-03T05:17:37.170689Z","end":"2026-04-03T05:17:37.3884Z","steps":["trace[1980177924] 'process raft request' (duration: 215.960107ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:37.569969Z","caller":"traceutil/trace.go:171","msg":"trace[339238377] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4936; }","duration":"101.961966ms","start":"2026-04-03T05:17:37.467977Z","end":"2026-04-03T05:17:37.569939Z","steps":["trace[339238377] 'process raft request' (duration: 76.440982ms)","trace[339238377] 'compare' (duration: 25.132945ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:38.047887Z","caller":"traceutil/trace.go:171","msg":"trace[569704811] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"216.428136ms","start":"2026-04-03T05:17:37.831429Z","end":"2026-04-03T05:17:38.047857Z","steps":["trace[569704811] 'process raft request' (duration: 215.951946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.481372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.146725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:38.481507Z","caller":"traceutil/trace.go:171","msg":"trace[1257475591] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5148; }","duration":"194.261276ms","start":"2026-04-03T05:17:38.287206Z","end":"2026-04-03T05:17:38.481467Z","steps":["trace[1257475591] 'read index received' (duration: 84.425397ms)","trace[1257475591] 'applied index is now lower than readState.Index' (duration: 109.834339ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:38.481585Z","caller":"traceutil/trace.go:171","msg":"trace[784117837] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"235.483368ms","start":"2026-04-03T05:17:38.246039Z","end":"2026-04-03T05:17:38.481523Z","steps":["trace[784117837] 'process raft request' (duration: 125.649849ms)","trace[784117837] 'compare' (duration: 108.916929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:38.481694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.486671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:17:38.481729Z","caller":"traceutil/trace.go:171","msg":"trace[569781442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:4949; }","duration":"194.559543ms","start":"2026-04-03T05:17:38.287157Z","end":"2026-04-03T05:17:38.481717Z","steps":["trace[569781442] 'agreement among raft nodes before linearized reading' (duration: 194.40838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.482056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.218434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:17:38.482093Z","caller":"traceutil/trace.go:171","msg":"trace[1131923780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4949; }","duration":"189.279566ms","start":"2026-04-03T05:17:38.292805Z","end":"2026-04-03T05:17:38.482084Z","steps":["trace[1131923780] 'agreement among raft nodes before linearized reading' (duration: 189.182494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.48236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.447866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-04-03T05:17:38.48245Z","caller":"traceutil/trace.go:171","msg":"trace[588363312] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4949; }","duration":"182.575538ms","start":"2026-04-03T05:17:38.299856Z","end":"2026-04-03T05:17:38.482431Z","steps":["trace[588363312] 'agreement among raft nodes before linearized reading' (duration: 182.342553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.697324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.240013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:39.697398Z","caller":"traceutil/trace.go:171","msg":"trace[370359441] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"515.605583ms","start":"2026-04-03T05:17:39.181781Z","end":"2026-04-03T05:17:39.697387Z","steps":["trace[370359441] 'read index received' (duration: 176.272428ms)","trace[370359441] 'applied index is now lower than readState.Index' (duration: 339.332425ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:39.697524Z","caller":"traceutil/trace.go:171","msg":"trace[1859886182] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"518.13871ms","start":"2026-04-03T05:17:39.17936Z","end":"2026-04-03T05:17:39.697499Z","steps":["trace[1859886182] 'process raft request' (duration: 178.679682ms)","trace[1859886182] 'compare' (duration: 338.828564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:39.697588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.800987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-03T05:17:39.697623Z","caller":"traceutil/trace.go:171","msg":"trace[1415911861] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4998; }","duration":"515.838428ms","start":"2026-04-03T05:17:39.181777Z","end":"2026-04-03T05:17:39.697615Z","steps":["trace[1415911861] 'agreement among raft nodes before linearized reading' (duration: 515.718876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.697616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.179348Z","time spent":"518.226651ms","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10052,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:17:39.697647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.181746Z","time spent":"515.89454ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-03T05:17:39.817666Z","caller":"traceutil/trace.go:171","msg":"trace[2013198526] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"632.395477ms","start":"2026-04-03T05:17:39.185243Z","end":"2026-04-03T05:17:39.817639Z","steps":["trace[2013198526] 'process raft request' (duration: 632.212543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.817824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.185234Z","time spent":"632.512559ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:39.819163Z","caller":"traceutil/trace.go:171","msg":"trace[1821669080] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5199; }","duration":"121.738123ms","start":"2026-04-03T05:17:39.697415Z","end":"2026-04-03T05:17:39.819153Z","steps":["trace[1821669080] 'read index received' (duration: 119.981504ms)","trace[1821669080] 'applied index is now lower than readState.Index' (duration: 1.756019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:39.819404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.405931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:39.819439Z","caller":"traceutil/trace.go:171","msg":"trace[1543138393] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5001; }","duration":"421.490283ms","start":"2026-04-03T05:17:39.397941Z","end":"2026-04-03T05:17:39.819431Z","steps":["trace[1543138393] 'agreement among raft nodes before linearized reading' (duration: 421.428612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.819462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.397884Z","time spent":"421.571385ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:39.819697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.595541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-03T05:17:39.819734Z","caller":"traceutil/trace.go:171","msg":"trace[2022945960] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5001; }","duration":"575.676073ms","start":"2026-04-03T05:17:39.24405Z","end":"2026-04-03T05:17:39.819726Z","steps":["trace[2022945960] 'agreement among raft nodes before linearized reading' (duration: 575.55635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.819765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.244025Z","time spent":"575.729314ms","remote":"127.0.0.1:35018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-03T05:17:39.819836Z","caller":"traceutil/trace.go:171","msg":"trace[1998541505] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"112.188831ms","start":"2026-04-03T05:17:39.707607Z","end":"2026-04-03T05:17:39.819796Z","steps":["trace[1998541505] 'process raft request' (duration: 111.508186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.819958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.182563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:39.819935Z","caller":"traceutil/trace.go:171","msg":"trace[1584373833] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"124.33467ms","start":"2026-04-03T05:17:39.695588Z","end":"2026-04-03T05:17:39.819922Z","steps":["trace[1584373833] 'process raft request' (duration: 123.461991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.820024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.256135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57277"} {"level":"info","ts":"2026-04-03T05:17:39.820031Z","caller":"traceutil/trace.go:171","msg":"trace[202174132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5001; }","duration":"297.309556ms","start":"2026-04-03T05:17:39.522703Z","end":"2026-04-03T05:17:39.820013Z","steps":["trace[202174132] 'agreement among raft nodes before linearized reading' (duration: 297.164693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:39.820065Z","caller":"traceutil/trace.go:171","msg":"trace[2111513551] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:5001; }","duration":"628.314326ms","start":"2026-04-03T05:17:39.191741Z","end":"2026-04-03T05:17:39.820055Z","steps":["trace[2111513551] 'agreement among raft nodes before linearized reading' (duration: 628.140952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.820061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.909777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-d9z6c\" ","response":"range_response_count:1 size:5151"} {"level":"warn","ts":"2026-04-03T05:17:39.8201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.191735Z","time spent":"628.356998ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":8,"response size":57300,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-03T05:17:39.82013Z","caller":"traceutil/trace.go:171","msg":"trace[451506790] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-d9z6c; range_end:; response_count:1; response_revision:5001; }","duration":"207.029269ms","start":"2026-04-03T05:17:39.613081Z","end":"2026-04-03T05:17:39.82011Z","steps":["trace[451506790] 'agreement among raft nodes before linearized reading' (duration: 206.731812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.820194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.932618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T05:17:39.820268Z","caller":"traceutil/trace.go:171","msg":"trace[1226155472] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5001; }","duration":"118.00448ms","start":"2026-04-03T05:17:39.702245Z","end":"2026-04-03T05:17:39.820249Z","steps":["trace[1226155472] 'agreement among raft nodes before linearized reading' (duration: 117.820166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.823864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.342675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-04-03T05:17:39.824Z","caller":"traceutil/trace.go:171","msg":"trace[1270593094] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5001; }","duration":"405.494128ms","start":"2026-04-03T05:17:39.418489Z","end":"2026-04-03T05:17:39.823983Z","steps":["trace[1270593094] 'agreement among raft nodes before linearized reading' (duration: 400.824786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.824063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.418465Z","time spent":"405.5865ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-03T05:17:39.945171Z","caller":"traceutil/trace.go:171","msg":"trace[375689425] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"115.977116ms","start":"2026-04-03T05:17:39.829172Z","end":"2026-04-03T05:17:39.945149Z","steps":["trace[375689425] 'process raft request' (duration: 115.935275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:39.945293Z","caller":"traceutil/trace.go:171","msg":"trace[1649851353] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"116.092548ms","start":"2026-04-03T05:17:39.82917Z","end":"2026-04-03T05:17:39.945262Z","steps":["trace[1649851353] 'process raft request' (duration: 97.130948ms)","trace[1649851353] 'compare' (duration: 18.670834ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:39.946403Z","caller":"traceutil/trace.go:171","msg":"trace[1372465052] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5202; }","duration":"113.93669ms","start":"2026-04-03T05:17:39.832446Z","end":"2026-04-03T05:17:39.946383Z","steps":["trace[1372465052] 'read index received' (duration: 93.871337ms)","trace[1372465052] 'applied index is now lower than readState.Index' (duration: 20.064183ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:39.946479Z","caller":"traceutil/trace.go:171","msg":"trace[1518726265] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"115.107026ms","start":"2026-04-03T05:17:39.831354Z","end":"2026-04-03T05:17:39.946461Z","steps":["trace[1518726265] 'process raft request' (duration: 114.853441ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:39.946588Z","caller":"traceutil/trace.go:171","msg":"trace[369164435] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"113.203184ms","start":"2026-04-03T05:17:39.833369Z","end":"2026-04-03T05:17:39.946572Z","steps":["trace[369164435] 'process raft request' (duration: 112.954488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.946895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.38159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-03T05:17:39.946959Z","caller":"traceutil/trace.go:171","msg":"trace[1607868597] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5005; }","duration":"114.528413ms","start":"2026-04-03T05:17:39.832419Z","end":"2026-04-03T05:17:39.946947Z","steps":["trace[1607868597] 'agreement among raft nodes before linearized reading' (duration: 114.154005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.946947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.74136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T05:17:39.947037Z","caller":"traceutil/trace.go:171","msg":"trace[1329193444] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5005; }","duration":"101.873713ms","start":"2026-04-03T05:17:39.845145Z","end":"2026-04-03T05:17:39.947018Z","steps":["trace[1329193444] 'agreement among raft nodes before linearized reading' (duration: 101.533516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:40.0755Z","caller":"traceutil/trace.go:171","msg":"trace[1762199812] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"120.74518ms","start":"2026-04-03T05:17:39.954707Z","end":"2026-04-03T05:17:40.075452Z","steps":["trace[1762199812] 'process raft request' (duration: 119.81329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:40.075556Z","caller":"traceutil/trace.go:171","msg":"trace[1304699050] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5207; }","duration":"118.445019ms","start":"2026-04-03T05:17:39.957075Z","end":"2026-04-03T05:17:40.07552Z","steps":["trace[1304699050] 'read index received' (duration: 57.132973ms)","trace[1304699050] 'applied index is now lower than readState.Index' (duration: 61.310536ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:40.075665Z","caller":"traceutil/trace.go:171","msg":"trace[1567655689] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"118.367618ms","start":"2026-04-03T05:17:39.957262Z","end":"2026-04-03T05:17:40.075629Z","steps":["trace[1567655689] 'process raft request' (duration: 118.145523ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:40.075716Z","caller":"traceutil/trace.go:171","msg":"trace[1107906814] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"120.053676ms","start":"2026-04-03T05:17:39.955611Z","end":"2026-04-03T05:17:40.075665Z","steps":["trace[1107906814] 'process raft request' (duration: 119.708928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:40.075788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.695155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T05:17:40.075847Z","caller":"traceutil/trace.go:171","msg":"trace[219709382] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5011; }","duration":"118.788497ms","start":"2026-04-03T05:17:39.957046Z","end":"2026-04-03T05:17:40.075834Z","steps":["trace[219709382] 'agreement among raft nodes before linearized reading' (duration: 118.627294ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:40.396981Z","caller":"traceutil/trace.go:171","msg":"trace[843429010] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5222; }","duration":"115.344591ms","start":"2026-04-03T05:17:40.281617Z","end":"2026-04-03T05:17:40.396962Z","steps":["trace[843429010] 'read index received' (duration: 29.955183ms)","trace[843429010] 'applied index is now lower than readState.Index' (duration: 85.388438ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:40.39705Z","caller":"traceutil/trace.go:171","msg":"trace[1729925119] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"115.616357ms","start":"2026-04-03T05:17:40.281408Z","end":"2026-04-03T05:17:40.397025Z","steps":["trace[1729925119] 'process raft request' (duration: 30.170438ms)","trace[1729925119] 'compare' (duration: 85.294966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:40.397341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.676988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T05:17:40.39765Z","caller":"traceutil/trace.go:171","msg":"trace[370575570] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"115.936453ms","start":"2026-04-03T05:17:40.281692Z","end":"2026-04-03T05:17:40.397628Z","steps":["trace[370575570] 'process raft request' (duration: 115.77232ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:40.397438Z","caller":"traceutil/trace.go:171","msg":"trace[2027347043] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5022; }","duration":"115.814671ms","start":"2026-04-03T05:17:40.281603Z","end":"2026-04-03T05:17:40.397417Z","steps":["trace[2027347043] 'agreement among raft nodes before linearized reading' (duration: 115.445043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:40.766681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.453364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-04-03T05:17:40.766764Z","caller":"traceutil/trace.go:171","msg":"trace[374763968] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5027; }","duration":"101.626957ms","start":"2026-04-03T05:17:40.665118Z","end":"2026-04-03T05:17:40.766745Z","steps":["trace[374763968] 'range keys from in-memory index tree' (duration: 100.544204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:40.766796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.979515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517412"} {"level":"info","ts":"2026-04-03T05:17:40.766873Z","caller":"traceutil/trace.go:171","msg":"trace[1904377830] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5027; }","duration":"125.092127ms","start":"2026-04-03T05:17:40.641764Z","end":"2026-04-03T05:17:40.766856Z","steps":["trace[1904377830] 'range keys from in-memory index tree' (duration: 123.985643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.378581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.007481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-04-03T05:17:41.378637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.297653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-03T05:17:41.378694Z","caller":"traceutil/trace.go:171","msg":"trace[1939611126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5034; }","duration":"218.162624ms","start":"2026-04-03T05:17:41.160508Z","end":"2026-04-03T05:17:41.378671Z","steps":["trace[1939611126] 'range keys from in-memory index tree' (duration: 217.839677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.378734Z","caller":"traceutil/trace.go:171","msg":"trace[971419999] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5034; }","duration":"225.432145ms","start":"2026-04-03T05:17:41.153278Z","end":"2026-04-03T05:17:41.37871Z","steps":["trace[971419999] 'range keys from in-memory index tree' (duration: 225.095218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.378737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.136045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-03T05:17:41.378836Z","caller":"traceutil/trace.go:171","msg":"trace[808084948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061; range_end:; response_count:1; response_revision:5034; }","duration":"162.261567ms","start":"2026-04-03T05:17:41.216549Z","end":"2026-04-03T05:17:41.378811Z","steps":["trace[808084948] 'range keys from in-memory index tree' (duration: 161.89843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.953381Z","caller":"traceutil/trace.go:171","msg":"trace[1760581829] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5235; }","duration":"429.422238ms","start":"2026-04-03T05:17:41.523932Z","end":"2026-04-03T05:17:41.953354Z","steps":["trace[1760581829] 'read index received' (duration: 429.210054ms)","trace[1760581829] 'applied index is now lower than readState.Index' (duration: 210.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:41.953438Z","caller":"traceutil/trace.go:171","msg":"trace[764296713] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"527.739692ms","start":"2026-04-03T05:17:41.425663Z","end":"2026-04-03T05:17:41.953403Z","steps":["trace[764296713] 'process raft request' (duration: 527.509257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.953613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.623382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:41.953656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:41.425633Z","time spent":"527.906576ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:41.953734Z","caller":"traceutil/trace.go:171","msg":"trace[1117443430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5035; }","duration":"429.832117ms","start":"2026-04-03T05:17:41.523876Z","end":"2026-04-03T05:17:41.953708Z","steps":["trace[1117443430] 'agreement among raft nodes before linearized reading' (duration: 429.564391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.953847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:41.523853Z","time spent":"429.985031ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:17:42.667644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.655321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:42.667804Z","caller":"traceutil/trace.go:171","msg":"trace[166006751] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"265.86872ms","start":"2026-04-03T05:17:42.401922Z","end":"2026-04-03T05:17:42.667791Z","steps":["trace[166006751] 'process raft request' (duration: 265.812369ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:42.667956Z","caller":"traceutil/trace.go:171","msg":"trace[1263281511] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"843.139148ms","start":"2026-04-03T05:17:41.824808Z","end":"2026-04-03T05:17:42.667947Z","steps":["trace[1263281511] 'process raft request' (duration: 167.939924ms)","trace[1263281511] 'compare' (duration: 674.340644ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:42.668057Z","caller":"traceutil/trace.go:171","msg":"trace[949144345] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5236; }","duration":"714.586315ms","start":"2026-04-03T05:17:41.953455Z","end":"2026-04-03T05:17:42.668041Z","steps":["trace[949144345] 'read index received' (duration: 39.192147ms)","trace[949144345] 'applied index is now lower than readState.Index' (duration: 675.392008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:42.668144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133805986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:17:42.668166Z","caller":"traceutil/trace.go:171","msg":"trace[642794412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5037; }","duration":"1.133858467s","start":"2026-04-03T05:17:41.534298Z","end":"2026-04-03T05:17:42.668157Z","steps":["trace[642794412] 'agreement among raft nodes before linearized reading' (duration: 1.133804816s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.668154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:41.824776Z","time spent":"843.195279ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:42.668192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:41.534287Z","time spent":"1.133899069s","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:42.668174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.114617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:17:42.668201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.557943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-03T05:17:42.668266Z","caller":"traceutil/trace.go:171","msg":"trace[1249448016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5037; }","duration":"980.26032ms","start":"2026-04-03T05:17:41.687987Z","end":"2026-04-03T05:17:42.668247Z","steps":["trace[1249448016] 'agreement among raft nodes before linearized reading' (duration: 980.082736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:42.668278Z","caller":"traceutil/trace.go:171","msg":"trace[1552603515] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5037; }","duration":"898.680096ms","start":"2026-04-03T05:17:41.769578Z","end":"2026-04-03T05:17:42.668258Z","steps":["trace[1552603515] 'agreement among raft nodes before linearized reading' (duration: 898.466512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.668327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:41.769558Z","time spent":"898.759758ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" "} {"level":"warn","ts":"2026-04-03T05:17:42.668331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:41.687964Z","time spent":"980.349893ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:42.727481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.046914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:42.727524Z","caller":"traceutil/trace.go:171","msg":"trace[1486162453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5038; }","duration":"204.129365ms","start":"2026-04-03T05:17:42.523383Z","end":"2026-04-03T05:17:42.727512Z","steps":["trace[1486162453] 'agreement among raft nodes before linearized reading' (duration: 204.051043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.727567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.26228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-03T05:17:42.727592Z","caller":"traceutil/trace.go:171","msg":"trace[668492168] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5038; }","duration":"597.343671ms","start":"2026-04-03T05:17:42.130242Z","end":"2026-04-03T05:17:42.727585Z","steps":["trace[668492168] 'agreement among raft nodes before linearized reading' (duration: 597.139507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.727615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.13021Z","time spent":"597.399972ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T05:17:42.727687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.445072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:17:42.727714Z","caller":"traceutil/trace.go:171","msg":"trace[2058917257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5038; }","duration":"162.489794ms","start":"2026-04-03T05:17:42.565218Z","end":"2026-04-03T05:17:42.727707Z","steps":["trace[2058917257] 'agreement among raft nodes before linearized reading' (duration: 162.412252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.727675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.193401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:17:42.727776Z","caller":"traceutil/trace.go:171","msg":"trace[80058726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5038; }","duration":"145.334985ms","start":"2026-04-03T05:17:42.582416Z","end":"2026-04-03T05:17:42.727751Z","steps":["trace[80058726] 'agreement among raft nodes before linearized reading' (duration: 144.979777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.727826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.64017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-03T05:17:42.727845Z","caller":"traceutil/trace.go:171","msg":"trace[2093800942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061; range_end:; response_count:1; response_revision:5038; }","duration":"343.688582ms","start":"2026-04-03T05:17:42.384151Z","end":"2026-04-03T05:17:42.727839Z","steps":["trace[2093800942] 'agreement among raft nodes before linearized reading' (duration: 343.639261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.727865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.384133Z","time spent":"343.729592ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" "} {"level":"warn","ts":"2026-04-03T05:17:42.728049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.551626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:17:42.72808Z","caller":"traceutil/trace.go:171","msg":"trace[1564721212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:5038; }","duration":"144.647459ms","start":"2026-04-03T05:17:42.583425Z","end":"2026-04-03T05:17:42.728073Z","steps":["trace[1564721212] 'agreement among raft nodes before linearized reading' (duration: 144.569637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.728264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.4901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-03T05:17:42.728415Z","caller":"traceutil/trace.go:171","msg":"trace[81494282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5038; }","duration":"344.701324ms","start":"2026-04-03T05:17:42.383681Z","end":"2026-04-03T05:17:42.728382Z","steps":["trace[81494282] 'agreement among raft nodes before linearized reading' (duration: 344.174572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:42.728485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.383663Z","time spent":"344.810117ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" "} {"level":"info","ts":"2026-04-03T05:17:42.728632Z","caller":"traceutil/trace.go:171","msg":"trace[1353653159] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"234.100667ms","start":"2026-04-03T05:17:42.494473Z","end":"2026-04-03T05:17:42.728574Z","steps":["trace[1353653159] 'process raft request' (duration: 232.745037ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.073177Z","caller":"traceutil/trace.go:171","msg":"trace[1645729657] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5239; }","duration":"344.348646ms","start":"2026-04-03T05:17:42.728792Z","end":"2026-04-03T05:17:43.073141Z","steps":["trace[1645729657] 'read index received' (duration: 344.118701ms)","trace[1645729657] 'applied index is now lower than readState.Index' (duration: 228.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:43.073314Z","caller":"traceutil/trace.go:171","msg":"trace[1581651685] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"396.032248ms","start":"2026-04-03T05:17:42.677251Z","end":"2026-04-03T05:17:43.073283Z","steps":["trace[1581651685] 'process raft request' (duration: 395.681621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.073374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.54007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:43.073484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.677227Z","time spent":"396.169172ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:43.073544Z","caller":"traceutil/trace.go:171","msg":"trace[323115780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"344.623512ms","start":"2026-04-03T05:17:42.728778Z","end":"2026-04-03T05:17:43.073402Z","steps":["trace[323115780] 'agreement among raft nodes before linearized reading' (duration: 344.51573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.07365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.728764Z","time spent":"344.873797ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:17:43.257357Z","caller":"traceutil/trace.go:171","msg":"trace[536993585] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"184.049411ms","start":"2026-04-03T05:17:43.073271Z","end":"2026-04-03T05:17:43.25732Z","steps":["trace[536993585] 'read index received' (duration: 183.765015ms)","trace[536993585] 'applied index is now lower than readState.Index' (duration: 282.246µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:43.257533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.21833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:17:43.257645Z","caller":"traceutil/trace.go:171","msg":"trace[330989052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5041; }","duration":"229.414844ms","start":"2026-04-03T05:17:43.02819Z","end":"2026-04-03T05:17:43.257605Z","steps":["trace[330989052] 'agreement among raft nodes before linearized reading' (duration: 229.164469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.25765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.82248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:17:43.257706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.462026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:17:43.257672Z","caller":"traceutil/trace.go:171","msg":"trace[203805194] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"525.328558ms","start":"2026-04-03T05:17:42.732306Z","end":"2026-04-03T05:17:43.257634Z","steps":["trace[203805194] 'process raft request' (duration: 524.719074ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.257741Z","caller":"traceutil/trace.go:171","msg":"trace[8682490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5041; }","duration":"313.970714ms","start":"2026-04-03T05:17:42.943751Z","end":"2026-04-03T05:17:43.257722Z","steps":["trace[8682490] 'agreement among raft nodes before linearized reading' (duration: 313.672777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.257806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.943723Z","time spent":"314.074216ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:43.257869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.732294Z","time spent":"525.46948ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:43.257889Z","caller":"traceutil/trace.go:171","msg":"trace[1552913514] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"523.505328ms","start":"2026-04-03T05:17:42.73437Z","end":"2026-04-03T05:17:43.257875Z","steps":["trace[1552913514] 'process raft request' (duration: 522.886104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.257751Z","caller":"traceutil/trace.go:171","msg":"trace[1056888363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5041; }","duration":"447.61356ms","start":"2026-04-03T05:17:42.810123Z","end":"2026-04-03T05:17:43.257737Z","steps":["trace[1056888363] 'agreement among raft nodes before linearized reading' (duration: 447.409275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.257955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.144322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62860"} {"level":"info","ts":"2026-04-03T05:17:43.257993Z","caller":"traceutil/trace.go:171","msg":"trace[545539920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5041; }","duration":"524.183053ms","start":"2026-04-03T05:17:42.733801Z","end":"2026-04-03T05:17:43.257984Z","steps":["trace[545539920] 'agreement among raft nodes before linearized reading' (duration: 523.971529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.258002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.258815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:17:43.258007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.734352Z","time spent":"523.58586ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:43.258033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.733724Z","time spent":"524.300435ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62883,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T05:17:43.258042Z","caller":"traceutil/trace.go:171","msg":"trace[1086580748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5041; }","duration":"302.343287ms","start":"2026-04-03T05:17:42.955682Z","end":"2026-04-03T05:17:43.258025Z","steps":["trace[1086580748] 'agreement among raft nodes before linearized reading' (duration: 302.231125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.258078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.955662Z","time spent":"302.409618ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:17:43.258038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:42.810105Z","time spent":"447.882635ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:17:43.417378Z","caller":"traceutil/trace.go:171","msg":"trace[629502957] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"159.846835ms","start":"2026-04-03T05:17:43.257493Z","end":"2026-04-03T05:17:43.41734Z","steps":["trace[629502957] 'read index received' (duration: 122.372186ms)","trace[629502957] 'applied index is now lower than readState.Index' (duration: 37.472539ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:43.417419Z","caller":"traceutil/trace.go:171","msg":"trace[762372355] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"155.11762ms","start":"2026-04-03T05:17:43.262282Z","end":"2026-04-03T05:17:43.4174Z","steps":["trace[762372355] 'process raft request' (duration: 154.929796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.417469Z","caller":"traceutil/trace.go:171","msg":"trace[1543809210] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"319.585687ms","start":"2026-04-03T05:17:43.097875Z","end":"2026-04-03T05:17:43.41746Z","steps":["trace[1543809210] 'process raft request' (duration: 282.070278ms)","trace[1543809210] 'compare' (duration: 36.901536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:43.417574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:43.097833Z","time spent":"319.652199ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:43.41762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.948963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:43.417674Z","caller":"traceutil/trace.go:171","msg":"trace[1585769405] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"154.6582ms","start":"2026-04-03T05:17:43.263005Z","end":"2026-04-03T05:17:43.417663Z","steps":["trace[1585769405] 'process raft request' (duration: 154.568768ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.41769Z","caller":"traceutil/trace.go:171","msg":"trace[1162133618] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"154.999608ms","start":"2026-04-03T05:17:43.262663Z","end":"2026-04-03T05:17:43.417662Z","steps":["trace[1162133618] 'process raft request' (duration: 154.674381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.417702Z","caller":"traceutil/trace.go:171","msg":"trace[1659249223] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5045; }","duration":"210.080286ms","start":"2026-04-03T05:17:43.207606Z","end":"2026-04-03T05:17:43.417686Z","steps":["trace[1659249223] 'agreement among raft nodes before linearized reading' (duration: 209.908013ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.417791Z","caller":"traceutil/trace.go:171","msg":"trace[1472717555] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"155.396696ms","start":"2026-04-03T05:17:43.262377Z","end":"2026-04-03T05:17:43.417774Z","steps":["trace[1472717555] 'process raft request' (duration: 154.935506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.417835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.224304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:17:43.417928Z","caller":"traceutil/trace.go:171","msg":"trace[2001199770] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:5045; }","duration":"203.354937ms","start":"2026-04-03T05:17:43.214549Z","end":"2026-04-03T05:17:43.417904Z","steps":["trace[2001199770] 'agreement among raft nodes before linearized reading' (duration: 202.941458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.836752Z","caller":"traceutil/trace.go:171","msg":"trace[410102375] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"179.877928ms","start":"2026-04-03T05:17:43.65683Z","end":"2026-04-03T05:17:43.836708Z","steps":["trace[410102375] 'process raft request' (duration: 172.817932ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.836833Z","caller":"traceutil/trace.go:171","msg":"trace[502855787] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5287; }","duration":"104.436319ms","start":"2026-04-03T05:17:43.732375Z","end":"2026-04-03T05:17:43.836812Z","steps":["trace[502855787] 'read index received' (duration: 97.25014ms)","trace[502855787] 'applied index is now lower than readState.Index' (duration: 7.185039ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:43.836933Z","caller":"traceutil/trace.go:171","msg":"trace[536563817] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"145.293344ms","start":"2026-04-03T05:17:43.691629Z","end":"2026-04-03T05:17:43.836923Z","steps":["trace[536563817] 'process raft request' (duration: 145.1153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.836898Z","caller":"traceutil/trace.go:171","msg":"trace[1856560670] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"176.939223ms","start":"2026-04-03T05:17:43.659901Z","end":"2026-04-03T05:17:43.83684Z","steps":["trace[1856560670] 'process raft request' (duration: 176.80516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:43.836835Z","caller":"traceutil/trace.go:171","msg":"trace[1891622057] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"179.713894ms","start":"2026-04-03T05:17:43.657096Z","end":"2026-04-03T05:17:43.83681Z","steps":["trace[1891622057] 'process raft request' (duration: 179.544171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.837167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.378474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-04-03T05:17:43.837252Z","caller":"traceutil/trace.go:171","msg":"trace[611803065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5087; }","duration":"102.537159ms","start":"2026-04-03T05:17:43.734696Z","end":"2026-04-03T05:17:43.837233Z","steps":["trace[611803065] 'agreement among raft nodes before linearized reading' (duration: 102.299293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:43.837258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.852838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-03T05:17:43.837362Z","caller":"traceutil/trace.go:171","msg":"trace[1770086266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061; range_end:; response_count:1; response_revision:5087; }","duration":"105.016123ms","start":"2026-04-03T05:17:43.732312Z","end":"2026-04-03T05:17:43.837329Z","steps":["trace[1770086266] 'agreement among raft nodes before linearized reading' (duration: 104.724896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:45.0444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.859193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-03T05:17:45.044491Z","caller":"traceutil/trace.go:171","msg":"trace[2047526017] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5178; }","duration":"121.016827ms","start":"2026-04-03T05:17:44.923455Z","end":"2026-04-03T05:17:45.044472Z","steps":["trace[2047526017] 'range keys from in-memory index tree' (duration: 120.660639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:46.331171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.191646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:46.331332Z","caller":"traceutil/trace.go:171","msg":"trace[1842227761] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"522.401573ms","start":"2026-04-03T05:17:45.808905Z","end":"2026-04-03T05:17:46.331307Z","steps":["trace[1842227761] 'process raft request' (duration: 416.89518ms)","trace[1842227761] 'compare' (duration: 104.995292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:46.33142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:45.808891Z","time spent":"522.494755ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3586,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:46.346375Z","caller":"traceutil/trace.go:171","msg":"trace[806953994] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5401; }","duration":"500.228234ms","start":"2026-04-03T05:17:45.846126Z","end":"2026-04-03T05:17:46.346354Z","steps":["trace[806953994] 'read index received' (duration: 379.879992ms)","trace[806953994] 'applied index is now lower than readState.Index' (duration: 120.346842ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:46.346473Z","caller":"traceutil/trace.go:171","msg":"trace[909440887] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"528.0751ms","start":"2026-04-03T05:17:45.818335Z","end":"2026-04-03T05:17:46.34641Z","steps":["trace[909440887] 'process raft request' (duration: 527.879516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:46.346654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.895944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-04-03T05:17:46.346698Z","caller":"traceutil/trace.go:171","msg":"trace[708447176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5196; }","duration":"498.994996ms","start":"2026-04-03T05:17:45.847691Z","end":"2026-04-03T05:17:46.346686Z","steps":["trace[708447176] 'agreement among raft nodes before linearized reading' (duration: 498.834712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:46.346731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:45.847661Z","time spent":"499.061258ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" "} {"level":"warn","ts":"2026-04-03T05:17:46.346729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.570092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-04-03T05:17:46.346826Z","caller":"traceutil/trace.go:171","msg":"trace[1077168471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061; range_end:; response_count:1; response_revision:5196; }","duration":"500.739714ms","start":"2026-04-03T05:17:45.846065Z","end":"2026-04-03T05:17:46.346805Z","steps":["trace[1077168471] 'agreement among raft nodes before linearized reading' (duration: 500.383317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:46.346773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:45.818309Z","time spent":"528.248994ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:17:46.346812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.641737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-04-03T05:17:46.346783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.879403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:46.346886Z","caller":"traceutil/trace.go:171","msg":"trace[446663070] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5196; }","duration":"327.764139ms","start":"2026-04-03T05:17:46.019105Z","end":"2026-04-03T05:17:46.34687Z","steps":["trace[446663070] 'agreement among raft nodes before linearized reading' (duration: 327.527774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:46.34694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:46.019084Z","time spent":"327.845991ms","remote":"127.0.0.1:35018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-03T05:17:46.346943Z","caller":"traceutil/trace.go:171","msg":"trace[2111667315] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5196; }","duration":"385.103628ms","start":"2026-04-03T05:17:45.961805Z","end":"2026-04-03T05:17:46.346908Z","steps":["trace[2111667315] 'agreement among raft nodes before linearized reading' (duration: 384.838922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:46.34703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:45.96178Z","time spent":"385.229811ms","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:46.346875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:45.846041Z","time spent":"500.824937ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" "} {"level":"info","ts":"2026-04-03T05:17:46.482985Z","caller":"traceutil/trace.go:171","msg":"trace[1822743790] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"128.155905ms","start":"2026-04-03T05:17:46.354799Z","end":"2026-04-03T05:17:46.482954Z","steps":["trace[1822743790] 'process raft request' (duration: 124.731649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.874089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.580709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:17:47.874224Z","caller":"traceutil/trace.go:171","msg":"trace[109948435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5226; }","duration":"438.695272ms","start":"2026-04-03T05:17:47.435456Z","end":"2026-04-03T05:17:47.874151Z","steps":["trace[109948435] 'range keys from in-memory index tree' (duration: 438.460017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.874266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.435449Z","time spent":"438.806934ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:17:47.874616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.315875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:17:47.874638Z","caller":"traceutil/trace.go:171","msg":"trace[841734645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5226; }","duration":"599.369386ms","start":"2026-04-03T05:17:47.275262Z","end":"2026-04-03T05:17:47.874631Z","steps":["trace[841734645] 'range keys from in-memory index tree' (duration: 599.217963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.874656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.275243Z","time spent":"599.408617ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:17:47.874764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.561727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:17:47.874782Z","caller":"traceutil/trace.go:171","msg":"trace[445743917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5226; }","duration":"598.605128ms","start":"2026-04-03T05:17:47.276172Z","end":"2026-04-03T05:17:47.874777Z","steps":["trace[445743917] 'range keys from in-memory index tree' (duration: 598.471165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.874799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.276154Z","time spent":"598.640719ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:47.874907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.530336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:17:47.874924Z","caller":"traceutil/trace.go:171","msg":"trace[598794654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:5226; }","duration":"598.572897ms","start":"2026-04-03T05:17:47.276345Z","end":"2026-04-03T05:17:47.874918Z","steps":["trace[598794654] 'range keys from in-memory index tree' (duration: 598.428094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.874945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.276328Z","time spent":"598.610848ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:17:47.874989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.284808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:47.875062Z","caller":"traceutil/trace.go:171","msg":"trace[325630730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5226; }","duration":"351.415151ms","start":"2026-04-03T05:17:47.523628Z","end":"2026-04-03T05:17:47.875043Z","steps":["trace[325630730] 'range keys from in-memory index tree' (duration: 351.114405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.875099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.523602Z","time spent":"351.487603ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:17:47.875104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.105129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:47.875129Z","caller":"traceutil/trace.go:171","msg":"trace[1128133530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5226; }","duration":"561.179981ms","start":"2026-04-03T05:17:47.313942Z","end":"2026-04-03T05:17:47.875122Z","steps":["trace[1128133530] 'count revisions from in-memory index tree' (duration: 561.018257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.875147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.313918Z","time spent":"561.223482ms","remote":"127.0.0.1:55542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:47.87527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.468287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-04-03T05:17:47.875288Z","caller":"traceutil/trace.go:171","msg":"trace[242659240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061; range_end:; response_count:1; response_revision:5226; }","duration":"523.511088ms","start":"2026-04-03T05:17:47.351771Z","end":"2026-04-03T05:17:47.875283Z","steps":["trace[242659240] 'range keys from in-memory index tree' (duration: 523.314254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.875307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.351757Z","time spent":"523.545619ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0e2f6f-00fa-4cf2-a853-fba13b94f061\" "} {"level":"warn","ts":"2026-04-03T05:17:47.87533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.996927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:47.875368Z","caller":"traceutil/trace.go:171","msg":"trace[921034355] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5226; }","duration":"329.075219ms","start":"2026-04-03T05:17:47.546279Z","end":"2026-04-03T05:17:47.875354Z","steps":["trace[921034355] 'count revisions from in-memory index tree' (duration: 328.876904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.87538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.001467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-04-03T05:17:47.875398Z","caller":"traceutil/trace.go:171","msg":"trace[524119793] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5226; }","duration":"523.053569ms","start":"2026-04-03T05:17:47.352338Z","end":"2026-04-03T05:17:47.875392Z","steps":["trace[524119793] 'range keys from in-memory index tree' (duration: 522.67394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.875399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.546253Z","time spent":"329.13766ms","remote":"127.0.0.1:45820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:47.875413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.352318Z","time spent":"523.091329ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" "} {"level":"warn","ts":"2026-04-03T05:17:47.875683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.381657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:17:47.875703Z","caller":"traceutil/trace.go:171","msg":"trace[1142234753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5226; }","duration":"443.431457ms","start":"2026-04-03T05:17:47.432265Z","end":"2026-04-03T05:17:47.875696Z","steps":["trace[1142234753] 'range keys from in-memory index tree' (duration: 443.293474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.875722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.432242Z","time spent":"443.475719ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:47.875822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.905524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:17:47.875849Z","caller":"traceutil/trace.go:171","msg":"trace[1618672672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5226; }","duration":"441.958435ms","start":"2026-04-03T05:17:47.433881Z","end":"2026-04-03T05:17:47.87584Z","steps":["trace[1618672672] 'range keys from in-memory index tree' (duration: 441.821042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.875877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.433863Z","time spent":"442.005536ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:17:47.876011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.652328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:17:47.876029Z","caller":"traceutil/trace.go:171","msg":"trace[1071320675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5226; }","duration":"441.682779ms","start":"2026-04-03T05:17:47.43434Z","end":"2026-04-03T05:17:47.876023Z","steps":["trace[1071320675] 'range keys from in-memory index tree' (duration: 441.589536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:47.876044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:47.434333Z","time spent":"441.707129ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:50.78285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.294694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:50.782962Z","caller":"traceutil/trace.go:171","msg":"trace[1959659129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5303; }","duration":"259.482539ms","start":"2026-04-03T05:17:50.523449Z","end":"2026-04-03T05:17:50.782931Z","steps":["trace[1959659129] 'range keys from in-memory index tree' (duration: 259.196612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:50.798999Z","caller":"traceutil/trace.go:171","msg":"trace[1704172680] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"103.894038ms","start":"2026-04-03T05:17:50.69508Z","end":"2026-04-03T05:17:50.798974Z","steps":["trace[1704172680] 'process raft request' (duration: 103.702633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:51.723287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.036218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:51.723425Z","caller":"traceutil/trace.go:171","msg":"trace[936894639] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"380.681569ms","start":"2026-04-03T05:17:51.342718Z","end":"2026-04-03T05:17:51.7234Z","steps":["trace[936894639] 'process raft request' (duration: 258.430556ms)","trace[936894639] 'compare' (duration: 121.616399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:51.723561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:51.342688Z","time spent":"380.822123ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:52.237065Z","caller":"traceutil/trace.go:171","msg":"trace[704576251] linearizableReadLoop","detail":"{readStateIndex:5525; appliedIndex:5519; }","duration":"277.076299ms","start":"2026-04-03T05:17:51.959946Z","end":"2026-04-03T05:17:52.237022Z","steps":["trace[704576251] 'read index received' (duration: 83.244211ms)","trace[704576251] 'applied index is now lower than readState.Index' (duration: 193.829988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:52.237532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.544259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62860"} {"level":"info","ts":"2026-04-03T05:17:52.237593Z","caller":"traceutil/trace.go:171","msg":"trace[1216920141] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5314; }","duration":"277.658191ms","start":"2026-04-03T05:17:51.959916Z","end":"2026-04-03T05:17:52.237574Z","steps":["trace[1216920141] 'agreement among raft nodes before linearized reading' (duration: 277.264702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:52.238305Z","caller":"traceutil/trace.go:171","msg":"trace[1568123421] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"279.584474ms","start":"2026-04-03T05:17:51.958703Z","end":"2026-04-03T05:17:52.238288Z","steps":["trace[1568123421] 'process raft request' (duration: 277.781224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:52.238522Z","caller":"traceutil/trace.go:171","msg":"trace[894435473] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"279.805909ms","start":"2026-04-03T05:17:51.958703Z","end":"2026-04-03T05:17:52.238509Z","steps":["trace[894435473] 'process raft request' (duration: 278.038869ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:52.238716Z","caller":"traceutil/trace.go:171","msg":"trace[1822011575] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"279.916401ms","start":"2026-04-03T05:17:51.958787Z","end":"2026-04-03T05:17:52.238703Z","steps":["trace[1822011575] 'process raft request' (duration: 278.040159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:52.238955Z","caller":"traceutil/trace.go:171","msg":"trace[873185850] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"279.985273ms","start":"2026-04-03T05:17:51.958871Z","end":"2026-04-03T05:17:52.238857Z","steps":["trace[873185850] 'process raft request' (duration: 278.027189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:52.239034Z","caller":"traceutil/trace.go:171","msg":"trace[1526197212] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"280.060454ms","start":"2026-04-03T05:17:51.958937Z","end":"2026-04-03T05:17:52.238998Z","steps":["trace[1526197212] 'process raft request' (duration: 278.025029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:56.544537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.075516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:56.544663Z","caller":"traceutil/trace.go:171","msg":"trace[1879207271] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5395; }","duration":"120.26098ms","start":"2026-04-03T05:17:56.424387Z","end":"2026-04-03T05:17:56.544648Z","steps":["trace[1879207271] 'count revisions from in-memory index tree' (duration: 119.992864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:58.286323Z","caller":"traceutil/trace.go:171","msg":"trace[1715809336] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5639; }","duration":"242.127106ms","start":"2026-04-03T05:17:58.044157Z","end":"2026-04-03T05:17:58.286284Z","steps":["trace[1715809336] 'read index received' (duration: 22.090999ms)","trace[1715809336] 'applied index is now lower than readState.Index' (duration: 220.034817ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:58.286403Z","caller":"traceutil/trace.go:171","msg":"trace[24768152] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"243.058946ms","start":"2026-04-03T05:17:58.043302Z","end":"2026-04-03T05:17:58.28636Z","steps":["trace[24768152] 'process raft request' (duration: 169.580921ms)","trace[24768152] 'compare' (duration: 72.34615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:58.286754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.525691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:17:58.286755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.482644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124418"} {"level":"info","ts":"2026-04-03T05:17:58.286811Z","caller":"traceutil/trace.go:171","msg":"trace[1863103853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5427; }","duration":"208.629474ms","start":"2026-04-03T05:17:58.078166Z","end":"2026-04-03T05:17:58.286796Z","steps":["trace[1863103853] 'agreement among raft nodes before linearized reading' (duration: 208.361038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:58.28685Z","caller":"traceutil/trace.go:171","msg":"trace[1094614176] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5427; }","duration":"242.707988ms","start":"2026-04-03T05:17:58.044123Z","end":"2026-04-03T05:17:58.286831Z","steps":["trace[1094614176] 'agreement among raft nodes before linearized reading' (duration: 242.291089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:59.00261Z","caller":"traceutil/trace.go:171","msg":"trace[1448158374] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"711.052216ms","start":"2026-04-03T05:17:58.29153Z","end":"2026-04-03T05:17:59.002583Z","steps":["trace[1448158374] 'process raft request' (duration: 710.835462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.002772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.291506Z","time spent":"711.18173ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:59.002948Z","caller":"traceutil/trace.go:171","msg":"trace[985791379] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"711.237091ms","start":"2026-04-03T05:17:58.291682Z","end":"2026-04-03T05:17:59.002919Z","steps":["trace[985791379] 'process raft request' (duration: 710.861522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.00309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.291646Z","time spent":"711.369144ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:59.003205Z","caller":"traceutil/trace.go:171","msg":"trace[1787270772] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"711.20245ms","start":"2026-04-03T05:17:58.291994Z","end":"2026-04-03T05:17:59.003197Z","steps":["trace[1787270772] 'process raft request' (duration: 711.055876ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:59.003184Z","caller":"traceutil/trace.go:171","msg":"trace[1591585526] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5641; }","duration":"710.454643ms","start":"2026-04-03T05:17:58.292705Z","end":"2026-04-03T05:17:59.003159Z","steps":["trace[1591585526] 'read index received' (duration: 36.529598ms)","trace[1591585526] 'applied index is now lower than readState.Index' (duration: 673.923615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:59.003253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.291973Z","time spent":"711.25736ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:59.00324Z","caller":"traceutil/trace.go:171","msg":"trace[1688211875] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"711.301612ms","start":"2026-04-03T05:17:58.291914Z","end":"2026-04-03T05:17:59.003216Z","steps":["trace[1688211875] 'process raft request' (duration: 710.974065ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:59.003299Z","caller":"traceutil/trace.go:171","msg":"trace[1844723971] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"710.26499ms","start":"2026-04-03T05:17:58.293024Z","end":"2026-04-03T05:17:59.003289Z","steps":["trace[1844723971] 'process raft request' (duration: 710.086556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.003324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.291901Z","time spent":"711.385114ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124404,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:59.003409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.293015Z","time spent":"710.317121ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:59.003565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.857182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70906"} {"level":"info","ts":"2026-04-03T05:17:59.003636Z","caller":"traceutil/trace.go:171","msg":"trace[1880724695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5434; }","duration":"710.957614ms","start":"2026-04-03T05:17:58.292659Z","end":"2026-04-03T05:17:59.003617Z","steps":["trace[1880724695] 'agreement among raft nodes before linearized reading' (duration: 710.635037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.003719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.292646Z","time spent":"711.058597ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70929,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:17:59.166002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.770467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:17:59.166409Z","caller":"traceutil/trace.go:171","msg":"trace[1733686159] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"353.522678ms","start":"2026-04-03T05:17:58.812857Z","end":"2026-04-03T05:17:59.166379Z","steps":["trace[1733686159] 'process raft request' (duration: 353.249972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.16658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.812831Z","time spent":"353.653632ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:59.418911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.413052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:59.41918Z","caller":"traceutil/trace.go:171","msg":"trace[526625103] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"565.303092ms","start":"2026-04-03T05:17:58.85384Z","end":"2026-04-03T05:17:59.419143Z","steps":["trace[526625103] 'process raft request' (duration: 312.521631ms)","trace[526625103] 'compare' (duration: 251.997683ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:59.419315Z","caller":"traceutil/trace.go:171","msg":"trace[1872212122] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5648; }","duration":"416.036311ms","start":"2026-04-03T05:17:59.003252Z","end":"2026-04-03T05:17:59.419288Z","steps":["trace[1872212122] 'read index received' (duration: 25.025213ms)","trace[1872212122] 'applied index is now lower than readState.Index' (duration: 391.009308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:59.419379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.853807Z","time spent":"565.463245ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:59.419339Z","caller":"traceutil/trace.go:171","msg":"trace[1517588665] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"564.578747ms","start":"2026-04-03T05:17:58.8547Z","end":"2026-04-03T05:17:59.419279Z","steps":["trace[1517588665] 'process raft request' (duration: 564.355112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.419447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.797652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:59.419396Z","caller":"traceutil/trace.go:171","msg":"trace[1574385865] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"414.520698ms","start":"2026-04-03T05:17:59.00485Z","end":"2026-04-03T05:17:59.419371Z","steps":["trace[1574385865] 'process raft request' (duration: 414.399125ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:59.419556Z","caller":"traceutil/trace.go:171","msg":"trace[566426956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5438; }","duration":"725.970266ms","start":"2026-04-03T05:17:58.693565Z","end":"2026-04-03T05:17:59.419535Z","steps":["trace[566426956] 'agreement among raft nodes before linearized reading' (duration: 725.736861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:59.419567Z","caller":"traceutil/trace.go:171","msg":"trace[2068759500] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"190.884222ms","start":"2026-04-03T05:17:59.228669Z","end":"2026-04-03T05:17:59.419554Z","steps":["trace[2068759500] 'process raft request' (duration: 190.648716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.419611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.693528Z","time spent":"726.072029ms","remote":"127.0.0.1:35770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:59.419628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:59.004825Z","time spent":"414.737153ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:17:59.419628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.854668Z","time spent":"564.843172ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:59.419781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.148131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:17:59.419722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.882719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:59.419869Z","caller":"traceutil/trace.go:171","msg":"trace[37541702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"898.077253ms","start":"2026-04-03T05:17:58.521777Z","end":"2026-04-03T05:17:59.419855Z","steps":["trace[37541702] 'agreement among raft nodes before linearized reading' (duration: 897.633432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.419957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.521753Z","time spent":"898.193045ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:17:59.420892Z","caller":"traceutil/trace.go:171","msg":"trace[805319174] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5439; }","duration":"967.316195ms","start":"2026-04-03T05:17:58.452534Z","end":"2026-04-03T05:17:59.419851Z","steps":["trace[805319174] 'agreement among raft nodes before linearized reading' (duration: 966.860804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:59.420972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:58.452503Z","time spent":"968.447029ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:17:59.622581Z","caller":"traceutil/trace.go:171","msg":"trace[1234529871] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"198.617453ms","start":"2026-04-03T05:17:59.423935Z","end":"2026-04-03T05:17:59.622553Z","steps":["trace[1234529871] 'process raft request' (duration: 108.003459ms)","trace[1234529871] 'compare' (duration: 90.295717ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:59.622979Z","caller":"traceutil/trace.go:171","msg":"trace[34283410] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"198.282536ms","start":"2026-04-03T05:17:59.424648Z","end":"2026-04-03T05:17:59.62293Z","steps":["trace[34283410] 'process raft request' (duration: 197.812176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:05.468875Z","caller":"traceutil/trace.go:171","msg":"trace[1636750983] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"169.270004ms","start":"2026-04-03T05:18:05.299582Z","end":"2026-04-03T05:18:05.468852Z","steps":["trace[1636750983] 'process raft request' (duration: 169.140061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:06.067102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.995435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:06.067227Z","caller":"traceutil/trace.go:171","msg":"trace[1642514990] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5504; }","duration":"456.131898ms","start":"2026-04-03T05:18:05.61108Z","end":"2026-04-03T05:18:06.067212Z","steps":["trace[1642514990] 'range keys from in-memory index tree' (duration: 455.979675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:06.067282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.369175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:06.067389Z","caller":"traceutil/trace.go:171","msg":"trace[1820756643] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"524.4593ms","start":"2026-04-03T05:18:05.542919Z","end":"2026-04-03T05:18:06.067379Z","steps":["trace[1820756643] 'process raft request' (duration: 359.940282ms)","trace[1820756643] 'compare' (duration: 164.150899ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:06.067384Z","caller":"traceutil/trace.go:171","msg":"trace[308183769] linearizableReadLoop","detail":"{readStateIndex:5721; appliedIndex:5720; }","duration":"342.191759ms","start":"2026-04-03T05:18:05.725176Z","end":"2026-04-03T05:18:06.067368Z","steps":["trace[308183769] 'read index received' (duration: 177.604509ms)","trace[308183769] 'applied index is now lower than readState.Index' (duration: 164.58591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:06.067436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:05.542897Z","time spent":"524.514681ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:06.06757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.382873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:06.067617Z","caller":"traceutil/trace.go:171","msg":"trace[251986954] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5505; }","duration":"342.434834ms","start":"2026-04-03T05:18:05.725165Z","end":"2026-04-03T05:18:06.0676Z","steps":["trace[251986954] 'agreement among raft nodes before linearized reading' (duration: 342.327382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:06.067662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:05.725111Z","time spent":"342.536946ms","remote":"127.0.0.1:49776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:06.606826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888110932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:18:07.083526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014811694s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:18:08.526027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000072375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:18:08.526227Z","caller":"traceutil/trace.go:171","msg":"trace[854169768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327791s","start":"2026-04-03T05:18:06.525876Z","end":"2026-04-03T05:18:08.526204Z","steps":["trace[854169768] 'agreement among raft nodes before linearized reading' (duration: 2.000110706s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:08.526309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.525856Z","time spent":"2.000439333s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:18:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:18:09.52443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.44069838s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:18:09.859528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2800} {"level":"warn","ts":"2026-04-03T05:18:09.860463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774900472s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-03T05:18:09.860604Z","caller":"traceutil/trace.go:171","msg":"trace[1928485451] compact","detail":"{revision:2800; response_revision:5505; }","duration":"3.791979236s","start":"2026-04-03T05:18:06.068608Z","end":"2026-04-03T05:18:09.860587Z","steps":["trace[1928485451] 'process raft request' (duration: 1.015113951s)","trace[1928485451] 'check and update compact revision' (duration: 2.774683226s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:09.860646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.068591Z","time spent":"3.792052297s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T05:18:09.861797Z","caller":"traceutil/trace.go:171","msg":"trace[1942348836] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"2.341023326s","start":"2026-04-03T05:18:07.520746Z","end":"2026-04-03T05:18:09.861769Z","steps":["trace[1942348836] 'process raft request' (duration: 2.340926323s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:09.861915Z","caller":"traceutil/trace.go:171","msg":"trace[1304140838] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5721; }","duration":"3.755354015s","start":"2026-04-03T05:18:06.106531Z","end":"2026-04-03T05:18:09.861885Z","steps":["trace[1304140838] 'read index received' (duration: 977.165581ms)","trace[1304140838] 'applied index is now lower than readState.Index' (duration: 2.778185544s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:09.862036Z","caller":"traceutil/trace.go:171","msg":"trace[2031121348] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"2.936528906s","start":"2026-04-03T05:18:06.925494Z","end":"2026-04-03T05:18:09.862023Z","steps":["trace[2031121348] 'process raft request' (duration: 2.936019225s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:09.861993Z","caller":"traceutil/trace.go:171","msg":"trace[1316112940] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"2.659683092s","start":"2026-04-03T05:18:07.202264Z","end":"2026-04-03T05:18:09.861947Z","steps":["trace[1316112940] 'process raft request' (duration: 2.659351345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:09.862028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.520697Z","time spent":"2.34122593s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:09.862121Z","caller":"traceutil/trace.go:171","msg":"trace[500257490] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"2.340616956s","start":"2026-04-03T05:18:07.521481Z","end":"2026-04-03T05:18:09.862098Z","steps":["trace[500257490] 'process raft request' (duration: 2.340236977s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:09.862105Z","caller":"traceutil/trace.go:171","msg":"trace[1916498076] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"3.781365201s","start":"2026-04-03T05:18:06.080703Z","end":"2026-04-03T05:18:09.862068Z","steps":["trace[1916498076] 'process raft request' (duration: 3.779865718s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:09.862219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.521464Z","time spent":"2.340708447s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:09.862141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.925465Z","time spent":"2.936611217s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:09.862301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.080675Z","time spent":"3.781515694s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:09.866888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.202236Z","time spent":"2.659864377s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:10.026294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.259483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:18:10.026442Z","caller":"traceutil/trace.go:171","msg":"trace[1299708657] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5727; }","duration":"164.458867ms","start":"2026-04-03T05:18:09.861952Z","end":"2026-04-03T05:18:10.026411Z","steps":["trace[1299708657] 'read index received' (duration: 102.442µs)","trace[1299708657] 'applied index is now lower than readState.Index' (duration: 164.353745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:10.026621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920076168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T05:18:10.026666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499633736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:10.026689Z","caller":"traceutil/trace.go:171","msg":"trace[206710536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5510; }","duration":"3.920185662s","start":"2026-04-03T05:18:06.106488Z","end":"2026-04-03T05:18:10.026674Z","steps":["trace[206710536] 'agreement among raft nodes before linearized reading' (duration: 3.755583461s)","trace[206710536] 'range keys from in-memory index tree' (duration: 164.446317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:10.026732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.106471Z","time spent":"3.920254753s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T05:18:10.026733Z","caller":"traceutil/trace.go:171","msg":"trace[1695977161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5510; }","duration":"1.499735448s","start":"2026-04-03T05:18:08.526977Z","end":"2026-04-03T05:18:10.026713Z","steps":["trace[1695977161] 'agreement among raft nodes before linearized reading' (duration: 1.499628655s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.026742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698192037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:18:10.026785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:08.526961Z","time spent":"1.49980977s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:18:10.026801Z","caller":"traceutil/trace.go:171","msg":"trace[578320269] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5510; }","duration":"1.698274969s","start":"2026-04-03T05:18:08.328507Z","end":"2026-04-03T05:18:10.026782Z","steps":["trace[578320269] 'agreement among raft nodes before linearized reading' (duration: 1.698203388s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.026825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960870434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:18:10.026843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:08.328486Z","time spent":"1.698346451s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-03T05:18:10.026864Z","caller":"traceutil/trace.go:171","msg":"trace[595651118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5510; }","duration":"2.960966617s","start":"2026-04-03T05:18:07.065886Z","end":"2026-04-03T05:18:10.026853Z","steps":["trace[595651118] 'agreement among raft nodes before linearized reading' (duration: 2.960876225s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.0269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.065853Z","time spent":"2.961040188s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:18:10.026676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957322977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:18:10.027056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.018718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:10.027057Z","caller":"traceutil/trace.go:171","msg":"trace[62115540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5510; }","duration":"2.957733735s","start":"2026-04-03T05:18:07.069306Z","end":"2026-04-03T05:18:10.02704Z","steps":["trace[62115540] 'agreement among raft nodes before linearized reading' (duration: 2.957232944s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.027083Z","caller":"traceutil/trace.go:171","msg":"trace[933675518] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5510; }","duration":"939.089129ms","start":"2026-04-03T05:18:09.087985Z","end":"2026-04-03T05:18:10.027075Z","steps":["trace[933675518] 'agreement among raft nodes before linearized reading' (duration: 939.033037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:09.087962Z","time spent":"939.13537ms","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:10.027113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.069298Z","time spent":"2.957798836s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:18:10.027123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88835801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:10.027174Z","caller":"traceutil/trace.go:171","msg":"trace[2091430932] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5510; }","duration":"2.888447773s","start":"2026-04-03T05:18:07.138713Z","end":"2026-04-03T05:18:10.02716Z","steps":["trace[2091430932] 'agreement among raft nodes before linearized reading' (duration: 2.888366981s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976977591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:18:10.027217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.329945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:18:10.027219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.138692Z","time spent":"2.888512783s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:18:10.027239Z","caller":"traceutil/trace.go:171","msg":"trace[65067182] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5510; }","duration":"915.351945ms","start":"2026-04-03T05:18:09.11188Z","end":"2026-04-03T05:18:10.027232Z","steps":["trace[65067182] 'agreement among raft nodes before linearized reading' (duration: 915.311914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.027244Z","caller":"traceutil/trace.go:171","msg":"trace[656217745] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5510; }","duration":"2.977055493s","start":"2026-04-03T05:18:07.050162Z","end":"2026-04-03T05:18:10.027218Z","steps":["trace[656217745] 'agreement among raft nodes before linearized reading' (duration: 2.976994211s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:09.111809Z","time spent":"915.449437ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:10.027274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.050137Z","time spent":"2.977129224s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:10.027223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.466918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:10.027354Z","caller":"traceutil/trace.go:171","msg":"trace[386598667] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5510; }","duration":"835.687042ms","start":"2026-04-03T05:18:09.191638Z","end":"2026-04-03T05:18:10.027325Z","steps":["trace[386598667] 'agreement among raft nodes before linearized reading' (duration: 835.423266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.026737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95751254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:18:10.027417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:09.191605Z","time spent":"835.801295ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:10.02742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910693991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:18:10.0275Z","caller":"traceutil/trace.go:171","msg":"trace[1942929531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:5510; }","duration":"2.958255577s","start":"2026-04-03T05:18:07.069181Z","end":"2026-04-03T05:18:10.027437Z","steps":["trace[1942929531] 'agreement among raft nodes before linearized reading' (duration: 2.957388758s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713669993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:10.027594Z","caller":"traceutil/trace.go:171","msg":"trace[1827279452] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5510; }","duration":"3.713742445s","start":"2026-04-03T05:18:06.313844Z","end":"2026-04-03T05:18:10.027586Z","steps":["trace[1827279452] 'agreement among raft nodes before linearized reading' (duration: 3.713684994s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.313818Z","time spent":"3.713791445s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:18:10.027552Z","caller":"traceutil/trace.go:171","msg":"trace[1254598144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5510; }","duration":"3.910836155s","start":"2026-04-03T05:18:06.116695Z","end":"2026-04-03T05:18:10.027531Z","steps":["trace[1254598144] 'agreement among raft nodes before linearized reading' (duration: 3.910600279s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896780073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:18:10.027658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.069171Z","time spent":"2.95843044s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:18:10.027692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65562076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:18:10.027675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958326068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:18:10.027579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657632014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:18:10.027715Z","caller":"traceutil/trace.go:171","msg":"trace[1958766428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5510; }","duration":"3.896919506s","start":"2026-04-03T05:18:06.130781Z","end":"2026-04-03T05:18:10.027701Z","steps":["trace[1958766428] 'agreement among raft nodes before linearized reading' (duration: 3.896801894s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.027748Z","caller":"traceutil/trace.go:171","msg":"trace[1112567502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5510; }","duration":"2.9584277s","start":"2026-04-03T05:18:07.069306Z","end":"2026-04-03T05:18:10.027734Z","steps":["trace[1112567502] 'agreement among raft nodes before linearized reading' (duration: 2.958279537s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.027762Z","caller":"traceutil/trace.go:171","msg":"trace[1390096454] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5510; }","duration":"3.655689222s","start":"2026-04-03T05:18:06.372038Z","end":"2026-04-03T05:18:10.027727Z","steps":["trace[1390096454] 'agreement among raft nodes before linearized reading' (duration: 3.65560016s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.027783Z","caller":"traceutil/trace.go:171","msg":"trace[428689492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5510; }","duration":"3.657867309s","start":"2026-04-03T05:18:06.369904Z","end":"2026-04-03T05:18:10.027771Z","steps":["trace[428689492] 'agreement among raft nodes before linearized reading' (duration: 3.657431079s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.069288Z","time spent":"2.958492942s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:18:10.027815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.372024Z","time spent":"3.655778053s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:18:10.027821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.369866Z","time spent":"3.657943951s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:18:10.027835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.116686Z","time spent":"3.910990758s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:18:10.027856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.130761Z","time spent":"3.897031179s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:10.027553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957188333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:18:10.027962Z","caller":"traceutil/trace.go:171","msg":"trace[1364850546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5510; }","duration":"2.957623342s","start":"2026-04-03T05:18:07.07033Z","end":"2026-04-03T05:18:10.027953Z","steps":["trace[1364850546] 'agreement among raft nodes before linearized reading' (duration: 2.95707557s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.027086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5799f657fb-4g48b\" ","response":"range_response_count:1 size:11848"} {"level":"warn","ts":"2026-04-03T05:18:10.027993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:07.070318Z","time spent":"2.957667592s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:18:10.028007Z","caller":"traceutil/trace.go:171","msg":"trace[948435858] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5799f657fb-4g48b; range_end:; response_count:1; response_revision:5510; }","duration":"159.094848ms","start":"2026-04-03T05:18:09.868903Z","end":"2026-04-03T05:18:10.027998Z","steps":["trace[948435858] 'agreement among raft nodes before linearized reading' (duration: 158.997566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.027752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919791182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T05:18:10.028286Z","caller":"traceutil/trace.go:171","msg":"trace[637772926] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5510; }","duration":"3.920379585s","start":"2026-04-03T05:18:06.10787Z","end":"2026-04-03T05:18:10.028249Z","steps":["trace[637772926] 'agreement among raft nodes before linearized reading' (duration: 3.919563037s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.028364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:06.107847Z","time spent":"3.920499587s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T05:18:10.40506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.47813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T05:18:10.40515Z","caller":"traceutil/trace.go:171","msg":"trace[790413967] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a; range_end:; response_count:1; response_revision:5510; }","duration":"368.632123ms","start":"2026-04-03T05:18:10.036499Z","end":"2026-04-03T05:18:10.405131Z","steps":["trace[790413967] 'range keys from in-memory index tree' (duration: 368.279586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.405197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.036479Z","time spent":"368.708565ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a\" "} {"level":"warn","ts":"2026-04-03T05:18:10.405554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.755116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T05:18:10.405651Z","caller":"traceutil/trace.go:171","msg":"trace[1990508476] range","detail":"{range_begin:/registry/persistentvolumes/pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81; range_end:; response_count:1; response_revision:5510; }","duration":"368.887429ms","start":"2026-04-03T05:18:10.036738Z","end":"2026-04-03T05:18:10.405626Z","steps":["trace[1990508476] 'range keys from in-memory index tree' (duration: 368.575352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.405695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.036734Z","time spent":"368.95021ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-82fdc565-2cdf-47c6-8059-96bf4def1a81\" "} {"level":"warn","ts":"2026-04-03T05:18:10.447644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.020876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:10.448626Z","caller":"traceutil/trace.go:171","msg":"trace[80002004] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"411.708714ms","start":"2026-04-03T05:18:10.036873Z","end":"2026-04-03T05:18:10.448582Z","steps":["trace[80002004] 'process raft request' (duration: 67.536873ms)","trace[80002004] 'compare' (duration: 300.652649ms)","trace[80002004] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 41.422366ms)"],"step_count":3} {"level":"info","ts":"2026-04-03T05:18:10.448751Z","caller":"traceutil/trace.go:171","msg":"trace[42882499] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5728; }","duration":"411.732746ms","start":"2026-04-03T05:18:10.036985Z","end":"2026-04-03T05:18:10.448718Z","steps":["trace[42882499] 'read index received' (duration: 67.446302ms)","trace[42882499] 'applied index is now lower than readState.Index' (duration: 344.282714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:10.448793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.036859Z","time spent":"411.847589ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.448826Z","caller":"traceutil/trace.go:171","msg":"trace[795421682] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"411.692265ms","start":"2026-04-03T05:18:10.037111Z","end":"2026-04-03T05:18:10.448803Z","steps":["trace[795421682] 'process raft request' (duration: 411.49385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.448955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.037099Z","time spent":"411.785427ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.449146Z","caller":"traceutil/trace.go:171","msg":"trace[1519415679] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"411.954141ms","start":"2026-04-03T05:18:10.037171Z","end":"2026-04-03T05:18:10.449125Z","steps":["trace[1519415679] 'process raft request' (duration: 411.587783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.449221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.235287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:18:10.449269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.037167Z","time spent":"412.008192ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.449271Z","caller":"traceutil/trace.go:171","msg":"trace[1122980063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5513; }","duration":"412.283878ms","start":"2026-04-03T05:18:10.036975Z","end":"2026-04-03T05:18:10.449258Z","steps":["trace[1122980063] 'agreement among raft nodes before linearized reading' (duration: 411.90684ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.449743Z","caller":"traceutil/trace.go:171","msg":"trace[640049457] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"411.044211ms","start":"2026-04-03T05:18:10.038688Z","end":"2026-04-03T05:18:10.449732Z","steps":["trace[640049457] 'process raft request' (duration: 410.924239ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.449765Z","caller":"traceutil/trace.go:171","msg":"trace[890881735] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"411.042151ms","start":"2026-04-03T05:18:10.038709Z","end":"2026-04-03T05:18:10.449751Z","steps":["trace[890881735] 'process raft request' (duration: 410.953259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.44981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.03868Z","time spent":"411.102923ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.449816Z","caller":"traceutil/trace.go:171","msg":"trace[935812590] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"411.364418ms","start":"2026-04-03T05:18:10.038441Z","end":"2026-04-03T05:18:10.449805Z","steps":["trace[935812590] 'process raft request' (duration: 411.073702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.449833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.038694Z","time spent":"411.102203ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:10.449889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.038432Z","time spent":"411.416539ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.449946Z","caller":"traceutil/trace.go:171","msg":"trace[573181974] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"407.38238ms","start":"2026-04-03T05:18:10.042555Z","end":"2026-04-03T05:18:10.449938Z","steps":["trace[573181974] 'process raft request' (duration: 407.148075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.449762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.036905Z","time spent":"412.81197ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:18:10.449434Z","caller":"traceutil/trace.go:171","msg":"trace[1080236628] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"412.208577ms","start":"2026-04-03T05:18:10.037209Z","end":"2026-04-03T05:18:10.449417Z","steps":["trace[1080236628] 'process raft request' (duration: 411.829198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.449995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.042523Z","time spent":"407.449031ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.449585Z","caller":"traceutil/trace.go:171","msg":"trace[2145735575] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"412.273648ms","start":"2026-04-03T05:18:10.037295Z","end":"2026-04-03T05:18:10.449568Z","steps":["trace[2145735575] 'process raft request' (duration: 412.138665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.450398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.037204Z","time spent":"412.917312ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:10.450441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.037263Z","time spent":"413.155297ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.449472Z","caller":"traceutil/trace.go:171","msg":"trace[900418964] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"412.210597ms","start":"2026-04-03T05:18:10.037251Z","end":"2026-04-03T05:18:10.449462Z","steps":["trace[900418964] 'process raft request' (duration: 412.119925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.450527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.482645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70917"} {"level":"info","ts":"2026-04-03T05:18:10.450572Z","caller":"traceutil/trace.go:171","msg":"trace[810319480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5523; }","duration":"413.538236ms","start":"2026-04-03T05:18:10.037024Z","end":"2026-04-03T05:18:10.450562Z","steps":["trace[810319480] 'agreement among raft nodes before linearized reading' (duration: 413.366232ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:10.450594Z","caller":"traceutil/trace.go:171","msg":"trace[2079232630] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"407.922401ms","start":"2026-04-03T05:18:10.042663Z","end":"2026-04-03T05:18:10.450586Z","steps":["trace[2079232630] 'process raft request' (duration: 407.217756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.450612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.03702Z","time spent":"413.584687ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:18:10.450622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.042656Z","time spent":"407.952462ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:10.45068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.081944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:18:10.45053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.037247Z","time spent":"413.259229ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.450717Z","caller":"traceutil/trace.go:171","msg":"trace[1971345273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5523; }","duration":"412.157156ms","start":"2026-04-03T05:18:10.038551Z","end":"2026-04-03T05:18:10.450708Z","steps":["trace[1971345273] 'agreement among raft nodes before linearized reading' (duration: 412.106385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.450742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.038529Z","time spent":"412.208226ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:18:10.450577Z","caller":"traceutil/trace.go:171","msg":"trace[807770288] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"402.327878ms","start":"2026-04-03T05:18:10.04824Z","end":"2026-04-03T05:18:10.450568Z","steps":["trace[807770288] 'process raft request' (duration: 401.801976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.450797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.048223Z","time spent":"402.555082ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:10.622581Z","caller":"traceutil/trace.go:171","msg":"trace[433030281] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"163.585269ms","start":"2026-04-03T05:18:10.458957Z","end":"2026-04-03T05:18:10.622542Z","steps":["trace[433030281] 'process raft request' (duration: 129.961985ms)","trace[433030281] 'compare' (duration: 33.364947ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:10.785199Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2800,"took":"923.75433ms","hash":563078839,"current-db-size-bytes":54902784,"current-db-size":"55 MB","current-db-size-in-use-bytes":30863360,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T05:18:10.785296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":563078839,"revision":2800,"compact-revision":-1} {"level":"info","ts":"2026-04-03T05:18:10.785781Z","caller":"traceutil/trace.go:171","msg":"trace[1526771837] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"326.741057ms","start":"2026-04-03T05:18:10.459002Z","end":"2026-04-03T05:18:10.785743Z","steps":["trace[1526771837] 'process raft request' (duration: 234.321283ms)","trace[1526771837] 'compare' (duration: 92.121087ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:10.785881Z","caller":"traceutil/trace.go:171","msg":"trace[1518809304] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"320.844006ms","start":"2026-04-03T05:18:10.465004Z","end":"2026-04-03T05:18:10.785848Z","steps":["trace[1518809304] 'process raft request' (duration: 320.661102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:10.785946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.458983Z","time spent":"326.875729ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:10.786051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:10.464982Z","time spent":"320.98851ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:10.786076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.843088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:10.785813Z","caller":"traceutil/trace.go:171","msg":"trace[929796823] linearizableReadLoop","detail":"{readStateIndex:5744; appliedIndex:5741; }","duration":"274.581073ms","start":"2026-04-03T05:18:10.511194Z","end":"2026-04-03T05:18:10.785775Z","steps":["trace[929796823] 'read index received' (duration: 77.746689ms)","trace[929796823] 'applied index is now lower than readState.Index' (duration: 196.832954ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:10.786237Z","caller":"traceutil/trace.go:171","msg":"trace[1538090666] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5526; }","duration":"275.028853ms","start":"2026-04-03T05:18:10.511157Z","end":"2026-04-03T05:18:10.786186Z","steps":["trace[1538090666] 'agreement among raft nodes before linearized reading' (duration: 274.790937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:11.339577Z","caller":"traceutil/trace.go:171","msg":"trace[1821420349] linearizableReadLoop","detail":"{readStateIndex:5747; appliedIndex:5746; }","duration":"257.322342ms","start":"2026-04-03T05:18:11.082225Z","end":"2026-04-03T05:18:11.339548Z","steps":["trace[1821420349] 'read index received' (duration: 257.087076ms)","trace[1821420349] 'applied index is now lower than readState.Index' (duration: 233.986µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:11.339611Z","caller":"traceutil/trace.go:171","msg":"trace[2098308328] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"331.303678ms","start":"2026-04-03T05:18:11.008276Z","end":"2026-04-03T05:18:11.339579Z","steps":["trace[2098308328] 'process raft request' (duration: 331.081753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:11.33976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:11.008234Z","time spent":"331.451942ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:18:11.339889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.150671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T05:18:11.339934Z","caller":"traceutil/trace.go:171","msg":"trace[1923555057] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5529; }","duration":"216.264584ms","start":"2026-04-03T05:18:11.123657Z","end":"2026-04-03T05:18:11.339921Z","steps":["trace[1923555057] 'agreement among raft nodes before linearized reading' (duration: 216.048489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:11.339996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.748981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-04-03T05:18:11.340093Z","caller":"traceutil/trace.go:171","msg":"trace[704002691] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5529; }","duration":"257.909684ms","start":"2026-04-03T05:18:11.082163Z","end":"2026-04-03T05:18:11.340072Z","steps":["trace[704002691] 'agreement among raft nodes before linearized reading' (duration: 257.508285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:13.173712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.791536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-432f0a49-c813-4d80-85c3-b93475dceba0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-03T05:18:13.173842Z","caller":"traceutil/trace.go:171","msg":"trace[883211858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-432f0a49-c813-4d80-85c3-b93475dceba0; range_end:; response_count:1; response_revision:5608; }","duration":"212.99591ms","start":"2026-04-03T05:18:12.960811Z","end":"2026-04-03T05:18:13.173807Z","steps":["trace[883211858] 'range keys from in-memory index tree' (duration: 212.559571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.296138Z","caller":"traceutil/trace.go:171","msg":"trace[1843288779] linearizableReadLoop","detail":"{readStateIndex:5838; appliedIndex:5837; }","duration":"115.048364ms","start":"2026-04-03T05:18:14.181058Z","end":"2026-04-03T05:18:14.296106Z","steps":["trace[1843288779] 'read index received' (duration: 114.812169ms)","trace[1843288779] 'applied index is now lower than readState.Index' (duration: 234.915µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:14.296263Z","caller":"traceutil/trace.go:171","msg":"trace[651299416] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"162.877192ms","start":"2026-04-03T05:18:14.133355Z","end":"2026-04-03T05:18:14.296232Z","steps":["trace[651299416] 'process raft request' (duration: 162.578265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:14.296305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.229258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-432f0a49-c813-4d80-85c3-b93475dceba0\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T05:18:14.296346Z","caller":"traceutil/trace.go:171","msg":"trace[1333972185] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-432f0a49-c813-4d80-85c3-b93475dceba0; range_end:; response_count:1; response_revision:5619; }","duration":"115.354721ms","start":"2026-04-03T05:18:14.180978Z","end":"2026-04-03T05:18:14.296332Z","steps":["trace[1333972185] 'agreement among raft nodes before linearized reading' (duration: 115.258569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:20.51247Z","caller":"traceutil/trace.go:171","msg":"trace[389395105] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"556.771793ms","start":"2026-04-03T05:18:19.955672Z","end":"2026-04-03T05:18:20.512444Z","steps":["trace[389395105] 'process raft request' (duration: 556.61857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:20.512682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:19.955648Z","time spent":"556.900036ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:20.528697Z","caller":"traceutil/trace.go:171","msg":"trace[48121740] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"552.727545ms","start":"2026-04-03T05:18:19.975936Z","end":"2026-04-03T05:18:20.528664Z","steps":["trace[48121740] 'process raft request' (duration: 552.451959ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:20.528793Z","caller":"traceutil/trace.go:171","msg":"trace[761250621] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5944; }","duration":"514.568181ms","start":"2026-04-03T05:18:20.0142Z","end":"2026-04-03T05:18:20.528769Z","steps":["trace[761250621] 'read index received' (duration: 498.273599ms)","trace[761250621] 'applied index is now lower than readState.Index' (duration: 16.293292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:20.528883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:19.975916Z","time spent":"552.872209ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:20.52886Z","caller":"traceutil/trace.go:171","msg":"trace[2055924412] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"512.769111ms","start":"2026-04-03T05:18:20.016022Z","end":"2026-04-03T05:18:20.528791Z","steps":["trace[2055924412] 'process raft request' (duration: 512.507946ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:20.528977Z","caller":"traceutil/trace.go:171","msg":"trace[736971663] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"159.161501ms","start":"2026-04-03T05:18:20.369795Z","end":"2026-04-03T05:18:20.528956Z","steps":["trace[736971663] 'process raft request' (duration: 158.810213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:20.529052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.850208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:20.529085Z","caller":"traceutil/trace.go:171","msg":"trace[1418399389] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5726; }","duration":"514.916038ms","start":"2026-04-03T05:18:20.014158Z","end":"2026-04-03T05:18:20.529074Z","steps":["trace[1418399389] 'agreement among raft nodes before linearized reading' (duration: 514.850577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:20.529107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:20.014134Z","time spent":"514.96762ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:20.529089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:20.015996Z","time spent":"512.988765ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:20.529774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.583564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:20.529848Z","caller":"traceutil/trace.go:171","msg":"trace[136541713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5726; }","duration":"303.704817ms","start":"2026-04-03T05:18:20.226125Z","end":"2026-04-03T05:18:20.529829Z","steps":["trace[136541713] 'agreement among raft nodes before linearized reading' (duration: 302.92959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:20.529884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:20.2261Z","time spent":"303.774938ms","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:18:24.836105Z","caller":"traceutil/trace.go:171","msg":"trace[1683362555] linearizableReadLoop","detail":"{readStateIndex:6006; appliedIndex:6005; }","duration":"226.727479ms","start":"2026-04-03T05:18:24.609342Z","end":"2026-04-03T05:18:24.836069Z","steps":["trace[1683362555] 'read index received' (duration: 226.560966ms)","trace[1683362555] 'applied index is now lower than readState.Index' (duration: 164.853µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:24.83617Z","caller":"traceutil/trace.go:171","msg":"trace[1817096103] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"232.274852ms","start":"2026-04-03T05:18:24.603853Z","end":"2026-04-03T05:18:24.836128Z","steps":["trace[1817096103] 'process raft request' (duration: 232.001656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.836486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.344225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:18:24.836539Z","caller":"traceutil/trace.go:171","msg":"trace[1523438674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5782; }","duration":"219.452769ms","start":"2026-04-03T05:18:24.617074Z","end":"2026-04-03T05:18:24.836527Z","steps":["trace[1523438674] 'agreement among raft nodes before linearized reading' (duration: 219.228083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.836501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.100047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:18:24.836622Z","caller":"traceutil/trace.go:171","msg":"trace[15717595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5782; }","duration":"227.278563ms","start":"2026-04-03T05:18:24.609319Z","end":"2026-04-03T05:18:24.836597Z","steps":["trace[15717595] 'agreement among raft nodes before linearized reading' (duration: 226.905514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.836719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.523863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:18:24.836784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.668144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:18:24.836889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.539214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:18:24.836925Z","caller":"traceutil/trace.go:171","msg":"trace[243989749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:5782; }","duration":"225.589495ms","start":"2026-04-03T05:18:24.611326Z","end":"2026-04-03T05:18:24.836916Z","steps":["trace[243989749] 'agreement among raft nodes before linearized reading' (duration: 225.046272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:24.836929Z","caller":"traceutil/trace.go:171","msg":"trace[2048572735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5782; }","duration":"215.862229ms","start":"2026-04-03T05:18:24.621049Z","end":"2026-04-03T05:18:24.836911Z","steps":["trace[2048572735] 'agreement among raft nodes before linearized reading' (duration: 215.244634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:24.836808Z","caller":"traceutil/trace.go:171","msg":"trace[1667389953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5782; }","duration":"225.652776ms","start":"2026-04-03T05:18:24.611134Z","end":"2026-04-03T05:18:24.836787Z","steps":["trace[1667389953] 'agreement among raft nodes before linearized reading' (duration: 225.187055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.836859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.521275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:18:24.837273Z","caller":"traceutil/trace.go:171","msg":"trace[475966897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5782; }","duration":"226.780741ms","start":"2026-04-03T05:18:24.610273Z","end":"2026-04-03T05:18:24.837054Z","steps":["trace[475966897] 'agreement among raft nodes before linearized reading' (duration: 225.996743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.838888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.705798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-03T05:18:24.838997Z","caller":"traceutil/trace.go:171","msg":"trace[1473000103] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5782; }","duration":"203.858571ms","start":"2026-04-03T05:18:24.635112Z","end":"2026-04-03T05:18:24.838971Z","steps":["trace[1473000103] 'agreement among raft nodes before linearized reading' (duration: 201.282454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.369077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.285143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:25.369298Z","caller":"traceutil/trace.go:171","msg":"trace[355970311] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"527.075432ms","start":"2026-04-03T05:18:24.842183Z","end":"2026-04-03T05:18:25.369258Z","steps":["trace[355970311] 'process raft request' (duration: 349.509582ms)","trace[355970311] 'compare' (duration: 176.961356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:25.369462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.842168Z","time spent":"527.215525ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:25.370194Z","caller":"traceutil/trace.go:171","msg":"trace[556124680] linearizableReadLoop","detail":"{readStateIndex:6011; appliedIndex:6007; }","duration":"496.638507ms","start":"2026-04-03T05:18:24.873534Z","end":"2026-04-03T05:18:25.370172Z","steps":["trace[556124680] 'read index received' (duration: 318.309321ms)","trace[556124680] 'applied index is now lower than readState.Index' (duration: 178.327556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:25.370455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.909172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T05:18:25.370509Z","caller":"traceutil/trace.go:171","msg":"trace[88868811] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5787; }","duration":"497.001395ms","start":"2026-04-03T05:18:24.87349Z","end":"2026-04-03T05:18:25.370492Z","steps":["trace[88868811] 'agreement among raft nodes before linearized reading' (duration: 496.755579ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.370472Z","caller":"traceutil/trace.go:171","msg":"trace[1313331716] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"528.224487ms","start":"2026-04-03T05:18:24.842183Z","end":"2026-04-03T05:18:25.370407Z","steps":["trace[1313331716] 'process raft request' (duration: 527.00295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.370554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.87347Z","time spent":"497.073916ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-03T05:18:25.370507Z","caller":"traceutil/trace.go:171","msg":"trace[1531020716] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"527.059262ms","start":"2026-04-03T05:18:24.843378Z","end":"2026-04-03T05:18:25.370437Z","steps":["trace[1531020716] 'process raft request' (duration: 526.738985ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.370547Z","caller":"traceutil/trace.go:171","msg":"trace[258618111] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"527.205405ms","start":"2026-04-03T05:18:24.843252Z","end":"2026-04-03T05:18:25.370458Z","steps":["trace[258618111] 'process raft request' (duration: 526.771886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.370888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.842163Z","time spent":"528.409751ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.370968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.84334Z","time spent":"527.292447ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.371169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.843243Z","time spent":"527.686285ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:25.395798Z","caller":"traceutil/trace.go:171","msg":"trace[289546667] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"399.945192ms","start":"2026-04-03T05:18:24.995828Z","end":"2026-04-03T05:18:25.395773Z","steps":["trace[289546667] 'process raft request' (duration: 399.889301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.395869Z","caller":"traceutil/trace.go:171","msg":"trace[998476626] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"520.68901ms","start":"2026-04-03T05:18:24.875141Z","end":"2026-04-03T05:18:25.39583Z","steps":["trace[998476626] 'process raft request' (duration: 520.359923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.395983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.875124Z","time spent":"520.795982ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.395979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.995806Z","time spent":"400.078325ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:30.820101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888111638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:18:30.970158Z","caller":"traceutil/trace.go:171","msg":"trace[36255685] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"683.649355ms","start":"2026-04-03T05:18:30.28648Z","end":"2026-04-03T05:18:30.970129Z","steps":["trace[36255685] 'process raft request' (duration: 683.4238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:30.970344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.286452Z","time spent":"683.795998ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:31.739033Z","caller":"traceutil/trace.go:171","msg":"trace[1479161921] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"1.145763546s","start":"2026-04-03T05:18:30.593243Z","end":"2026-04-03T05:18:31.739007Z","steps":["trace[1479161921] 'process raft request' (duration: 1.145688675s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:31.739033Z","caller":"traceutil/trace.go:171","msg":"trace[42585689] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"1.179458434s","start":"2026-04-03T05:18:30.559527Z","end":"2026-04-03T05:18:31.738986Z","steps":["trace[42585689] 'process raft request' (duration: 1.179222179s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:31.739253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.593212Z","time spent":"1.14590618s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:31.739328Z","caller":"traceutil/trace.go:171","msg":"trace[389027670] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6040; }","duration":"1.419304855s","start":"2026-04-03T05:18:30.320008Z","end":"2026-04-03T05:18:31.739313Z","steps":["trace[389027670] 'read index received' (duration: 650.081731ms)","trace[389027670] 'applied index is now lower than readState.Index' (duration: 769.221064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:31.739366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.559501Z","time spent":"1.179756621s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:31.739393Z","caller":"traceutil/trace.go:171","msg":"trace[1570002216] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"1.143428835s","start":"2026-04-03T05:18:30.595926Z","end":"2026-04-03T05:18:31.739355Z","steps":["trace[1570002216] 'process raft request' (duration: 1.143047576s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:31.739631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419596341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-03T05:18:31.740003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.595889Z","time spent":"1.144047709s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:31.740064Z","caller":"traceutil/trace.go:171","msg":"trace[1062179603] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5819; }","duration":"1.420064091s","start":"2026-04-03T05:18:30.319981Z","end":"2026-04-03T05:18:31.740045Z","steps":["trace[1062179603] 'agreement among raft nodes before linearized reading' (duration: 1.419443918s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:31.740104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.319971Z","time spent":"1.420121542s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-03T05:18:32.154425Z","caller":"traceutil/trace.go:171","msg":"trace[784279739] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"1.176116219s","start":"2026-04-03T05:18:30.978281Z","end":"2026-04-03T05:18:32.154398Z","steps":["trace[784279739] 'process raft request' (duration: 1.175885654s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.154608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.978254Z","time spent":"1.176257153s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:32.154751Z","caller":"traceutil/trace.go:171","msg":"trace[171104673] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"1.176370685s","start":"2026-04-03T05:18:30.978337Z","end":"2026-04-03T05:18:32.154707Z","steps":["trace[171104673] 'process raft request' (duration: 1.176012607s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.154876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402654185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-03T05:18:32.154889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275452833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:32.15492Z","caller":"traceutil/trace.go:171","msg":"trace[933297443] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5823; }","duration":"1.402769368s","start":"2026-04-03T05:18:30.75214Z","end":"2026-04-03T05:18:32.154909Z","steps":["trace[933297443] 'agreement among raft nodes before linearized reading' (duration: 1.402671265s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.154953Z","caller":"traceutil/trace.go:171","msg":"trace[1809582034] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5823; }","duration":"1.275543005s","start":"2026-04-03T05:18:30.879389Z","end":"2026-04-03T05:18:32.154932Z","steps":["trace[1809582034] 'agreement among raft nodes before linearized reading' (duration: 1.275436093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.154947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.752113Z","time spent":"1.402827318s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.879375Z","time spent":"1.275621926s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:32.155043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.168317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:18:32.155125Z","caller":"traceutil/trace.go:171","msg":"trace[1493504946] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"1.176715583s","start":"2026-04-03T05:18:30.978396Z","end":"2026-04-03T05:18:32.155111Z","steps":["trace[1493504946] 'process raft request' (duration: 1.176296344s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.155139Z","caller":"traceutil/trace.go:171","msg":"trace[751238393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5823; }","duration":"748.31955ms","start":"2026-04-03T05:18:31.406798Z","end":"2026-04-03T05:18:32.155117Z","steps":["trace[751238393] 'agreement among raft nodes before linearized reading' (duration: 747.997753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.155144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.089996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:18:32.15519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.978361Z","time spent":"1.176797175s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:32.155194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.424194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:18:32.1552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.406776Z","time spent":"748.414692ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:18:32.155233Z","caller":"traceutil/trace.go:171","msg":"trace[1044957924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5823; }","duration":"744.493125ms","start":"2026-04-03T05:18:31.410732Z","end":"2026-04-03T05:18:32.155225Z","steps":["trace[1044957924] 'agreement among raft nodes before linearized reading' (duration: 744.369493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.155234Z","caller":"traceutil/trace.go:171","msg":"trace[1873904014] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5823; }","duration":"854.194338ms","start":"2026-04-03T05:18:31.301023Z","end":"2026-04-03T05:18:32.155217Z","steps":["trace[1873904014] 'agreement among raft nodes before linearized reading' (duration: 854.032165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.155232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.809732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:18:32.155257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.410715Z","time spent":"744.536896ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284649538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:18:32.155275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.300973Z","time spent":"854.29226ms","remote":"127.0.0.1:35264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:18:32.155313Z","caller":"traceutil/trace.go:171","msg":"trace[1686350704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5823; }","duration":"1.28477912s","start":"2026-04-03T05:18:30.870518Z","end":"2026-04-03T05:18:32.155297Z","steps":["trace[1686350704] 'agreement among raft nodes before linearized reading' (duration: 1.284615826s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.155311Z","caller":"traceutil/trace.go:171","msg":"trace[216099855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5823; }","duration":"744.918665ms","start":"2026-04-03T05:18:31.410361Z","end":"2026-04-03T05:18:32.155279Z","steps":["trace[216099855] 'agreement among raft nodes before linearized reading' (duration: 744.679009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.155351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.870467Z","time spent":"1.284875442s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.410338Z","time spent":"745.008006ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:18:32.154758Z","caller":"traceutil/trace.go:171","msg":"trace[1505906658] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"1.176351125s","start":"2026-04-03T05:18:30.978384Z","end":"2026-04-03T05:18:32.154735Z","steps":["trace[1505906658] 'process raft request' (duration: 1.176210802s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.155538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.403005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:18:32.155585Z","caller":"traceutil/trace.go:171","msg":"trace[1646273389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5823; }","duration":"745.487837ms","start":"2026-04-03T05:18:31.410087Z","end":"2026-04-03T05:18:32.155575Z","steps":["trace[1646273389] 'agreement among raft nodes before linearized reading' (duration: 745.273282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.15559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.978375Z","time spent":"1.177085311s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:32.155617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.41007Z","time spent":"745.539208ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282274955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:18:32.155671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287614052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:18:32.1554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.138205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-03T05:18:32.155714Z","caller":"traceutil/trace.go:171","msg":"trace[1516342782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5823; }","duration":"1.287706144s","start":"2026-04-03T05:18:30.867997Z","end":"2026-04-03T05:18:32.155703Z","steps":["trace[1516342782] 'agreement among raft nodes before linearized reading' (duration: 1.287559281s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.155711Z","caller":"traceutil/trace.go:171","msg":"trace[2015670269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:5823; }","duration":"1.282335476s","start":"2026-04-03T05:18:30.873363Z","end":"2026-04-03T05:18:32.155698Z","steps":["trace[2015670269] 'agreement among raft nodes before linearized reading' (duration: 1.282210763s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.155692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.988918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:18:32.155755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.867969Z","time spent":"1.287780266s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.87335Z","time spent":"1.282413387s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"info","ts":"2026-04-03T05:18:32.155807Z","caller":"traceutil/trace.go:171","msg":"trace[1795283304] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5823; }","duration":"674.535603ms","start":"2026-04-03T05:18:31.481216Z","end":"2026-04-03T05:18:32.155751Z","steps":["trace[1795283304] 'agreement among raft nodes before linearized reading' (duration: 673.745806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.154755Z","caller":"traceutil/trace.go:171","msg":"trace[1918859348] linearizableReadLoop","detail":"{readStateIndex:6048; appliedIndex:6044; }","duration":"414.539716ms","start":"2026-04-03T05:18:31.740194Z","end":"2026-04-03T05:18:32.154734Z","steps":["trace[1918859348] 'read index received' (duration: 413.981244ms)","trace[1918859348] 'applied index is now lower than readState.Index' (duration: 557.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:32.155841Z","caller":"traceutil/trace.go:171","msg":"trace[2055471903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5823; }","duration":"632.149542ms","start":"2026-04-03T05:18:31.523629Z","end":"2026-04-03T05:18:32.155779Z","steps":["trace[2055471903] 'agreement among raft nodes before linearized reading' (duration: 631.965917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.155952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.523599Z","time spent":"632.334306ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:30.978315Z","time spent":"1.176539279s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:32.155969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.251485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-432f0a49-c813-4d80-85c3-b93475dceba0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T05:18:32.156634Z","caller":"traceutil/trace.go:171","msg":"trace[273196116] range","detail":"{range_begin:/registry/persistentvolumes/pvc-432f0a49-c813-4d80-85c3-b93475dceba0; range_end:; response_count:1; response_revision:5823; }","duration":"412.948561ms","start":"2026-04-03T05:18:31.743662Z","end":"2026-04-03T05:18:32.15661Z","steps":["trace[273196116] 'agreement among raft nodes before linearized reading' (duration: 412.251384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.156701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.743635Z","time spent":"413.046233ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-432f0a49-c813-4d80-85c3-b93475dceba0\" "} {"level":"warn","ts":"2026-04-03T05:18:32.155976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.481204Z","time spent":"674.696046ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T05:18:32.156186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.522485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:18:32.15707Z","caller":"traceutil/trace.go:171","msg":"trace[689315372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5823; }","duration":"974.443086ms","start":"2026-04-03T05:18:31.182606Z","end":"2026-04-03T05:18:32.157049Z","steps":["trace[689315372] 'agreement among raft nodes before linearized reading' (duration: 973.487994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.157128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:31.182582Z","time spent":"974.528068ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:18:32.346255Z","caller":"traceutil/trace.go:171","msg":"trace[788399759] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"184.610365ms","start":"2026-04-03T05:18:32.161614Z","end":"2026-04-03T05:18:32.346224Z","steps":["trace[788399759] 'process raft request' (duration: 114.05373ms)","trace[788399759] 'compare' (duration: 70.401512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:32.704905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.519989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:32.705258Z","caller":"traceutil/trace.go:171","msg":"trace[1101441296] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"543.20508ms","start":"2026-04-03T05:18:32.162014Z","end":"2026-04-03T05:18:32.705219Z","steps":["trace[1101441296] 'process raft request' (duration: 387.270731ms)","trace[1101441296] 'compare' (duration: 155.148461ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:32.705324Z","caller":"traceutil/trace.go:171","msg":"trace[1258434349] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"543.102136ms","start":"2026-04-03T05:18:32.162183Z","end":"2026-04-03T05:18:32.705285Z","steps":["trace[1258434349] 'process raft request' (duration: 542.919062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:32.705411Z","caller":"traceutil/trace.go:171","msg":"trace[1414119986] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"542.939583ms","start":"2026-04-03T05:18:32.162367Z","end":"2026-04-03T05:18:32.705306Z","steps":["trace[1414119986] 'process raft request' (duration: 542.84355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.705474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.162147Z","time spent":"543.247279ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:32.705547Z","caller":"traceutil/trace.go:171","msg":"trace[1954951240] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"543.063295ms","start":"2026-04-03T05:18:32.16246Z","end":"2026-04-03T05:18:32.705523Z","steps":["trace[1954951240] 'process raft request' (duration: 542.795409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.705451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.161975Z","time spent":"543.376274ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:32.705576Z","caller":"traceutil/trace.go:171","msg":"trace[2072157202] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6048; }","duration":"542.443443ms","start":"2026-04-03T05:18:32.163109Z","end":"2026-04-03T05:18:32.705553Z","steps":["trace[2072157202] 'read index received' (duration: 112.573297ms)","trace[2072157202] 'applied index is now lower than readState.Index' (duration: 429.869246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:32.705644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.162434Z","time spent":"543.163389ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:32.705653Z","caller":"traceutil/trace.go:171","msg":"trace[194104469] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"542.555705ms","start":"2026-04-03T05:18:32.163067Z","end":"2026-04-03T05:18:32.705623Z","steps":["trace[194104469] 'process raft request' (duration: 542.35621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.705713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.162356Z","time spent":"543.201ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:32.705813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.163044Z","time spent":"542.683759ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:32.705858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.74397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:18:32.705896Z","caller":"traceutil/trace.go:171","msg":"trace[1477752599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5829; }","duration":"542.832461ms","start":"2026-04-03T05:18:32.163053Z","end":"2026-04-03T05:18:32.705885Z","steps":["trace[1477752599] 'agreement among raft nodes before linearized reading' (duration: 542.636737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.705943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.163038Z","time spent":"542.895953ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:18:32.706328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.343831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81779"} {"level":"info","ts":"2026-04-03T05:18:32.706526Z","caller":"traceutil/trace.go:171","msg":"trace[1784268815] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5829; }","duration":"542.600457ms","start":"2026-04-03T05:18:32.163901Z","end":"2026-04-03T05:18:32.706501Z","steps":["trace[1784268815] 'agreement among raft nodes before linearized reading' (duration: 541.890641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:32.7066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.163889Z","time spent":"542.698078ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:18:33.300727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888111660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:18:33.38236Z","caller":"traceutil/trace.go:171","msg":"trace[122523276] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"638.495433ms","start":"2026-04-03T05:18:32.743841Z","end":"2026-04-03T05:18:33.382337Z","steps":["trace[122523276] 'process raft request' (duration: 638.3266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.382499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.743811Z","time spent":"638.614036ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:33.59073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.82298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:33.590864Z","caller":"traceutil/trace.go:171","msg":"trace[1361404627] linearizableReadLoop","detail":"{readStateIndex:6056; appliedIndex:6054; }","duration":"790.915565ms","start":"2026-04-03T05:18:32.799927Z","end":"2026-04-03T05:18:33.590843Z","steps":["trace[1361404627] 'read index received' (duration: 582.286547ms)","trace[1361404627] 'applied index is now lower than readState.Index' (duration: 208.626618ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:33.590951Z","caller":"traceutil/trace.go:171","msg":"trace[1226802455] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"688.250797ms","start":"2026-04-03T05:18:32.902667Z","end":"2026-04-03T05:18:33.590918Z","steps":["trace[1226802455] 'process raft request' (duration: 558.132331ms)","trace[1226802455] 'compare' (duration: 129.546753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:33.590991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.074879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:33.591043Z","caller":"traceutil/trace.go:171","msg":"trace[469128546] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5831; }","duration":"791.12701ms","start":"2026-04-03T05:18:32.799902Z","end":"2026-04-03T05:18:33.591029Z","steps":["trace[469128546] 'agreement among raft nodes before linearized reading' (duration: 791.031058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.591132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.902638Z","time spent":"688.39302ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:33.591203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:32.79984Z","time spent":"791.247102ms","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T05:18:33.729382Z","caller":"traceutil/trace.go:171","msg":"trace[1599238751] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"340.525234ms","start":"2026-04-03T05:18:33.388829Z","end":"2026-04-03T05:18:33.729354Z","steps":["trace[1599238751] 'process raft request' (duration: 340.245378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:33.729426Z","caller":"traceutil/trace.go:171","msg":"trace[1566884881] linearizableReadLoop","detail":"{readStateIndex:6059; appliedIndex:6056; }","duration":"138.511983ms","start":"2026-04-03T05:18:33.590897Z","end":"2026-04-03T05:18:33.729409Z","steps":["trace[1566884881] 'read index received' (duration: 138.124694ms)","trace[1566884881] 'applied index is now lower than readState.Index' (duration: 386.099µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:33.72952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.388809Z","time spent":"340.635406ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:33.729549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.486112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:33.729581Z","caller":"traceutil/trace.go:171","msg":"trace[1617447334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5834; }","duration":"207.559354ms","start":"2026-04-03T05:18:33.522012Z","end":"2026-04-03T05:18:33.729572Z","steps":["trace[1617447334] 'agreement among raft nodes before linearized reading' (duration: 207.488123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.729644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.633647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:33.729724Z","caller":"traceutil/trace.go:171","msg":"trace[1063370854] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5834; }","duration":"180.762ms","start":"2026-04-03T05:18:33.548949Z","end":"2026-04-03T05:18:33.729711Z","steps":["trace[1063370854] 'agreement among raft nodes before linearized reading' (duration: 180.549556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.729836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.351128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:33.729879Z","caller":"traceutil/trace.go:171","msg":"trace[513032706] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5834; }","duration":"371.432769ms","start":"2026-04-03T05:18:33.358435Z","end":"2026-04-03T05:18:33.729868Z","steps":["trace[513032706] 'agreement among raft nodes before linearized reading' (duration: 371.361727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.729911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.358412Z","time spent":"371.48952ms","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:18:33.730046Z","caller":"traceutil/trace.go:171","msg":"trace[214274783] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"340.36119ms","start":"2026-04-03T05:18:33.389672Z","end":"2026-04-03T05:18:33.730034Z","steps":["trace[214274783] 'process raft request' (duration: 339.681185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.730041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.181158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:33.730172Z","caller":"traceutil/trace.go:171","msg":"trace[952334570] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5834; }","duration":"135.380953ms","start":"2026-04-03T05:18:33.59476Z","end":"2026-04-03T05:18:33.730141Z","steps":["trace[952334570] 'agreement among raft nodes before linearized reading' (duration: 135.133577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.730198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.347448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T05:18:33.730191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.620526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T05:18:33.730231Z","caller":"traceutil/trace.go:171","msg":"trace[199286830] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:5834; }","duration":"513.422759ms","start":"2026-04-03T05:18:33.216799Z","end":"2026-04-03T05:18:33.730222Z","steps":["trace[199286830] 'agreement among raft nodes before linearized reading' (duration: 513.322267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:33.730248Z","caller":"traceutil/trace.go:171","msg":"trace[1230613350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5834; }","duration":"157.683258ms","start":"2026-04-03T05:18:33.57255Z","end":"2026-04-03T05:18:33.730233Z","steps":["trace[1230613350] 'agreement among raft nodes before linearized reading' (duration: 157.490443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.730257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.216771Z","time spent":"513.48062ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-03T05:18:33.730252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.389666Z","time spent":"340.446582ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:33.730087Z","caller":"traceutil/trace.go:171","msg":"trace[1888500600] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"341.201369ms","start":"2026-04-03T05:18:33.388868Z","end":"2026-04-03T05:18:33.73007Z","steps":["trace[1888500600] 'process raft request' (duration: 340.423652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:33.730433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.388849Z","time spent":"341.477626ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:34.238098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888111673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:18:34.739021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888111673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:18:34.842833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105185446s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:18:34.932093Z","caller":"traceutil/trace.go:171","msg":"trace[1660951855] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"1.194709071s","start":"2026-04-03T05:18:33.737359Z","end":"2026-04-03T05:18:34.932068Z","steps":["trace[1660951855] 'process raft request' (duration: 1.194594089s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.932322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.737342Z","time spent":"1.194896435s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:34.932589Z","caller":"traceutil/trace.go:171","msg":"trace[1142385160] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"1.195528599s","start":"2026-04-03T05:18:33.737044Z","end":"2026-04-03T05:18:34.932573Z","steps":["trace[1142385160] 'process raft request' (duration: 1.105982854s)","trace[1142385160] 'compare' (duration: 88.40546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:34.932708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.737025Z","time spent":"1.195640462s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:34.941419Z","caller":"traceutil/trace.go:171","msg":"trace[728901064] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"1.196217765s","start":"2026-04-03T05:18:33.745181Z","end":"2026-04-03T05:18:34.941399Z","steps":["trace[728901064] 'process raft request' (duration: 1.196155003s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:34.941464Z","caller":"traceutil/trace.go:171","msg":"trace[1530123748] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"1.196960153s","start":"2026-04-03T05:18:33.744475Z","end":"2026-04-03T05:18:34.941435Z","steps":["trace[1530123748] 'process raft request' (duration: 1.196818289s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:34.94156Z","caller":"traceutil/trace.go:171","msg":"trace[2038905160] linearizableReadLoop","detail":"{readStateIndex:6067; appliedIndex:6061; }","duration":"1.203685751s","start":"2026-04-03T05:18:33.737818Z","end":"2026-04-03T05:18:34.941503Z","steps":["trace[2038905160] 'read index received' (duration: 1.105213367s)","trace[2038905160] 'applied index is now lower than readState.Index' (duration: 98.470584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:34.941594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.745157Z","time spent":"1.196335738s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:34.941627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.744462Z","time spent":"1.197078495s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:34.941644Z","caller":"traceutil/trace.go:171","msg":"trace[2103330663] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"330.660485ms","start":"2026-04-03T05:18:34.610973Z","end":"2026-04-03T05:18:34.941634Z","steps":["trace[2103330663] 'process raft request' (duration: 330.393969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.941842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.610944Z","time spent":"330.852448ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:34.94142Z","caller":"traceutil/trace.go:171","msg":"trace[267393113] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"1.196942932s","start":"2026-04-03T05:18:33.74445Z","end":"2026-04-03T05:18:34.941393Z","steps":["trace[267393113] 'process raft request' (duration: 1.196708377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.941914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.009454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:18:34.94195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.74443Z","time spent":"1.197478334s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:34.94198Z","caller":"traceutil/trace.go:171","msg":"trace[1686171073] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5841; }","duration":"707.117106ms","start":"2026-04-03T05:18:34.234847Z","end":"2026-04-03T05:18:34.941964Z","steps":["trace[1686171073] 'agreement among raft nodes before linearized reading' (duration: 707.011894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.234825Z","time spent":"707.180838ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:34.942034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.607588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:18:34.942085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.892075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:18:34.942138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.175599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:18:34.942148Z","caller":"traceutil/trace.go:171","msg":"trace[1904731424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:5841; }","duration":"227.975397ms","start":"2026-04-03T05:18:34.714157Z","end":"2026-04-03T05:18:34.942133Z","steps":["trace[1904731424] 'agreement among raft nodes before linearized reading' (duration: 227.787723ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:34.942174Z","caller":"traceutil/trace.go:171","msg":"trace[635993177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5841; }","duration":"231.260431ms","start":"2026-04-03T05:18:34.710904Z","end":"2026-04-03T05:18:34.942165Z","steps":["trace[635993177] 'agreement among raft nodes before linearized reading' (duration: 231.156758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.306041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:18:34.942231Z","caller":"traceutil/trace.go:171","msg":"trace[921846735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5841; }","duration":"231.382933ms","start":"2026-04-03T05:18:34.710832Z","end":"2026-04-03T05:18:34.942215Z","steps":["trace[921846735] 'agreement among raft nodes before linearized reading' (duration: 231.28185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.962085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:18:34.942335Z","caller":"traceutil/trace.go:171","msg":"trace[1639544972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5841; }","duration":"232.022377ms","start":"2026-04-03T05:18:34.710303Z","end":"2026-04-03T05:18:34.942325Z","steps":["trace[1639544972] 'agreement among raft nodes before linearized reading' (duration: 231.906364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:34.942091Z","caller":"traceutil/trace.go:171","msg":"trace[1461817931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5841; }","duration":"231.69127ms","start":"2026-04-03T05:18:34.710385Z","end":"2026-04-03T05:18:34.942076Z","steps":["trace[1461817931] 'agreement among raft nodes before linearized reading' (duration: 231.547956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.195041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:18:34.942495Z","caller":"traceutil/trace.go:171","msg":"trace[27668273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5841; }","duration":"232.226262ms","start":"2026-04-03T05:18:34.710261Z","end":"2026-04-03T05:18:34.942488Z","steps":["trace[27668273] 'agreement among raft nodes before linearized reading' (duration: 232.14798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.063177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:18:34.942555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.888039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:18:34.942584Z","caller":"traceutil/trace.go:171","msg":"trace[633641410] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5841; }","duration":"113.319573ms","start":"2026-04-03T05:18:34.82924Z","end":"2026-04-03T05:18:34.94256Z","steps":["trace[633641410] 'agreement among raft nodes before linearized reading' (duration: 113.080058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.951612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:34.942666Z","caller":"traceutil/trace.go:171","msg":"trace[1466479683] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5841; }","duration":"698.023174ms","start":"2026-04-03T05:18:34.244632Z","end":"2026-04-03T05:18:34.942655Z","steps":["trace[1466479683] 'agreement among raft nodes before linearized reading' (duration: 697.949963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.244621Z","time spent":"698.078685ms","remote":"127.0.0.1:35244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:34.942706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.805112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:34.942773Z","caller":"traceutil/trace.go:171","msg":"trace[1713895361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5841; }","duration":"364.919594ms","start":"2026-04-03T05:18:34.577839Z","end":"2026-04-03T05:18:34.942759Z","steps":["trace[1713895361] 'agreement among raft nodes before linearized reading' (duration: 364.813762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.577818Z","time spent":"364.995936ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:18:34.942621Z","caller":"traceutil/trace.go:171","msg":"trace[1509027562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5841; }","duration":"591.981091ms","start":"2026-04-03T05:18:34.350619Z","end":"2026-04-03T05:18:34.9426Z","steps":["trace[1509027562] 'agreement among raft nodes before linearized reading' (duration: 591.866859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.942908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.350598Z","time spent":"592.299889ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:18:34.942929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.269313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:34.942996Z","caller":"traceutil/trace.go:171","msg":"trace[1374680323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5841; }","duration":"420.372274ms","start":"2026-04-03T05:18:34.522608Z","end":"2026-04-03T05:18:34.94298Z","steps":["trace[1374680323] 'agreement among raft nodes before linearized reading' (duration: 420.275682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.943039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.522584Z","time spent":"420.444416ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:18:34.943052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205234285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19250"} {"level":"info","ts":"2026-04-03T05:18:34.943121Z","caller":"traceutil/trace.go:171","msg":"trace[185136993] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5841; }","duration":"1.205320817s","start":"2026-04-03T05:18:33.73779Z","end":"2026-04-03T05:18:34.943111Z","steps":["trace[185136993] 'agreement among raft nodes before linearized reading' (duration: 1.203876676s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.943189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:33.737776Z","time spent":"1.205405209s","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19273,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T05:19:16.507562Z","caller":"traceutil/trace.go:171","msg":"trace[1715903472] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"324.723184ms","start":"2026-04-03T05:19:16.182787Z","end":"2026-04-03T05:19:16.50751Z","steps":["trace[1715903472] 'process raft request' (duration: 324.534049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:16.507732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:16.182766Z","time spent":"324.880667ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:16.536913Z","caller":"traceutil/trace.go:171","msg":"trace[1258119006] linearizableReadLoop","detail":"{readStateIndex:6448; appliedIndex:6446; }","duration":"167.150978ms","start":"2026-04-03T05:19:16.369725Z","end":"2026-04-03T05:19:16.536876Z","steps":["trace[1258119006] 'read index received' (duration: 137.610883ms)","trace[1258119006] 'applied index is now lower than readState.Index' (duration: 29.538665ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:16.537055Z","caller":"traceutil/trace.go:171","msg":"trace[765861412] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"318.832723ms","start":"2026-04-03T05:19:16.218202Z","end":"2026-04-03T05:19:16.537035Z","steps":["trace[765861412] 'process raft request' (duration: 318.481705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:16.537211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:16.218165Z","time spent":"318.998027ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:16.537207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.444505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:16.537293Z","caller":"traceutil/trace.go:171","msg":"trace[1690591391] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6212; }","duration":"167.594288ms","start":"2026-04-03T05:19:16.369679Z","end":"2026-04-03T05:19:16.537273Z","steps":["trace[1690591391] 'agreement among raft nodes before linearized reading' (duration: 167.427094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:17.741149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.181498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:19:17.741264Z","caller":"traceutil/trace.go:171","msg":"trace[1060942729] linearizableReadLoop","detail":"{readStateIndex:6451; appliedIndex:6450; }","duration":"340.76423ms","start":"2026-04-03T05:19:17.400482Z","end":"2026-04-03T05:19:17.741246Z","steps":["trace[1060942729] 'read index received' (duration: 233.195753ms)","trace[1060942729] 'applied index is now lower than readState.Index' (duration: 107.565837ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:17.741362Z","caller":"traceutil/trace.go:171","msg":"trace[940108235] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"367.072213ms","start":"2026-04-03T05:19:17.374276Z","end":"2026-04-03T05:19:17.741349Z","steps":["trace[940108235] 'process raft request' (duration: 259.596098ms)","trace[940108235] 'compare' (duration: 107.007705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:17.741426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.374236Z","time spent":"367.157864ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:17.74173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.129884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:19:17.741847Z","caller":"traceutil/trace.go:171","msg":"trace[871153813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6215; }","duration":"303.281537ms","start":"2026-04-03T05:19:17.438538Z","end":"2026-04-03T05:19:17.74182Z","steps":["trace[871153813] 'agreement among raft nodes before linearized reading' (duration: 302.913419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:17.741904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.438472Z","time spent":"303.422381ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:19:17.74197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.255664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:19:17.742033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.085117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:19:17.742052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.304523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:19:17.742087Z","caller":"traceutil/trace.go:171","msg":"trace[1928745525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6215; }","duration":"117.18371ms","start":"2026-04-03T05:19:17.624891Z","end":"2026-04-03T05:19:17.742074Z","steps":["trace[1928745525] 'agreement among raft nodes before linearized reading' (duration: 116.973445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:17.742077Z","caller":"traceutil/trace.go:171","msg":"trace[635845452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6215; }","duration":"219.399876ms","start":"2026-04-03T05:19:17.522653Z","end":"2026-04-03T05:19:17.742053Z","steps":["trace[635845452] 'agreement among raft nodes before linearized reading' (duration: 219.241853ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:17.742127Z","caller":"traceutil/trace.go:171","msg":"trace[1485892316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:6215; }","duration":"200.402944ms","start":"2026-04-03T05:19:17.541707Z","end":"2026-04-03T05:19:17.74211Z","steps":["trace[1485892316] 'agreement among raft nodes before linearized reading' (duration: 200.176399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:17.742164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.273264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:19:17.742233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.201031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:19:17.742212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.277574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:19:17.742246Z","caller":"traceutil/trace.go:171","msg":"trace[577276511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6215; }","duration":"297.419427ms","start":"2026-04-03T05:19:17.444809Z","end":"2026-04-03T05:19:17.742229Z","steps":["trace[577276511] 'agreement among raft nodes before linearized reading' (duration: 297.169352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:17.742271Z","caller":"traceutil/trace.go:171","msg":"trace[1543554591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6215; }","duration":"113.279673ms","start":"2026-04-03T05:19:17.628983Z","end":"2026-04-03T05:19:17.742262Z","steps":["trace[1543554591] 'agreement among raft nodes before linearized reading' (duration: 113.191371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:17.742308Z","caller":"traceutil/trace.go:171","msg":"trace[48092361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6215; }","duration":"173.433757ms","start":"2026-04-03T05:19:17.568848Z","end":"2026-04-03T05:19:17.742281Z","steps":["trace[48092361] 'agreement among raft nodes before linearized reading' (duration: 173.185412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:17.742373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.901524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:17.742406Z","caller":"traceutil/trace.go:171","msg":"trace[904675453] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6215; }","duration":"341.987526ms","start":"2026-04-03T05:19:17.40041Z","end":"2026-04-03T05:19:17.742398Z","steps":["trace[904675453] 'agreement among raft nodes before linearized reading' (duration: 341.931334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:17.742442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.400377Z","time spent":"342.057107ms","remote":"127.0.0.1:35212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:19:17.742462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.549996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:19:17.742718Z","caller":"traceutil/trace.go:171","msg":"trace[1723251649] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6215; }","duration":"112.71903ms","start":"2026-04-03T05:19:17.629859Z","end":"2026-04-03T05:19:17.742578Z","steps":["trace[1723251649] 'agreement among raft nodes before linearized reading' (duration: 112.29523ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:18.107059Z","caller":"traceutil/trace.go:171","msg":"trace[252146381] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"360.635089ms","start":"2026-04-03T05:19:17.746392Z","end":"2026-04-03T05:19:18.107027Z","steps":["trace[252146381] 'process raft request' (duration: 360.373183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:18.107419Z","caller":"traceutil/trace.go:171","msg":"trace[1299795356] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"360.580259ms","start":"2026-04-03T05:19:17.746803Z","end":"2026-04-03T05:19:18.107384Z","steps":["trace[1299795356] 'process raft request' (duration: 360.177409ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:18.107505Z","caller":"traceutil/trace.go:171","msg":"trace[246144664] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6451; }","duration":"360.928497ms","start":"2026-04-03T05:19:17.746554Z","end":"2026-04-03T05:19:18.107482Z","steps":["trace[246144664] 'read index received' (duration: 68.332556ms)","trace[246144664] 'applied index is now lower than readState.Index' (duration: 292.573611ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:18.107631Z","caller":"traceutil/trace.go:171","msg":"trace[1540307303] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"360.408715ms","start":"2026-04-03T05:19:17.747209Z","end":"2026-04-03T05:19:18.107618Z","steps":["trace[1540307303] 'process raft request' (duration: 360.146078ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:18.107658Z","caller":"traceutil/trace.go:171","msg":"trace[278252161] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"360.717212ms","start":"2026-04-03T05:19:17.746892Z","end":"2026-04-03T05:19:18.107609Z","steps":["trace[278252161] 'process raft request' (duration: 360.389274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.107779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.747196Z","time spent":"360.490958ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:18.107847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.746863Z","time spent":"360.879496ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:18.107917Z","caller":"traceutil/trace.go:171","msg":"trace[895482986] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"360.395575ms","start":"2026-04-03T05:19:17.747508Z","end":"2026-04-03T05:19:18.107904Z","steps":["trace[895482986] 'process raft request' (duration: 359.905165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.108011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.747492Z","time spent":"360.483207ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:18.108028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.746365Z","time spent":"360.812444ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:18.107623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.746781Z","time spent":"360.750103ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:18.108121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.29043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:18.108491Z","caller":"traceutil/trace.go:171","msg":"trace[1957969748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6221; }","duration":"102.690749ms","start":"2026-04-03T05:19:18.005778Z","end":"2026-04-03T05:19:18.108468Z","steps":["trace[1957969748] 'agreement among raft nodes before linearized reading' (duration: 102.29387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.109267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.679585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101660"} {"level":"info","ts":"2026-04-03T05:19:18.109355Z","caller":"traceutil/trace.go:171","msg":"trace[331374116] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6221; }","duration":"362.812328ms","start":"2026-04-03T05:19:17.746524Z","end":"2026-04-03T05:19:18.109337Z","steps":["trace[331374116] 'agreement among raft nodes before linearized reading' (duration: 361.204733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.109403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:17.746515Z","time spent":"362.87813ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:19:18.563333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.891668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:19:18.901091Z","caller":"traceutil/trace.go:171","msg":"trace[1574036401] linearizableReadLoop","detail":"{readStateIndex:6459; appliedIndex:6458; }","duration":"250.371385ms","start":"2026-04-03T05:19:18.650695Z","end":"2026-04-03T05:19:18.901067Z","steps":["trace[1574036401] 'read index received' (duration: 250.13997ms)","trace[1574036401] 'applied index is now lower than readState.Index' (duration: 230.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:18.901175Z","caller":"traceutil/trace.go:171","msg":"trace[1866005121] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"257.835999ms","start":"2026-04-03T05:19:18.643298Z","end":"2026-04-03T05:19:18.901134Z","steps":["trace[1866005121] 'process raft request' (duration: 257.594074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.901255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.539008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:18.901291Z","caller":"traceutil/trace.go:171","msg":"trace[1545463923] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6222; }","duration":"250.63142ms","start":"2026-04-03T05:19:18.650649Z","end":"2026-04-03T05:19:18.901281Z","steps":["trace[1545463923] 'agreement among raft nodes before linearized reading' (duration: 250.557839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.901416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.172135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T05:19:18.901444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.977514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:18.901482Z","caller":"traceutil/trace.go:171","msg":"trace[223141405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6222; }","duration":"138.291807ms","start":"2026-04-03T05:19:18.763176Z","end":"2026-04-03T05:19:18.901468Z","steps":["trace[223141405] 'agreement among raft nodes before linearized reading' (duration: 138.132534ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:18.901546Z","caller":"traceutil/trace.go:171","msg":"trace[1273056412] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6222; }","duration":"249.143067ms","start":"2026-04-03T05:19:18.652384Z","end":"2026-04-03T05:19:18.901527Z","steps":["trace[1273056412] 'agreement among raft nodes before linearized reading' (duration: 248.898691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.901667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.436582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-03T05:19:18.901729Z","caller":"traceutil/trace.go:171","msg":"trace[2103408713] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6222; }","duration":"244.544235ms","start":"2026-04-03T05:19:18.657171Z","end":"2026-04-03T05:19:18.901715Z","steps":["trace[2103408713] 'agreement among raft nodes before linearized reading' (duration: 244.409162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:19.051097Z","caller":"traceutil/trace.go:171","msg":"trace[1560324938] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"143.971583ms","start":"2026-04-03T05:19:18.907099Z","end":"2026-04-03T05:19:19.05107Z","steps":["trace[1560324938] 'process raft request' (duration: 143.781509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:19.53681Z","caller":"traceutil/trace.go:171","msg":"trace[68542271] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"253.628316ms","start":"2026-04-03T05:19:19.283155Z","end":"2026-04-03T05:19:19.536784Z","steps":["trace[68542271] 'process raft request' (duration: 178.196973ms)","trace[68542271] 'compare' (duration: 75.103786ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:20.259862Z","caller":"traceutil/trace.go:171","msg":"trace[1888912216] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"142.289497ms","start":"2026-04-03T05:19:20.117545Z","end":"2026-04-03T05:19:20.259834Z","steps":["trace[1888912216] 'process raft request' (duration: 142.100973ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:20.283762Z","caller":"traceutil/trace.go:171","msg":"trace[2067802796] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"166.185536ms","start":"2026-04-03T05:19:20.117552Z","end":"2026-04-03T05:19:20.283737Z","steps":["trace[2067802796] 'process raft request' (duration: 160.857118ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:20.283794Z","caller":"traceutil/trace.go:171","msg":"trace[1107948613] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"165.792198ms","start":"2026-04-03T05:19:20.117965Z","end":"2026-04-03T05:19:20.283757Z","steps":["trace[1107948613] 'process raft request' (duration: 165.643104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:20.283806Z","caller":"traceutil/trace.go:171","msg":"trace[1534271419] linearizableReadLoop","detail":"{readStateIndex:6468; appliedIndex:6464; }","duration":"165.327807ms","start":"2026-04-03T05:19:20.118454Z","end":"2026-04-03T05:19:20.283782Z","steps":["trace[1534271419] 'read index received' (duration: 141.197773ms)","trace[1534271419] 'applied index is now lower than readState.Index' (duration: 24.128914ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:20.283823Z","caller":"traceutil/trace.go:171","msg":"trace[1659437721] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"165.777047ms","start":"2026-04-03T05:19:20.118023Z","end":"2026-04-03T05:19:20.2838Z","steps":["trace[1659437721] 'process raft request' (duration: 165.659204ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:20.283874Z","caller":"traceutil/trace.go:171","msg":"trace[83994373] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"164.739264ms","start":"2026-04-03T05:19:20.119112Z","end":"2026-04-03T05:19:20.283851Z","steps":["trace[83994373] 'process raft request' (duration: 164.622751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:20.284165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.690216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101660"} {"level":"info","ts":"2026-04-03T05:19:20.284212Z","caller":"traceutil/trace.go:171","msg":"trace[680882015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6232; }","duration":"165.775787ms","start":"2026-04-03T05:19:20.118426Z","end":"2026-04-03T05:19:20.284202Z","steps":["trace[680882015] 'agreement among raft nodes before linearized reading' (duration: 165.47259ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:28.29973Z","caller":"traceutil/trace.go:171","msg":"trace[1097486923] linearizableReadLoop","detail":"{readStateIndex:6530; appliedIndex:6529; }","duration":"294.393006ms","start":"2026-04-03T05:19:28.005291Z","end":"2026-04-03T05:19:28.299684Z","steps":["trace[1097486923] 'read index received' (duration: 294.110399ms)","trace[1097486923] 'applied index is now lower than readState.Index' (duration: 281.467µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:28.299802Z","caller":"traceutil/trace.go:171","msg":"trace[441597898] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"416.242433ms","start":"2026-04-03T05:19:27.883515Z","end":"2026-04-03T05:19:28.299757Z","steps":["trace[441597898] 'process raft request' (duration: 415.997058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:28.299991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:27.883457Z","time spent":"416.428627ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:28.300013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.687752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:19:28.300097Z","caller":"traceutil/trace.go:171","msg":"trace[453201521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6292; }","duration":"294.852845ms","start":"2026-04-03T05:19:28.005225Z","end":"2026-04-03T05:19:28.300077Z","steps":["trace[453201521] 'agreement among raft nodes before linearized reading' (duration: 294.582679ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:28.438725Z","caller":"traceutil/trace.go:171","msg":"trace[1523532382] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"117.281335ms","start":"2026-04-03T05:19:28.3214Z","end":"2026-04-03T05:19:28.438681Z","steps":["trace[1523532382] 'process raft request' (duration: 106.817242ms)","trace[1523532382] 'compare' (duration: 10.236848ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:30.55276Z","caller":"traceutil/trace.go:171","msg":"trace[117526103] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"107.139489ms","start":"2026-04-03T05:19:30.445592Z","end":"2026-04-03T05:19:30.552732Z","steps":["trace[117526103] 'process raft request' (duration: 106.509916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:33.864758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.391143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:19:33.864959Z","caller":"traceutil/trace.go:171","msg":"trace[841606597] linearizableReadLoop","detail":"{readStateIndex:6562; appliedIndex:6560; }","duration":"342.364765ms","start":"2026-04-03T05:19:33.522532Z","end":"2026-04-03T05:19:33.864897Z","steps":["trace[841606597] 'read index received' (duration: 13.575483ms)","trace[841606597] 'applied index is now lower than readState.Index' (duration: 328.788412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:33.865048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.524048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:33.865092Z","caller":"traceutil/trace.go:171","msg":"trace[1610255537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6322; }","duration":"342.607501ms","start":"2026-04-03T05:19:33.522478Z","end":"2026-04-03T05:19:33.865085Z","steps":["trace[1610255537] 'agreement among raft nodes before linearized reading' (duration: 342.513648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:33.865116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.522451Z","time spent":"342.659383ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:19:33.865163Z","caller":"traceutil/trace.go:171","msg":"trace[1708993019] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"446.198451ms","start":"2026-04-03T05:19:33.418934Z","end":"2026-04-03T05:19:33.865132Z","steps":["trace[1708993019] 'process raft request' (duration: 117.163263ms)","trace[1708993019] 'compare' (duration: 328.24196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:33.865309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.4189Z","time spent":"446.331625ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:33.865332Z","caller":"traceutil/trace.go:171","msg":"trace[1463477688] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"403.184512ms","start":"2026-04-03T05:19:33.462116Z","end":"2026-04-03T05:19:33.865301Z","steps":["trace[1463477688] 'process raft request' (duration: 402.725761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:33.865378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.462088Z","time spent":"403.265653ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:33.89106Z","caller":"traceutil/trace.go:171","msg":"trace[132376632] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"205.187506ms","start":"2026-04-03T05:19:33.685856Z","end":"2026-04-03T05:19:33.891044Z","steps":["trace[132376632] 'process raft request' (duration: 205.076843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:34.36281Z","caller":"traceutil/trace.go:171","msg":"trace[1273629741] linearizableReadLoop","detail":"{readStateIndex:6564; appliedIndex:6562; }","duration":"495.4927ms","start":"2026-04-03T05:19:33.867295Z","end":"2026-04-03T05:19:34.362787Z","steps":["trace[1273629741] 'read index received' (duration: 23.603867ms)","trace[1273629741] 'applied index is now lower than readState.Index' (duration: 471.884693ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:34.362925Z","caller":"traceutil/trace.go:171","msg":"trace[999445261] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"529.216582ms","start":"2026-04-03T05:19:33.833668Z","end":"2026-04-03T05:19:34.362885Z","steps":["trace[999445261] 'process raft request' (duration: 528.940066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:34.363062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.746266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T05:19:34.363119Z","caller":"traceutil/trace.go:171","msg":"trace[150309346] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6324; }","duration":"495.842848ms","start":"2026-04-03T05:19:33.867258Z","end":"2026-04-03T05:19:34.363101Z","steps":["trace[150309346] 'agreement among raft nodes before linearized reading' (duration: 495.633414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:34.363163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.867241Z","time spent":"495.910759ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T05:19:34.363318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.833633Z","time spent":"529.515589ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:34.693589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.569481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:19:34.693778Z","caller":"traceutil/trace.go:171","msg":"trace[868074576] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"282.382187ms","start":"2026-04-03T05:19:34.411377Z","end":"2026-04-03T05:19:34.693759Z","steps":["trace[868074576] 'process raft request' (duration: 282.322616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:34.694148Z","caller":"traceutil/trace.go:171","msg":"trace[1548101876] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"779.501164ms","start":"2026-04-03T05:19:33.91461Z","end":"2026-04-03T05:19:34.694112Z","steps":["trace[1548101876] 'process raft request' (duration: 674.312989ms)","trace[1548101876] 'compare' (duration: 104.439088ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:34.694178Z","caller":"traceutil/trace.go:171","msg":"trace[1823069697] linearizableReadLoop","detail":"{readStateIndex:6565; appliedIndex:6564; }","duration":"330.962981ms","start":"2026-04-03T05:19:34.36287Z","end":"2026-04-03T05:19:34.693833Z","steps":["trace[1823069697] 'read index received' (duration: 226.068662ms)","trace[1823069697] 'applied index is now lower than readState.Index' (duration: 104.892189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:34.69428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.847764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T05:19:34.69428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.892031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:19:34.694167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.345304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:34.694372Z","caller":"traceutil/trace.go:171","msg":"trace[1125287915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6326; }","duration":"827.011604ms","start":"2026-04-03T05:19:33.867329Z","end":"2026-04-03T05:19:34.69434Z","steps":["trace[1125287915] 'agreement among raft nodes before linearized reading' (duration: 826.8691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:34.694429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.867311Z","time spent":"827.110457ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:19:34.694384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:33.914588Z","time spent":"779.660607ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:34.694464Z","caller":"traceutil/trace.go:171","msg":"trace[558703310] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6326; }","duration":"433.623591ms","start":"2026-04-03T05:19:34.26078Z","end":"2026-04-03T05:19:34.694403Z","steps":["trace[558703310] 'agreement among raft nodes before linearized reading' (duration: 433.292753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:34.694918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.26071Z","time spent":"434.188703ms","remote":"127.0.0.1:37838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:19:34.69435Z","caller":"traceutil/trace.go:171","msg":"trace[197462627] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6326; }","duration":"637.952008ms","start":"2026-04-03T05:19:34.056376Z","end":"2026-04-03T05:19:34.694328Z","steps":["trace[197462627] 'agreement among raft nodes before linearized reading' (duration: 637.727452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:34.695008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.056352Z","time spent":"638.642702ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T05:19:34.69452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.522257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:19:34.695119Z","caller":"traceutil/trace.go:171","msg":"trace[1814094133] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6326; }","duration":"329.161812ms","start":"2026-04-03T05:19:34.36594Z","end":"2026-04-03T05:19:34.695102Z","steps":["trace[1814094133] 'agreement among raft nodes before linearized reading' (duration: 328.437906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:34.695161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.365918Z","time spent":"329.231273ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T05:19:35.217092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.660521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:19:35.217214Z","caller":"traceutil/trace.go:171","msg":"trace[1872603656] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"517.415689ms","start":"2026-04-03T05:19:34.699771Z","end":"2026-04-03T05:19:35.217187Z","steps":["trace[1872603656] 'process raft request' (duration: 96.576674ms)","trace[1872603656] 'compare' (duration: 420.513358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:35.217301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.699752Z","time spent":"517.506001ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:35.681465Z","caller":"traceutil/trace.go:171","msg":"trace[782787295] linearizableReadLoop","detail":"{readStateIndex:6570; appliedIndex:6566; }","duration":"978.042001ms","start":"2026-04-03T05:19:34.7034Z","end":"2026-04-03T05:19:35.681442Z","steps":["trace[782787295] 'read index received' (duration: 92.966843ms)","trace[782787295] 'applied index is now lower than readState.Index' (duration: 885.073628ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:35.681531Z","caller":"traceutil/trace.go:171","msg":"trace[1562999216] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"980.751542ms","start":"2026-04-03T05:19:34.700739Z","end":"2026-04-03T05:19:35.68149Z","steps":["trace[1562999216] 'process raft request' (duration: 980.538458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:35.681541Z","caller":"traceutil/trace.go:171","msg":"trace[997572520] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"980.679371ms","start":"2026-04-03T05:19:34.700833Z","end":"2026-04-03T05:19:35.681513Z","steps":["trace[997572520] 'process raft request' (duration: 980.536078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.681629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.220186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:35.681679Z","caller":"traceutil/trace.go:171","msg":"trace[63278384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6330; }","duration":"978.307747ms","start":"2026-04-03T05:19:34.703358Z","end":"2026-04-03T05:19:35.681665Z","steps":["trace[63278384] 'agreement among raft nodes before linearized reading' (duration: 978.221435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.681726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.703344Z","time spent":"978.374989ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:19:35.68177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.434524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:19:35.681782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.700826Z","time spent":"980.787993ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:19:35.681854Z","caller":"traceutil/trace.go:171","msg":"trace[801699886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6330; }","duration":"975.538356ms","start":"2026-04-03T05:19:34.706294Z","end":"2026-04-03T05:19:35.681833Z","steps":["trace[801699886] 'agreement among raft nodes before linearized reading' (duration: 975.342312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.681873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.359042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:19:35.681968Z","caller":"traceutil/trace.go:171","msg":"trace[1371028143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6330; }","duration":"975.487184ms","start":"2026-04-03T05:19:34.70646Z","end":"2026-04-03T05:19:35.681947Z","steps":["trace[1371028143] 'agreement among raft nodes before linearized reading' (duration: 975.200888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:35.681415Z","caller":"traceutil/trace.go:171","msg":"trace[912069988] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"980.910136ms","start":"2026-04-03T05:19:34.700423Z","end":"2026-04-03T05:19:35.681333Z","steps":["trace[912069988] 'process raft request' (duration: 941.64191ms)","trace[912069988] 'compare' (duration: 38.659402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:19:35.681989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.700721Z","time spent":"980.881495ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:35.682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.679398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:19:35.682024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.706455Z","time spent":"975.558936ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:19:35.682043Z","caller":"traceutil/trace.go:171","msg":"trace[352307622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6330; }","duration":"975.73359ms","start":"2026-04-03T05:19:34.706299Z","end":"2026-04-03T05:19:35.682033Z","steps":["trace[352307622] 'agreement among raft nodes before linearized reading' (duration: 975.625658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.68207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.706292Z","time spent":"975.772531ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:19:35.682088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.700396Z","time spent":"981.634321ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:19:35.681901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.706279Z","time spent":"975.613217ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:19:35.682176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.493279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:19:35.682147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.554354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:19:35.682278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.607993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:35.682286Z","caller":"traceutil/trace.go:171","msg":"trace[251707446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:6330; }","duration":"974.752978ms","start":"2026-04-03T05:19:34.707508Z","end":"2026-04-03T05:19:35.68226Z","steps":["trace[251707446] 'agreement among raft nodes before linearized reading' (duration: 974.150445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:35.682329Z","caller":"traceutil/trace.go:171","msg":"trace[537802759] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6330; }","duration":"743.727326ms","start":"2026-04-03T05:19:34.93859Z","end":"2026-04-03T05:19:35.682317Z","steps":["trace[537802759] 'agreement among raft nodes before linearized reading' (duration: 743.649604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:35.682286Z","caller":"traceutil/trace.go:171","msg":"trace[1443019404] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6330; }","duration":"742.633262ms","start":"2026-04-03T05:19:34.939601Z","end":"2026-04-03T05:19:35.682235Z","steps":["trace[1443019404] 'agreement among raft nodes before linearized reading' (duration: 742.033788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.682339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.731531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:19:35.682366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.938555Z","time spent":"743.804967ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-03T05:19:35.682411Z","caller":"traceutil/trace.go:171","msg":"trace[1756549581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6330; }","duration":"923.810133ms","start":"2026-04-03T05:19:34.758577Z","end":"2026-04-03T05:19:35.682387Z","steps":["trace[1756549581] 'agreement among raft nodes before linearized reading' (duration: 923.69395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.682373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.7075Z","time spent":"974.85951ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:19:35.682499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.758522Z","time spent":"923.929895ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:19:35.682639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:19:34.93957Z","time spent":"742.802276ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-03T05:19:35.861196Z","caller":"traceutil/trace.go:171","msg":"trace[1268864000] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"173.295325ms","start":"2026-04-03T05:19:35.687857Z","end":"2026-04-03T05:19:35.861152Z","steps":["trace[1268864000] 'process raft request' (duration: 117.48051ms)","trace[1268864000] 'compare' (duration: 55.515298ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:35.861934Z","caller":"traceutil/trace.go:171","msg":"trace[1465677151] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"173.887298ms","start":"2026-04-03T05:19:35.688002Z","end":"2026-04-03T05:19:35.861889Z","steps":["trace[1465677151] 'process raft request' (duration: 172.975368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:35.865535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.621928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109034"} {"level":"info","ts":"2026-04-03T05:19:35.865591Z","caller":"traceutil/trace.go:171","msg":"trace[1688624752] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6333; }","duration":"176.729601ms","start":"2026-04-03T05:19:35.688851Z","end":"2026-04-03T05:19:35.86558Z","steps":["trace[1688624752] 'agreement among raft nodes before linearized reading' (duration: 176.394823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:35.865189Z","caller":"traceutil/trace.go:171","msg":"trace[821509498] linearizableReadLoop","detail":"{readStateIndex:6573; appliedIndex:6570; }","duration":"176.236269ms","start":"2026-04-03T05:19:35.688891Z","end":"2026-04-03T05:19:35.865127Z","steps":["trace[821509498] 'read index received' (duration: 73.465858ms)","trace[821509498] 'applied index is now lower than readState.Index' (duration: 102.768001ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:36.071291Z","caller":"traceutil/trace.go:171","msg":"trace[1952887600] linearizableReadLoop","detail":"{readStateIndex:6576; appliedIndex:6573; }","duration":"138.333545ms","start":"2026-04-03T05:19:35.932926Z","end":"2026-04-03T05:19:36.07126Z","steps":["trace[1952887600] 'read index received' (duration: 1.408041ms)","trace[1952887600] 'applied index is now lower than readState.Index' (duration: 136.924364ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:19:36.071333Z","caller":"traceutil/trace.go:171","msg":"trace[779483482] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"174.994402ms","start":"2026-04-03T05:19:35.896299Z","end":"2026-04-03T05:19:36.071293Z","steps":["trace[779483482] 'process raft request' (duration: 174.742467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:36.071382Z","caller":"traceutil/trace.go:171","msg":"trace[668186034] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"170.709018ms","start":"2026-04-03T05:19:35.90064Z","end":"2026-04-03T05:19:36.071349Z","steps":["trace[668186034] 'process raft request' (duration: 170.572275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:36.071592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.503258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:36.071671Z","caller":"traceutil/trace.go:171","msg":"trace[1957493956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6336; }","duration":"138.760124ms","start":"2026-04-03T05:19:35.932887Z","end":"2026-04-03T05:19:36.071647Z","steps":["trace[1957493956] 'agreement among raft nodes before linearized reading' (duration: 138.497148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.82501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.01802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:21:47.825092Z","caller":"traceutil/trace.go:171","msg":"trace[879175857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7186; }","duration":"301.147333ms","start":"2026-04-03T05:21:47.523931Z","end":"2026-04-03T05:21:47.825078Z","steps":["trace[879175857] 'range keys from in-memory index tree' (duration: 300.922328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.825117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:21:47.523855Z","time spent":"301.257776ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:21:54.835661Z","caller":"traceutil/trace.go:171","msg":"trace[1354463822] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"195.956362ms","start":"2026-04-03T05:21:54.639684Z","end":"2026-04-03T05:21:54.83564Z","steps":["trace[1354463822] 'process raft request' (duration: 195.85428ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:54.836019Z","caller":"traceutil/trace.go:171","msg":"trace[404396601] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7495; }","duration":"195.888271ms","start":"2026-04-03T05:21:54.640124Z","end":"2026-04-03T05:21:54.836012Z","steps":["trace[404396601] 'read index received' (duration: 195.334068ms)","trace[404396601] 'applied index is now lower than readState.Index' (duration: 553.423µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:54.836125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.997923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:21:54.836147Z","caller":"traceutil/trace.go:171","msg":"trace[1433418062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7223; }","duration":"196.060165ms","start":"2026-04-03T05:21:54.640082Z","end":"2026-04-03T05:21:54.836143Z","steps":["trace[1433418062] 'agreement among raft nodes before linearized reading' (duration: 195.974183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:54.836696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.40155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:21:54.836776Z","caller":"traceutil/trace.go:171","msg":"trace[995471602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7224; }","duration":"147.517243ms","start":"2026-04-03T05:21:54.689241Z","end":"2026-04-03T05:21:54.836758Z","steps":["trace[995471602] 'agreement among raft nodes before linearized reading' (duration: 147.282268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:54.837051Z","caller":"traceutil/trace.go:171","msg":"trace[451498736] transaction","detail":"{read_only:false; response_revision:7224; number_of_response:1; }","duration":"165.384598ms","start":"2026-04-03T05:21:54.671656Z","end":"2026-04-03T05:21:54.837041Z","steps":["trace[451498736] 'process raft request' (duration: 164.747944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:54.837242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.000701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:21:54.837269Z","caller":"traceutil/trace.go:171","msg":"trace[1625850529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:7224; }","duration":"118.057662ms","start":"2026-04-03T05:21:54.719204Z","end":"2026-04-03T05:21:54.837261Z","steps":["trace[1625850529] 'agreement among raft nodes before linearized reading' (duration: 117.96766ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:37.177848Z","caller":"traceutil/trace.go:171","msg":"trace[976405871] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"109.536239ms","start":"2026-04-03T05:22:37.068281Z","end":"2026-04-03T05:22:37.177818Z","steps":["trace[976405871] 'process raft request' (duration: 109.305294ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:37.17796Z","caller":"traceutil/trace.go:171","msg":"trace[1914803563] linearizableReadLoop","detail":"{readStateIndex:7900; appliedIndex:7899; }","duration":"104.584106ms","start":"2026-04-03T05:22:37.073341Z","end":"2026-04-03T05:22:37.177925Z","steps":["trace[1914803563] 'read index received' (duration: 104.28371ms)","trace[1914803563] 'applied index is now lower than readState.Index' (duration: 297.876µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:22:37.178378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.650027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:22:37.178358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.967615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:22:37.178443Z","caller":"traceutil/trace.go:171","msg":"trace[613127344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7617; }","duration":"104.7555ms","start":"2026-04-03T05:22:37.073668Z","end":"2026-04-03T05:22:37.178423Z","steps":["trace[613127344] 'agreement among raft nodes before linearized reading' (duration: 104.411753ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:37.178481Z","caller":"traceutil/trace.go:171","msg":"trace[678161404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7617; }","duration":"105.139859ms","start":"2026-04-03T05:22:37.073313Z","end":"2026-04-03T05:22:37.178453Z","steps":["trace[678161404] 'agreement among raft nodes before linearized reading' (duration: 104.74173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:55.433658Z","caller":"traceutil/trace.go:171","msg":"trace[1182809583] linearizableReadLoop","detail":"{readStateIndex:8029; appliedIndex:8028; }","duration":"101.622895ms","start":"2026-04-03T05:22:55.332015Z","end":"2026-04-03T05:22:55.433638Z","steps":["trace[1182809583] 'read index received' (duration: 101.488452ms)","trace[1182809583] 'applied index is now lower than readState.Index' (duration: 133.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:22:55.433718Z","caller":"traceutil/trace.go:171","msg":"trace[14635744] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"104.403677ms","start":"2026-04-03T05:22:55.329282Z","end":"2026-04-03T05:22:55.433685Z","steps":["trace[14635744] 'process raft request' (duration: 104.223153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:22:55.434233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.196988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184259"} {"level":"info","ts":"2026-04-03T05:22:55.434287Z","caller":"traceutil/trace.go:171","msg":"trace[189093147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7742; }","duration":"102.26334ms","start":"2026-04-03T05:22:55.332011Z","end":"2026-04-03T05:22:55.434274Z","steps":["trace[189093147] 'agreement among raft nodes before linearized reading' (duration: 101.755299ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:55.64706Z","caller":"traceutil/trace.go:171","msg":"trace[140467291] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8030; }","duration":"123.270139ms","start":"2026-04-03T05:22:55.523769Z","end":"2026-04-03T05:22:55.647039Z","steps":["trace[140467291] 'read index received' (duration: 34.885719ms)","trace[140467291] 'applied index is now lower than readState.Index' (duration: 88.38364ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:22:55.647166Z","caller":"traceutil/trace.go:171","msg":"trace[876620378] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"208.336566ms","start":"2026-04-03T05:22:55.43881Z","end":"2026-04-03T05:22:55.647147Z","steps":["trace[876620378] 'process raft request' (duration: 119.838903ms)","trace[876620378] 'compare' (duration: 88.159255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:22:55.647272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.386651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:22:55.647355Z","caller":"traceutil/trace.go:171","msg":"trace[562790179] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7744; }","duration":"114.508964ms","start":"2026-04-03T05:22:55.532827Z","end":"2026-04-03T05:22:55.647336Z","steps":["trace[562790179] 'agreement among raft nodes before linearized reading' (duration: 114.386691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:22:55.647309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.510154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:22:55.648879Z","caller":"traceutil/trace.go:171","msg":"trace[1180396570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7744; }","duration":"125.148981ms","start":"2026-04-03T05:22:55.523707Z","end":"2026-04-03T05:22:55.648856Z","steps":["trace[1180396570] 'agreement among raft nodes before linearized reading' (duration: 123.510284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:22:56.020875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.289966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:22:56.02103Z","caller":"traceutil/trace.go:171","msg":"trace[887155278] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7744; }","duration":"269.49872ms","start":"2026-04-03T05:22:55.751514Z","end":"2026-04-03T05:22:56.021013Z","steps":["trace[887155278] 'count revisions from in-memory index tree' (duration: 269.198283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:22:56.021312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.376716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:22:56.021403Z","caller":"traceutil/trace.go:171","msg":"trace[2021417846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7744; }","duration":"182.511239ms","start":"2026-04-03T05:22:55.83887Z","end":"2026-04-03T05:22:56.021381Z","steps":["trace[2021417846] 'range keys from in-memory index tree' (duration: 182.215983ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:56.07743Z","caller":"traceutil/trace.go:171","msg":"trace[112614650] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"226.979571ms","start":"2026-04-03T05:22:55.850429Z","end":"2026-04-03T05:22:56.077409Z","steps":["trace[112614650] 'process raft request' (duration: 226.520691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:22:56.378175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.904261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:22:56.37833Z","caller":"traceutil/trace.go:171","msg":"trace[597060298] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8032; }","duration":"185.259ms","start":"2026-04-03T05:22:56.193037Z","end":"2026-04-03T05:22:56.378296Z","steps":["trace[597060298] 'read index received' (duration: 44.751µs)","trace[597060298] 'applied index is now lower than readState.Index' (duration: 185.211409ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:22:56.378369Z","caller":"traceutil/trace.go:171","msg":"trace[183570820] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"352.615262ms","start":"2026-04-03T05:22:56.025719Z","end":"2026-04-03T05:22:56.378335Z","steps":["trace[183570820] 'process raft request' (duration: 159.441095ms)","trace[183570820] 'compare' (duration: 192.588214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:22:56.378446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.394803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:22:56.378494Z","caller":"traceutil/trace.go:171","msg":"trace[406637446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7746; }","duration":"185.485465ms","start":"2026-04-03T05:22:56.192992Z","end":"2026-04-03T05:22:56.378477Z","steps":["trace[406637446] 'agreement among raft nodes before linearized reading' (duration: 185.386703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:22:56.378549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:22:56.025694Z","time spent":"352.760716ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:22:56.688132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.805357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:22:56.688281Z","caller":"traceutil/trace.go:171","msg":"trace[1085692064] linearizableReadLoop","detail":"{readStateIndex:8034; appliedIndex:8033; }","duration":"164.346056ms","start":"2026-04-03T05:22:56.523918Z","end":"2026-04-03T05:22:56.688265Z","steps":["trace[1085692064] 'read index received' (duration: 59.292472ms)","trace[1085692064] 'applied index is now lower than readState.Index' (duration: 105.052204ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:22:56.688324Z","caller":"traceutil/trace.go:171","msg":"trace[1392551030] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"281.360564ms","start":"2026-04-03T05:22:56.406921Z","end":"2026-04-03T05:22:56.688282Z","steps":["trace[1392551030] 'process raft request' (duration: 176.311811ms)","trace[1392551030] 'compare' (duration: 104.606893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:22:56.688369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.449328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:22:56.68842Z","caller":"traceutil/trace.go:171","msg":"trace[2011082215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7747; }","duration":"164.53966ms","start":"2026-04-03T05:22:56.523871Z","end":"2026-04-03T05:22:56.68841Z","steps":["trace[2011082215] 'agreement among raft nodes before linearized reading' (duration: 164.460548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:00.985518Z","caller":"traceutil/trace.go:171","msg":"trace[822373892] linearizableReadLoop","detail":"{readStateIndex:8071; appliedIndex:8070; }","duration":"160.355735ms","start":"2026-04-03T05:23:00.825137Z","end":"2026-04-03T05:23:00.985493Z","steps":["trace[822373892] 'read index received' (duration: 160.243893ms)","trace[822373892] 'applied index is now lower than readState.Index' (duration: 110.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:00.985564Z","caller":"traceutil/trace.go:171","msg":"trace[1230591729] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"161.977432ms","start":"2026-04-03T05:23:00.823554Z","end":"2026-04-03T05:23:00.985531Z","steps":["trace[1230591729] 'process raft request' (duration: 161.782888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:00.985746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.60714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:23:00.985796Z","caller":"traceutil/trace.go:171","msg":"trace[1423083647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7783; }","duration":"160.734394ms","start":"2026-04-03T05:23:00.82505Z","end":"2026-04-03T05:23:00.985784Z","steps":["trace[1423083647] 'agreement among raft nodes before linearized reading' (duration: 160.56777ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:09.867898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5505} {"level":"info","ts":"2026-04-03T05:23:09.972555Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5505,"took":"102.554437ms","hash":2445568811,"current-db-size-bytes":54902784,"current-db-size":"55 MB","current-db-size-in-use-bytes":26189824,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T05:23:09.972631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2445568811,"revision":5505,"compact-revision":2800} {"level":"info","ts":"2026-04-03T05:23:35.963901Z","caller":"traceutil/trace.go:171","msg":"trace[360630519] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8331; }","duration":"203.900187ms","start":"2026-04-03T05:23:35.75998Z","end":"2026-04-03T05:23:35.963881Z","steps":["trace[360630519] 'read index received' (duration: 203.60619ms)","trace[360630519] 'applied index is now lower than readState.Index' (duration: 293.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:35.963997Z","caller":"traceutil/trace.go:171","msg":"trace[1210948464] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"206.534536ms","start":"2026-04-03T05:23:35.757395Z","end":"2026-04-03T05:23:35.963929Z","steps":["trace[1210948464] 'process raft request' (duration: 206.350052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:35.964276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.247314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:23:35.964402Z","caller":"traceutil/trace.go:171","msg":"trace[1388863335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8035; }","duration":"204.423909ms","start":"2026-04-03T05:23:35.75995Z","end":"2026-04-03T05:23:35.964374Z","steps":["trace[1388863335] 'agreement among raft nodes before linearized reading' (duration: 204.02467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:36.128075Z","caller":"traceutil/trace.go:171","msg":"trace[1802951009] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8332; }","duration":"100.266666ms","start":"2026-04-03T05:23:36.027783Z","end":"2026-04-03T05:23:36.128049Z","steps":["trace[1802951009] 'read index received' (duration: 77.282523ms)","trace[1802951009] 'applied index is now lower than readState.Index' (duration: 22.982793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:36.128459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.661354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:23:36.128474Z","caller":"traceutil/trace.go:171","msg":"trace[1663584933] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"158.214499ms","start":"2026-04-03T05:23:35.970242Z","end":"2026-04-03T05:23:36.128457Z","steps":["trace[1663584933] 'process raft request' (duration: 134.892778ms)","trace[1663584933] 'compare' (duration: 22.788598ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:36.128508Z","caller":"traceutil/trace.go:171","msg":"trace[1068201506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8036; }","duration":"100.767087ms","start":"2026-04-03T05:23:36.02773Z","end":"2026-04-03T05:23:36.128497Z","steps":["trace[1068201506] 'agreement among raft nodes before linearized reading' (duration: 100.414299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.614921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888117598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:23:37.642714Z","caller":"traceutil/trace.go:171","msg":"trace[1170480190] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"703.22305ms","start":"2026-04-03T05:23:36.939443Z","end":"2026-04-03T05:23:37.642666Z","steps":["trace[1170480190] 'process raft request' (duration: 702.949254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.642953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.939386Z","time spent":"703.442175ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:37.729973Z","caller":"traceutil/trace.go:171","msg":"trace[1001938100] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8335; }","duration":"615.664827ms","start":"2026-04-03T05:23:37.114285Z","end":"2026-04-03T05:23:37.729949Z","steps":["trace[1001938100] 'read index received' (duration: 528.225537ms)","trace[1001938100] 'applied index is now lower than readState.Index' (duration: 87.43822ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:37.730021Z","caller":"traceutil/trace.go:171","msg":"trace[703169782] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"576.806262ms","start":"2026-04-03T05:23:37.15318Z","end":"2026-04-03T05:23:37.729986Z","steps":["trace[703169782] 'process raft request' (duration: 576.586467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.730096Z","caller":"traceutil/trace.go:171","msg":"trace[34506469] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"244.011291ms","start":"2026-04-03T05:23:37.486074Z","end":"2026-04-03T05:23:37.730085Z","steps":["trace[34506469] 'process raft request' (duration: 243.831637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.730221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.153144Z","time spent":"576.949475ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:37.730394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.944032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:23:37.730427Z","caller":"traceutil/trace.go:171","msg":"trace[1866354072] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8041; }","duration":"258.016694ms","start":"2026-04-03T05:23:37.4724Z","end":"2026-04-03T05:23:37.730417Z","steps":["trace[1866354072] 'agreement among raft nodes before linearized reading' (duration: 257.938512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.730543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.772984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"warn","ts":"2026-04-03T05:23:37.730618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.339443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.730644Z","caller":"traceutil/trace.go:171","msg":"trace[2012765278] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8041; }","duration":"616.397914ms","start":"2026-04-03T05:23:37.114238Z","end":"2026-04-03T05:23:37.730636Z","steps":["trace[2012765278] 'agreement among raft nodes before linearized reading' (duration: 616.346563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.730662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.114217Z","time spent":"616.440245ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-03T05:23:37.730653Z","caller":"traceutil/trace.go:171","msg":"trace[1332296168] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8041; }","duration":"612.974469ms","start":"2026-04-03T05:23:37.117652Z","end":"2026-04-03T05:23:37.730626Z","steps":["trace[1332296168] 'agreement among raft nodes before linearized reading' (duration: 612.684592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.730719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.117634Z","time spent":"613.07449ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T05:23:37.730737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.141429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.730782Z","caller":"traceutil/trace.go:171","msg":"trace[1388653342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8041; }","duration":"207.222281ms","start":"2026-04-03T05:23:37.523549Z","end":"2026-04-03T05:23:37.730771Z","steps":["trace[1388653342] 'agreement among raft nodes before linearized reading' (duration: 207.138069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.731214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.607084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:23:37.73126Z","caller":"traceutil/trace.go:171","msg":"trace[1514972495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8041; }","duration":"418.695436ms","start":"2026-04-03T05:23:37.312554Z","end":"2026-04-03T05:23:37.73125Z","steps":["trace[1514972495] 'agreement among raft nodes before linearized reading' (duration: 418.550003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.731293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.312533Z","time spent":"418.752028ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:37.731605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.886427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:23:37.73168Z","caller":"traceutil/trace.go:171","msg":"trace[612666820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8041; }","duration":"547.999399ms","start":"2026-04-03T05:23:37.183661Z","end":"2026-04-03T05:23:37.73166Z","steps":["trace[612666820] 'agreement among raft nodes before linearized reading' (duration: 547.734804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.731739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.183639Z","time spent":"548.087432ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:23:47.974384Z","caller":"traceutil/trace.go:171","msg":"trace[698720046] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"153.943719ms","start":"2026-04-03T05:23:47.820397Z","end":"2026-04-03T05:23:47.974341Z","steps":["trace[698720046] 'process raft request' (duration: 101.844922ms)","trace[698720046] 'compare' (duration: 51.79585ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:47.974577Z","caller":"traceutil/trace.go:171","msg":"trace[197048034] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"154.099682ms","start":"2026-04-03T05:23:47.820446Z","end":"2026-04-03T05:23:47.974546Z","steps":["trace[197048034] 'process raft request' (duration: 153.766765ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:52.436615Z","caller":"traceutil/trace.go:171","msg":"trace[1639219179] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"154.106163ms","start":"2026-04-03T05:23:52.282469Z","end":"2026-04-03T05:23:52.436575Z","steps":["trace[1639219179] 'process raft request' (duration: 149.130022ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:24.035833Z","caller":"traceutil/trace.go:171","msg":"trace[530010110] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"120.554221ms","start":"2026-04-03T05:24:23.915257Z","end":"2026-04-03T05:24:24.035811Z","steps":["trace[530010110] 'process raft request' (duration: 120.402598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:24.525455Z","caller":"traceutil/trace.go:171","msg":"trace[1938543598] linearizableReadLoop","detail":"{readStateIndex:8800; appliedIndex:8797; }","duration":"123.551418ms","start":"2026-04-03T05:24:24.401883Z","end":"2026-04-03T05:24:24.525434Z","steps":["trace[1938543598] 'read index received' (duration: 9.261087ms)","trace[1938543598] 'applied index is now lower than readState.Index' (duration: 114.285791ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:24.525487Z","caller":"traceutil/trace.go:171","msg":"trace[1514180517] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"184.584926ms","start":"2026-04-03T05:24:24.340853Z","end":"2026-04-03T05:24:24.525437Z","steps":["trace[1514180517] 'process raft request' (duration: 156.783283ms)","trace[1514180517] 'compare' (duration: 27.584728ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:24.525672Z","caller":"traceutil/trace.go:171","msg":"trace[828451616] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"184.543325ms","start":"2026-04-03T05:24:24.341108Z","end":"2026-04-03T05:24:24.525652Z","steps":["trace[828451616] 'process raft request' (duration: 184.256459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:24.525799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.258576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:24:24.525833Z","caller":"traceutil/trace.go:171","msg":"trace[1184506127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8490; }","duration":"108.362129ms","start":"2026-04-03T05:24:24.417459Z","end":"2026-04-03T05:24:24.525821Z","steps":["trace[1184506127] 'agreement among raft nodes before linearized reading' (duration: 108.238076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:24.52591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.993778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:24:24.526027Z","caller":"traceutil/trace.go:171","msg":"trace[473424813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8490; }","duration":"124.160551ms","start":"2026-04-03T05:24:24.401834Z","end":"2026-04-03T05:24:24.525994Z","steps":["trace[473424813] 'agreement among raft nodes before linearized reading' (duration: 123.818154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:24.967849Z","caller":"traceutil/trace.go:171","msg":"trace[897440779] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"214.863415ms","start":"2026-04-03T05:24:24.752945Z","end":"2026-04-03T05:24:24.967809Z","steps":["trace[897440779] 'process raft request' (duration: 174.163233ms)","trace[897440779] 'compare' (duration: 40.215381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:26.916305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888118759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:27.41646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888118759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:27.916626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888118759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:28.299354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.103586284s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:24:28.654738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579780309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:28.65482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131587317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:28.654844Z","caller":"traceutil/trace.go:171","msg":"trace[436399164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8494; }","duration":"3.579965744s","start":"2026-04-03T05:24:25.074843Z","end":"2026-04-03T05:24:28.654809Z","steps":["trace[436399164] 'count revisions from in-memory index tree' (duration: 3.579596996s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.654893Z","caller":"traceutil/trace.go:171","msg":"trace[1641314985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8494; }","duration":"3.131703259s","start":"2026-04-03T05:24:25.523176Z","end":"2026-04-03T05:24:28.654879Z","steps":["trace[1641314985] 'range keys from in-memory index tree' (duration: 3.131377212s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.654932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.523116Z","time spent":"3.131801952s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:24:28.654937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.074817Z","time spent":"3.580098197s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.655315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902393182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:28.655408Z","caller":"traceutil/trace.go:171","msg":"trace[1804825298] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8494; }","duration":"2.902522644s","start":"2026-04-03T05:24:25.752864Z","end":"2026-04-03T05:24:28.655387Z","steps":["trace[1804825298] 'count revisions from in-memory index tree' (duration: 2.902236318s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.655368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614966841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:28.655575Z","caller":"traceutil/trace.go:171","msg":"trace[1629026601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8494; }","duration":"2.615224027s","start":"2026-04-03T05:24:26.040306Z","end":"2026-04-03T05:24:28.65553Z","steps":["trace[1629026601] 'range keys from in-memory index tree' (duration: 2.614658645s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.655661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.040282Z","time spent":"2.61535909s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:24:28.655748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044922365s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:28.655844Z","caller":"traceutil/trace.go:171","msg":"trace[481877495] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8494; }","duration":"3.045017397s","start":"2026-04-03T05:24:25.610813Z","end":"2026-04-03T05:24:28.655831Z","steps":["trace[481877495] 'range keys from in-memory index tree' (duration: 3.044906135s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.655951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910735709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:28.656064Z","caller":"traceutil/trace.go:171","msg":"trace[904693028] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8494; }","duration":"2.910940343s","start":"2026-04-03T05:24:25.745098Z","end":"2026-04-03T05:24:28.656038Z","steps":["trace[904693028] 'count revisions from in-memory index tree' (duration: 2.910494683s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.656113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.745058Z","time spent":"2.911043815s","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.655498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.752768Z","time spent":"2.902687788s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.657007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.899614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:28.657121Z","caller":"traceutil/trace.go:171","msg":"trace[739297556] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"2.461437912s","start":"2026-04-03T05:24:26.195657Z","end":"2026-04-03T05:24:28.657095Z","steps":["trace[739297556] 'process raft request' (duration: 2.105331083s)","trace[739297556] 'compare' (duration: 355.626808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:28.657226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.19563Z","time spent":"2.461544114s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:28.663449Z","caller":"traceutil/trace.go:171","msg":"trace[1784400783] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"2.455420847s","start":"2026-04-03T05:24:26.207999Z","end":"2026-04-03T05:24:28.66342Z","steps":["trace[1784400783] 'process raft request' (duration: 2.455227683s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.663724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.207977Z","time spent":"2.455650372s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:28.663493Z","caller":"traceutil/trace.go:171","msg":"trace[1811537899] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"1.949880259s","start":"2026-04-03T05:24:26.713575Z","end":"2026-04-03T05:24:28.663455Z","steps":["trace[1811537899] 'process raft request' (duration: 1.949767076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.663955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.713536Z","time spent":"1.95035964s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:28.663503Z","caller":"traceutil/trace.go:171","msg":"trace[881660539] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"935.203835ms","start":"2026-04-03T05:24:27.728287Z","end":"2026-04-03T05:24:28.663491Z","steps":["trace[881660539] 'process raft request' (duration: 935.087112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.664062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.728259Z","time spent":"935.745486ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:28.696659Z","caller":"traceutil/trace.go:171","msg":"trace[519223476] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8804; }","duration":"2.280898996s","start":"2026-04-03T05:24:26.415739Z","end":"2026-04-03T05:24:28.696638Z","steps":["trace[519223476] 'read index received' (duration: 1.88522107s)","trace[519223476] 'applied index is now lower than readState.Index' (duration: 395.676756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:28.69686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281130781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:24:28.696929Z","caller":"traceutil/trace.go:171","msg":"trace[1732017469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8498; }","duration":"2.281256624s","start":"2026-04-03T05:24:26.415655Z","end":"2026-04-03T05:24:28.696912Z","steps":["trace[1732017469] 'agreement among raft nodes before linearized reading' (duration: 2.281041299s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.696973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.415627Z","time spent":"2.281338646s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:28.697097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258625556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:24:28.697133Z","caller":"traceutil/trace.go:171","msg":"trace[326544204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8499; }","duration":"2.258705958s","start":"2026-04-03T05:24:26.438417Z","end":"2026-04-03T05:24:28.697123Z","steps":["trace[326544204] 'agreement among raft nodes before linearized reading' (duration: 2.258565545s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.697159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.438398Z","time spent":"2.25875509s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:28.697431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167525716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:24:28.697456Z","caller":"traceutil/trace.go:171","msg":"trace[2074426064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8499; }","duration":"2.167583827s","start":"2026-04-03T05:24:26.529865Z","end":"2026-04-03T05:24:28.697449Z","steps":["trace[2074426064] 'agreement among raft nodes before linearized reading' (duration: 2.167507106s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.697476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.529848Z","time spent":"2.167623578s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:28.697468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123528631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:24:28.697513Z","caller":"traceutil/trace.go:171","msg":"trace[1122858138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8499; }","duration":"2.123617373s","start":"2026-04-03T05:24:26.573883Z","end":"2026-04-03T05:24:28.6975Z","steps":["trace[1122858138] 'agreement among raft nodes before linearized reading' (duration: 2.12350288s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.697511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173399262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:28.697553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.573859Z","time spent":"2.123686694s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"info","ts":"2026-04-03T05:24:28.697569Z","caller":"traceutil/trace.go:171","msg":"trace[902202156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8499; }","duration":"1.173510904s","start":"2026-04-03T05:24:27.524041Z","end":"2026-04-03T05:24:28.697552Z","steps":["trace[902202156] 'agreement among raft nodes before linearized reading' (duration: 1.173414192s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.69756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.986071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:24:28.69761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.524012Z","time spent":"1.173590346s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:24:28.697636Z","caller":"traceutil/trace.go:171","msg":"trace[1678689670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8499; }","duration":"982.157635ms","start":"2026-04-03T05:24:27.715456Z","end":"2026-04-03T05:24:28.697614Z","steps":["trace[1678689670] 'agreement among raft nodes before linearized reading' (duration: 981.968411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.697691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.715435Z","time spent":"982.244208ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:24:28.697798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127522349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:24:28.69784Z","caller":"traceutil/trace.go:171","msg":"trace[151276542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8499; }","duration":"2.12756986s","start":"2026-04-03T05:24:26.57026Z","end":"2026-04-03T05:24:28.69783Z","steps":["trace[151276542] 'agreement among raft nodes before linearized reading' (duration: 2.127427687s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.697864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.570175Z","time spent":"2.127682953s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:28.697862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.016968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:28.697918Z","caller":"traceutil/trace.go:171","msg":"trace[1111126924] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8499; }","duration":"822.15016ms","start":"2026-04-03T05:24:27.875749Z","end":"2026-04-03T05:24:28.6979Z","steps":["trace[1111126924] 'agreement among raft nodes before linearized reading' (duration: 822.053528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.697969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.875733Z","time spent":"822.223593ms","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.698017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724477829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:24:28.698064Z","caller":"traceutil/trace.go:171","msg":"trace[96135304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8499; }","duration":"1.724598591s","start":"2026-04-03T05:24:26.973454Z","end":"2026-04-03T05:24:28.698052Z","steps":["trace[96135304] 'agreement among raft nodes before linearized reading' (duration: 1.724492488s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.698105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.973425Z","time spent":"1.724671013s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:28.697788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786997479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-03T05:24:28.698581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141818879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:24:28.698655Z","caller":"traceutil/trace.go:171","msg":"trace[2124448786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8499; }","duration":"2.141993604s","start":"2026-04-03T05:24:26.55664Z","end":"2026-04-03T05:24:28.698634Z","steps":["trace[2124448786] 'agreement among raft nodes before linearized reading' (duration: 2.141733047s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.698697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.556598Z","time spent":"2.142088926s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:24:28.69932Z","caller":"traceutil/trace.go:171","msg":"trace[319514114] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8499; }","duration":"1.787984402s","start":"2026-04-03T05:24:26.910385Z","end":"2026-04-03T05:24:28.69837Z","steps":["trace[319514114] 'agreement among raft nodes before linearized reading' (duration: 1.786970609s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.699508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.910355Z","time spent":"1.789142428s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-03T05:24:37.022028Z","caller":"traceutil/trace.go:171","msg":"trace[144545622] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"330.943205ms","start":"2026-04-03T05:24:36.69105Z","end":"2026-04-03T05:24:37.021994Z","steps":["trace[144545622] 'process raft request' (duration: 330.736921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.022239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.691007Z","time spent":"331.114879ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:37.82141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.752981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:37.821612Z","caller":"traceutil/trace.go:171","msg":"trace[68252516] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8854; }","duration":"1.088281464s","start":"2026-04-03T05:24:36.733314Z","end":"2026-04-03T05:24:37.821595Z","steps":["trace[68252516] 'read index received' (duration: 288.625017ms)","trace[68252516] 'applied index is now lower than readState.Index' (duration: 799.655237ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:37.821705Z","caller":"traceutil/trace.go:171","msg":"trace[780013193] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"1.123739708s","start":"2026-04-03T05:24:36.697955Z","end":"2026-04-03T05:24:37.821694Z","steps":["trace[780013193] 'process raft request' (duration: 950.615759ms)","trace[780013193] 'compare' (duration: 171.82379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:37.821769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.697926Z","time spent":"1.12381234s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:37.821951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085601143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:24:37.821986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088653052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:37.822038Z","caller":"traceutil/trace.go:171","msg":"trace[1097376256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8544; }","duration":"1.085737876s","start":"2026-04-03T05:24:36.736268Z","end":"2026-04-03T05:24:37.822006Z","steps":["trace[1097376256] 'agreement among raft nodes before linearized reading' (duration: 1.085533371s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:37.822057Z","caller":"traceutil/trace.go:171","msg":"trace[1195518131] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"1.121631621s","start":"2026-04-03T05:24:36.700413Z","end":"2026-04-03T05:24:37.822045Z","steps":["trace[1195518131] 'process raft request' (duration: 1.121113329s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:37.822077Z","caller":"traceutil/trace.go:171","msg":"trace[53336824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8544; }","duration":"1.088790635s","start":"2026-04-03T05:24:36.733267Z","end":"2026-04-03T05:24:37.822057Z","steps":["trace[53336824] 'agreement among raft nodes before linearized reading' (duration: 1.088478928s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060526961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:24:37.822103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.772873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:37.82214Z","caller":"traceutil/trace.go:171","msg":"trace[335263764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8544; }","duration":"1.060595292s","start":"2026-04-03T05:24:36.761532Z","end":"2026-04-03T05:24:37.822127Z","steps":["trace[335263764] 'agreement among raft nodes before linearized reading' (duration: 1.060439849s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075018026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:24:37.822167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071251062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:24:37.822206Z","caller":"traceutil/trace.go:171","msg":"trace[724864042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8544; }","duration":"1.075061337s","start":"2026-04-03T05:24:36.747137Z","end":"2026-04-03T05:24:37.822198Z","steps":["trace[724864042] 'agreement among raft nodes before linearized reading' (duration: 1.074970175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076092571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:24:37.82225Z","caller":"traceutil/trace.go:171","msg":"trace[994737499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8544; }","duration":"1.071376695s","start":"2026-04-03T05:24:36.750854Z","end":"2026-04-03T05:24:37.822231Z","steps":["trace[994737499] 'agreement among raft nodes before linearized reading' (duration: 1.071126309s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.896882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:37.822268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.250357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:37.822303Z","caller":"traceutil/trace.go:171","msg":"trace[280819604] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8544; }","duration":"816.970624ms","start":"2026-04-03T05:24:37.005323Z","end":"2026-04-03T05:24:37.822294Z","steps":["trace[280819604] 'agreement among raft nodes before linearized reading' (duration: 816.906903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.82231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.750838Z","time spent":"1.071462526s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:37.822282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06983962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:24:37.82234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:37.005309Z","time spent":"817.023305ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:37.822365Z","caller":"traceutil/trace.go:171","msg":"trace[2141804194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8544; }","duration":"1.069942543s","start":"2026-04-03T05:24:36.752405Z","end":"2026-04-03T05:24:37.822348Z","steps":["trace[2141804194] 'agreement among raft nodes before linearized reading' (duration: 1.069719938s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.752397Z","time spent":"1.070012095s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:37.822138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.733251Z","time spent":"1.088875976s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:24:37.822309Z","caller":"traceutil/trace.go:171","msg":"trace[2027604608] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8544; }","duration":"886.341539ms","start":"2026-04-03T05:24:36.935958Z","end":"2026-04-03T05:24:37.8223Z","steps":["trace[2027604608] 'agreement among raft nodes before linearized reading' (duration: 886.275258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.935927Z","time spent":"886.591104ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:37.822274Z","caller":"traceutil/trace.go:171","msg":"trace[1120649481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8544; }","duration":"1.076168143s","start":"2026-04-03T05:24:36.746097Z","end":"2026-04-03T05:24:37.822265Z","steps":["trace[1120649481] 'agreement among raft nodes before linearized reading' (duration: 1.07606967s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.746081Z","time spent":"1.076536521s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:37.822239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.747131Z","time spent":"1.075103278s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:24:37.822189Z","caller":"traceutil/trace.go:171","msg":"trace[1380315955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8544; }","duration":"298.901116ms","start":"2026-04-03T05:24:37.523269Z","end":"2026-04-03T05:24:37.822171Z","steps":["trace[1380315955] 'agreement among raft nodes before linearized reading' (duration: 298.753523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:37.822129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.700406Z","time spent":"1.121685562s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:37.822085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.736245Z","time spent":"1.085828178s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:37.822209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:36.76152Z","time spent":"1.060680955s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"info","ts":"2026-04-03T05:24:40.129563Z","caller":"traceutil/trace.go:171","msg":"trace[1477515608] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"300.710358ms","start":"2026-04-03T05:24:39.82882Z","end":"2026-04-03T05:24:40.129531Z","steps":["trace[1477515608] 'process raft request' (duration: 300.505074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.12973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.828797Z","time spent":"300.844851ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:40.788553Z","caller":"traceutil/trace.go:171","msg":"trace[1633725941] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8865; }","duration":"909.1809ms","start":"2026-04-03T05:24:39.879343Z","end":"2026-04-03T05:24:40.788524Z","steps":["trace[1633725941] 'read index received' (duration: 250.013611ms)","trace[1633725941] 'applied index is now lower than readState.Index' (duration: 659.166089ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:40.788697Z","caller":"traceutil/trace.go:171","msg":"trace[436765170] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"959.785465ms","start":"2026-04-03T05:24:39.828898Z","end":"2026-04-03T05:24:40.788683Z","steps":["trace[436765170] 'process raft request' (duration: 959.451807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.788825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.828868Z","time spent":"959.862806ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:40.788915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.707869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:24:40.788971Z","caller":"traceutil/trace.go:171","msg":"trace[441144724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8553; }","duration":"878.80365ms","start":"2026-04-03T05:24:39.910148Z","end":"2026-04-03T05:24:40.788951Z","steps":["trace[441144724] 'agreement among raft nodes before linearized reading' (duration: 878.648986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.789335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.910124Z","time spent":"879.19835ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:40.789182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.833635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:24:40.78944Z","caller":"traceutil/trace.go:171","msg":"trace[1736639891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8553; }","duration":"910.119842ms","start":"2026-04-03T05:24:39.879307Z","end":"2026-04-03T05:24:40.789427Z","steps":["trace[1736639891] 'agreement among raft nodes before linearized reading' (duration: 909.783764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.789469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.879288Z","time spent":"910.174344ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:40.78919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.34928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:24:40.789537Z","caller":"traceutil/trace.go:171","msg":"trace[1525257505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8553; }","duration":"870.72039ms","start":"2026-04-03T05:24:39.918793Z","end":"2026-04-03T05:24:40.789513Z","steps":["trace[1525257505] 'agreement among raft nodes before linearized reading' (duration: 870.236828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.789583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.918782Z","time spent":"870.787761ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:24:40.789598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.419891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:24:40.789606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.40897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:40.789643Z","caller":"traceutil/trace.go:171","msg":"trace[613977534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8553; }","duration":"877.454552ms","start":"2026-04-03T05:24:39.912179Z","end":"2026-04-03T05:24:40.789633Z","steps":["trace[613977534] 'agreement among raft nodes before linearized reading' (duration: 877.095474ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:40.789638Z","caller":"traceutil/trace.go:171","msg":"trace[302641272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8553; }","duration":"877.475782ms","start":"2026-04-03T05:24:39.912151Z","end":"2026-04-03T05:24:40.789627Z","steps":["trace[302641272] 'agreement among raft nodes before linearized reading' (duration: 877.106433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.789244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.034115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:24:40.789671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.912174Z","time spent":"877.491562ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:24:40.78968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.912146Z","time spent":"877.526753ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:40.789676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.539853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:24:40.789723Z","caller":"traceutil/trace.go:171","msg":"trace[1503657254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8553; }","duration":"877.628005ms","start":"2026-04-03T05:24:39.912084Z","end":"2026-04-03T05:24:40.789712Z","steps":["trace[1503657254] 'agreement among raft nodes before linearized reading' (duration: 877.284348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.789761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.912064Z","time spent":"877.690276ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:24:40.789742Z","caller":"traceutil/trace.go:171","msg":"trace[1948001064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8553; }","duration":"355.530906ms","start":"2026-04-03T05:24:40.434166Z","end":"2026-04-03T05:24:40.789697Z","steps":["trace[1948001064] 'agreement among raft nodes before linearized reading' (duration: 355.049446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.789869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.434148Z","time spent":"355.669299ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:40.789958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.109648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:24:40.790006Z","caller":"traceutil/trace.go:171","msg":"trace[957097751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8553; }","duration":"879.17805ms","start":"2026-04-03T05:24:39.91082Z","end":"2026-04-03T05:24:40.789998Z","steps":["trace[957097751] 'agreement among raft nodes before linearized reading' (duration: 878.598847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:40.790034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:39.910808Z","time spent":"879.21949ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:41.060392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.210099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:41.060503Z","caller":"traceutil/trace.go:171","msg":"trace[258845030] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8867; }","duration":"266.061212ms","start":"2026-04-03T05:24:40.794423Z","end":"2026-04-03T05:24:41.060484Z","steps":["trace[258845030] 'read index received' (duration: 151.716011ms)","trace[258845030] 'applied index is now lower than readState.Index' (duration: 114.337791ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:41.060624Z","caller":"traceutil/trace.go:171","msg":"trace[246946878] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"266.340308ms","start":"2026-04-03T05:24:40.794245Z","end":"2026-04-03T05:24:41.060586Z","steps":["trace[246946878] 'process raft request' (duration: 151.815172ms)","trace[246946878] 'compare' (duration: 113.910153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:41.06116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.725437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223808"} {"level":"info","ts":"2026-04-03T05:24:41.061222Z","caller":"traceutil/trace.go:171","msg":"trace[2139335555] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8554; }","duration":"266.825989ms","start":"2026-04-03T05:24:40.794383Z","end":"2026-04-03T05:24:41.061209Z","steps":["trace[2139335555] 'agreement among raft nodes before linearized reading' (duration: 266.187854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:41.347365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.563168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:41.347625Z","caller":"traceutil/trace.go:171","msg":"trace[1291949569] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"552.97808ms","start":"2026-04-03T05:24:40.794614Z","end":"2026-04-03T05:24:41.347593Z","steps":["trace[1291949569] 'process raft request' (duration: 421.094665ms)","trace[1291949569] 'compare' (duration: 131.354494ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:41.34774Z","caller":"traceutil/trace.go:171","msg":"trace[1001098445] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8868; }","duration":"287.193095ms","start":"2026-04-03T05:24:41.060529Z","end":"2026-04-03T05:24:41.347723Z","steps":["trace[1001098445] 'read index received' (duration: 155.250449ms)","trace[1001098445] 'applied index is now lower than readState.Index' (duration: 131.941436ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:41.347828Z","caller":"traceutil/trace.go:171","msg":"trace[2111887600] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"552.970629ms","start":"2026-04-03T05:24:40.794846Z","end":"2026-04-03T05:24:41.347817Z","steps":["trace[2111887600] 'process raft request' (duration: 552.799305ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:41.347838Z","caller":"traceutil/trace.go:171","msg":"trace[89850925] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"552.964079ms","start":"2026-04-03T05:24:40.794844Z","end":"2026-04-03T05:24:41.347808Z","steps":["trace[89850925] 'process raft request' (duration: 552.767585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:41.347889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.794807Z","time spent":"553.047791ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:41.347965Z","caller":"traceutil/trace.go:171","msg":"trace[441490146] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"311.375857ms","start":"2026-04-03T05:24:41.036551Z","end":"2026-04-03T05:24:41.347927Z","steps":["trace[441490146] 'process raft request' (duration: 311.135841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:41.347979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.67097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:24:41.347997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.409878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:41.348033Z","caller":"traceutil/trace.go:171","msg":"trace[51050931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8560; }","duration":"268.775753ms","start":"2026-04-03T05:24:41.079242Z","end":"2026-04-03T05:24:41.348018Z","steps":["trace[51050931] 'agreement among raft nodes before linearized reading' (duration: 268.637239ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:41.348043Z","caller":"traceutil/trace.go:171","msg":"trace[821752694] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"553.139593ms","start":"2026-04-03T05:24:40.794842Z","end":"2026-04-03T05:24:41.347981Z","steps":["trace[821752694] 'process raft request' (duration: 552.734144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:41.347873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.794598Z","time spent":"553.098823ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:41.34809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.036527Z","time spent":"311.489709ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:41.348099Z","caller":"traceutil/trace.go:171","msg":"trace[1496148776] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8560; }","duration":"498.530111ms","start":"2026-04-03T05:24:40.84954Z","end":"2026-04-03T05:24:41.34807Z","steps":["trace[1496148776] 'agreement among raft nodes before linearized reading' (duration: 498.296896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:41.348093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.926355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:41.348166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.849526Z","time spent":"498.625262ms","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:41.348208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.794827Z","time spent":"553.291407ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:41.348118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.794834Z","time spent":"553.089292ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:41.348167Z","caller":"traceutil/trace.go:171","msg":"trace[1935102462] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8560; }","duration":"381.063478ms","start":"2026-04-03T05:24:40.967087Z","end":"2026-04-03T05:24:41.34815Z","steps":["trace[1935102462] 'agreement among raft nodes before linearized reading' (duration: 380.901255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:41.34825Z","caller":"traceutil/trace.go:171","msg":"trace[1759668503] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"553.274597ms","start":"2026-04-03T05:24:40.79465Z","end":"2026-04-03T05:24:41.347925Z","steps":["trace[1759668503] 'process raft request' (duration: 552.811027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:41.348448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.79462Z","time spent":"553.757667ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:41.348304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:40.967076Z","time spent":"381.207041ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:42.141552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.898843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:42.141668Z","caller":"traceutil/trace.go:171","msg":"trace[1758947971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8560; }","duration":"618.051617ms","start":"2026-04-03T05:24:41.523585Z","end":"2026-04-03T05:24:42.141636Z","steps":["trace[1758947971] 'range keys from in-memory index tree' (duration: 617.756381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.14175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.523567Z","time spent":"618.16471ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:24:42.610439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888118925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:24:42.652651Z","caller":"traceutil/trace.go:171","msg":"trace[150981554] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"651.776094ms","start":"2026-04-03T05:24:42.000847Z","end":"2026-04-03T05:24:42.652623Z","steps":["trace[150981554] 'process raft request' (duration: 651.60087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.652869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.000825Z","time spent":"651.908847ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:43.088523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.421365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:43.088696Z","caller":"traceutil/trace.go:171","msg":"trace[1555736338] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"953.045894ms","start":"2026-04-03T05:24:42.135612Z","end":"2026-04-03T05:24:43.088658Z","steps":["trace[1555736338] 'process raft request' (duration: 717.354213ms)","trace[1555736338] 'compare' (duration: 234.993126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:43.088893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.135588Z","time spent":"953.196787ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:43.088935Z","caller":"traceutil/trace.go:171","msg":"trace[1158614507] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"293.787052ms","start":"2026-04-03T05:24:42.795123Z","end":"2026-04-03T05:24:43.08891Z","steps":["trace[1158614507] 'process raft request' (duration: 293.69972ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:43.089001Z","caller":"traceutil/trace.go:171","msg":"trace[1561936824] linearizableReadLoop","detail":"{readStateIndex:8876; appliedIndex:8874; }","duration":"978.633517ms","start":"2026-04-03T05:24:42.110146Z","end":"2026-04-03T05:24:43.08878Z","steps":["trace[1561936824] 'read index received' (duration: 542.366583ms)","trace[1561936824] 'applied index is now lower than readState.Index' (duration: 436.263434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:43.089342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.167569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:43.089401Z","caller":"traceutil/trace.go:171","msg":"trace[1419317929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8563; }","duration":"979.282892ms","start":"2026-04-03T05:24:42.110099Z","end":"2026-04-03T05:24:43.089382Z","steps":["trace[1419317929] 'agreement among raft nodes before linearized reading' (duration: 979.099258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.089512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.110078Z","time spent":"979.419256ms","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:43.374986Z","caller":"traceutil/trace.go:171","msg":"trace[152527486] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8877; }","duration":"285.786204ms","start":"2026-04-03T05:24:43.089172Z","end":"2026-04-03T05:24:43.374958Z","steps":["trace[152527486] 'read index received' (duration: 283.84961ms)","trace[152527486] 'applied index is now lower than readState.Index' (duration: 1.935224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:43.375184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.25443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:43.375159Z","caller":"traceutil/trace.go:171","msg":"trace[1958194183] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"357.565772ms","start":"2026-04-03T05:24:43.017499Z","end":"2026-04-03T05:24:43.375064Z","steps":["trace[1958194183] 'process raft request' (duration: 355.500886ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:43.37523Z","caller":"traceutil/trace.go:171","msg":"trace[2004508791] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8564; }","duration":"600.386403ms","start":"2026-04-03T05:24:42.774833Z","end":"2026-04-03T05:24:43.375219Z","steps":["trace[2004508791] 'agreement among raft nodes before linearized reading' (duration: 600.27516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.375215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.1001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:24:43.37522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.957874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:24:43.375274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.774799Z","time spent":"600.464335ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:43.375281Z","caller":"traceutil/trace.go:171","msg":"trace[634182015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8564; }","duration":"306.222373ms","start":"2026-04-03T05:24:43.06904Z","end":"2026-04-03T05:24:43.375262Z","steps":["trace[634182015] 'agreement among raft nodes before linearized reading' (duration: 306.028078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.37526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232299662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:43.375318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.069013Z","time spent":"306.298984ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"info","ts":"2026-04-03T05:24:43.375324Z","caller":"traceutil/trace.go:171","msg":"trace[402618846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8564; }","duration":"309.162559ms","start":"2026-04-03T05:24:43.066136Z","end":"2026-04-03T05:24:43.375298Z","steps":["trace[402618846] 'agreement among raft nodes before linearized reading' (duration: 308.865822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:43.375369Z","caller":"traceutil/trace.go:171","msg":"trace[1890296587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8564; }","duration":"1.232456565s","start":"2026-04-03T05:24:42.142887Z","end":"2026-04-03T05:24:43.375344Z","steps":["trace[1890296587] 'agreement among raft nodes before linearized reading' (duration: 1.232217149s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.375217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.044679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:43.375374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.017461Z","time spent":"357.791328ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:43.375382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.066107Z","time spent":"309.26083ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:43.375419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.142874Z","time spent":"1.232536237s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:24:43.37545Z","caller":"traceutil/trace.go:171","msg":"trace[661359512] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8564; }","duration":"880.356316ms","start":"2026-04-03T05:24:42.495063Z","end":"2026-04-03T05:24:43.375419Z","steps":["trace[661359512] 'agreement among raft nodes before linearized reading' (duration: 880.023019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.375531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.495036Z","time spent":"880.477719ms","remote":"127.0.0.1:42376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:43.37553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249049927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-04-03T05:24:43.375578Z","caller":"traceutil/trace.go:171","msg":"trace[493231377] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8564; }","duration":"1.249128648s","start":"2026-04-03T05:24:42.126438Z","end":"2026-04-03T05:24:43.375567Z","steps":["trace[493231377] 'agreement among raft nodes before linearized reading' (duration: 1.248673008s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.375615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.126421Z","time spent":"1.249186789s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T05:24:43.376707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.24906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:24:43.376758Z","caller":"traceutil/trace.go:171","msg":"trace[504922567] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:8565; }","duration":"135.341773ms","start":"2026-04-03T05:24:43.241408Z","end":"2026-04-03T05:24:43.37675Z","steps":["trace[504922567] 'agreement among raft nodes before linearized reading' (duration: 135.21708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.492711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.644985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:44.492902Z","caller":"traceutil/trace.go:171","msg":"trace[317380098] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8887; }","duration":"772.880247ms","start":"2026-04-03T05:24:43.719998Z","end":"2026-04-03T05:24:44.492879Z","steps":["trace[317380098] 'read index received' (duration: 331.046667ms)","trace[317380098] 'applied index is now lower than readState.Index' (duration: 441.83168ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:44.493134Z","caller":"traceutil/trace.go:171","msg":"trace[69969541] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"809.455177ms","start":"2026-04-03T05:24:43.683658Z","end":"2026-04-03T05:24:44.493113Z","steps":["trace[69969541] 'process raft request' (duration: 367.213968ms)","trace[69969541] 'compare' (duration: 441.303347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.493211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.683627Z","time spent":"809.546079ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:44.493605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.570902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:24:44.493722Z","caller":"traceutil/trace.go:171","msg":"trace[717831060] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8573; }","duration":"773.721026ms","start":"2026-04-03T05:24:43.719968Z","end":"2026-04-03T05:24:44.493689Z","steps":["trace[717831060] 'agreement among raft nodes before linearized reading' (duration: 773.397519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.49379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.719951Z","time spent":"773.820098ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:44.993251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888118952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:45.365278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.594566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:45.365395Z","caller":"traceutil/trace.go:171","msg":"trace[1532040682] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"1.525604843s","start":"2026-04-03T05:24:43.839771Z","end":"2026-04-03T05:24:45.365376Z","steps":["trace[1532040682] 'process raft request' (duration: 1.153827843s)","trace[1532040682] 'compare' (duration: 370.936561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:45.365457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.839734Z","time spent":"1.525695615s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.223164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.695508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:46.223288Z","caller":"traceutil/trace.go:171","msg":"trace[1061820747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8574; }","duration":"612.834521ms","start":"2026-04-03T05:24:45.610435Z","end":"2026-04-03T05:24:46.22327Z","steps":["trace[1061820747] 'range keys from in-memory index tree' (duration: 612.677277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.223345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.413661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:46.223493Z","caller":"traceutil/trace.go:171","msg":"trace[873726341] linearizableReadLoop","detail":"{readStateIndex:8890; appliedIndex:8888; }","duration":"1.730513924s","start":"2026-04-03T05:24:44.492932Z","end":"2026-04-03T05:24:46.223446Z","steps":["trace[873726341] 'read index received' (duration: 500.544025ms)","trace[873726341] 'applied index is now lower than readState.Index' (duration: 1.229968298s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:46.223569Z","caller":"traceutil/trace.go:171","msg":"trace[1163459291] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"1.724915588s","start":"2026-04-03T05:24:44.49863Z","end":"2026-04-03T05:24:46.223545Z","steps":["trace[1163459291] 'process raft request' (duration: 1.37419955s)","trace[1163459291] 'compare' (duration: 350.295578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:46.22373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.498605Z","time spent":"1.725047731s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.223813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886638672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-ff4bf44c5-jcknb.18a2c167f06187ec\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-03T05:24:46.223927Z","caller":"traceutil/trace.go:171","msg":"trace[2013667501] range","detail":"{range_begin:/registry/events/openstack/barbican-api-ff4bf44c5-jcknb.18a2c167f06187ec; range_end:; response_count:1; response_revision:8575; }","duration":"1.886800426s","start":"2026-04-03T05:24:44.337096Z","end":"2026-04-03T05:24:46.223897Z","steps":["trace[2013667501] 'agreement among raft nodes before linearized reading' (duration: 1.886367076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.223729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209242159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:24:46.223988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.337079Z","time spent":"1.886898498s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-ff4bf44c5-jcknb.18a2c167f06187ec\" "} {"level":"info","ts":"2026-04-03T05:24:46.224026Z","caller":"traceutil/trace.go:171","msg":"trace[1972221224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8575; }","duration":"2.209534627s","start":"2026-04-03T05:24:44.014444Z","end":"2026-04-03T05:24:46.223979Z","steps":["trace[1972221224] 'agreement among raft nodes before linearized reading' (duration: 2.209109447s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.224101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.014428Z","time spent":"2.20966049s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:24:46.224162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277203603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-03T05:24:46.224262Z","caller":"traceutil/trace.go:171","msg":"trace[1966368167] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8575; }","duration":"2.277357727s","start":"2026-04-03T05:24:43.946878Z","end":"2026-04-03T05:24:46.224235Z","steps":["trace[1966368167] 'agreement among raft nodes before linearized reading' (duration: 2.27704s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.224328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.946858Z","time spent":"2.277454699s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-03T05:24:46.522773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:24:46.522873Z","caller":"traceutil/trace.go:171","msg":"trace[876882674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232967s","start":"2026-04-03T05:24:44.522618Z","end":"2026-04-03T05:24:46.522851Z","steps":["trace[876882674] 'agreement among raft nodes before linearized reading' (duration: 2.000099034s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.522927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.522598Z","time spent":"2.000318739s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:24:46.719848Z","caller":"traceutil/trace.go:171","msg":"trace[582310085] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8890; }","duration":"496.301531ms","start":"2026-04-03T05:24:46.223521Z","end":"2026-04-03T05:24:46.719822Z","steps":["trace[582310085] 'read index received' (duration: 481.272734ms)","trace[582310085] 'applied index is now lower than readState.Index' (duration: 15.027837ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:46.720303Z","caller":"traceutil/trace.go:171","msg":"trace[1813610310] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"1.62676672s","start":"2026-04-03T05:24:45.093501Z","end":"2026-04-03T05:24:46.720268Z","steps":["trace[1813610310] 'process raft request' (duration: 1.61116989s)","trace[1813610310] 'compare' (duration: 14.445524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:46.720454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32858967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:24:46.720499Z","caller":"traceutil/trace.go:171","msg":"trace[1494525153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8578; }","duration":"1.328685472s","start":"2026-04-03T05:24:45.391803Z","end":"2026-04-03T05:24:46.720489Z","steps":["trace[1494525153] 'agreement among raft nodes before linearized reading' (duration: 1.328485838s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.720502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.093479Z","time spent":"1.626941824s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.720526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.391786Z","time spent":"1.328735693s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:46.72051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324499437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:24:46.720523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329004928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:24:46.720578Z","caller":"traceutil/trace.go:171","msg":"trace[847545269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8578; }","duration":"1.32461908s","start":"2026-04-03T05:24:45.395942Z","end":"2026-04-03T05:24:46.720561Z","steps":["trace[847545269] 'agreement among raft nodes before linearized reading' (duration: 1.324433316s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:46.72059Z","caller":"traceutil/trace.go:171","msg":"trace[1490986096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8578; }","duration":"1.329126201s","start":"2026-04-03T05:24:45.391446Z","end":"2026-04-03T05:24:46.720572Z","steps":["trace[1490986096] 'agreement among raft nodes before linearized reading' (duration: 1.328924946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.7206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328253931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:24:46.720616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.395925Z","time spent":"1.324685012s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:46.720613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.239041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-04-03T05:24:46.720653Z","caller":"traceutil/trace.go:171","msg":"trace[1805420058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8578; }","duration":"1.328316002s","start":"2026-04-03T05:24:45.39232Z","end":"2026-04-03T05:24:46.720636Z","steps":["trace[1805420058] 'agreement among raft nodes before linearized reading' (duration: 1.32823182s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.720633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327168057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:24:46.720672Z","caller":"traceutil/trace.go:171","msg":"trace[1142655905] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"1.627015316s","start":"2026-04-03T05:24:45.09364Z","end":"2026-04-03T05:24:46.720655Z","steps":["trace[1142655905] 'process raft request' (duration: 1.626026403s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.720693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.392309Z","time spent":"1.328377913s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:24:46.720683Z","caller":"traceutil/trace.go:171","msg":"trace[1606667868] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"1.337940029s","start":"2026-04-03T05:24:45.382732Z","end":"2026-04-03T05:24:46.720672Z","steps":["trace[1606667868] 'process raft request' (duration: 1.337038389s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:46.720712Z","caller":"traceutil/trace.go:171","msg":"trace[406920238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8578; }","duration":"1.32728245s","start":"2026-04-03T05:24:45.39341Z","end":"2026-04-03T05:24:46.720693Z","steps":["trace[406920238] 'agreement among raft nodes before linearized reading' (duration: 1.326980453s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.720775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.3827Z","time spent":"1.33803639s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.720774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.393404Z","time spent":"1.327361221s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"info","ts":"2026-04-03T05:24:46.720677Z","caller":"traceutil/trace.go:171","msg":"trace[1555211334] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8578; }","duration":"630.343204ms","start":"2026-04-03T05:24:46.09032Z","end":"2026-04-03T05:24:46.720663Z","steps":["trace[1555211334] 'agreement among raft nodes before linearized reading' (duration: 629.959225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.720911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.090299Z","time spent":"630.597569ms","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:24:46.720629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.391436Z","time spent":"1.329184163s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:46.720596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364446092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:46.721064Z","caller":"traceutil/trace.go:171","msg":"trace[944883192] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8578; }","duration":"1.364952213s","start":"2026-04-03T05:24:45.356097Z","end":"2026-04-03T05:24:46.72105Z","steps":["trace[944883192] 'agreement among raft nodes before linearized reading' (duration: 1.364468363s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.72053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779654605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:46.721105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.356074Z","time spent":"1.365015974s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:46.72114Z","caller":"traceutil/trace.go:171","msg":"trace[317288331] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8578; }","duration":"1.780326341s","start":"2026-04-03T05:24:44.940797Z","end":"2026-04-03T05:24:46.721124Z","steps":["trace[317288331] 'agreement among raft nodes before linearized reading' (duration: 1.779662376s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.721184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.94077Z","time spent":"1.780403632s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:46.72051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328143249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:46.721266Z","caller":"traceutil/trace.go:171","msg":"trace[724463610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8578; }","duration":"1.328941656s","start":"2026-04-03T05:24:45.392312Z","end":"2026-04-03T05:24:46.721253Z","steps":["trace[724463610] 'agreement among raft nodes before linearized reading' (duration: 1.327960644s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.721308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.392302Z","time spent":"1.328994518s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:24:46.720822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.093601Z","time spent":"1.627122097s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.721404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332601489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:24:46.721496Z","caller":"traceutil/trace.go:171","msg":"trace[1321111788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8578; }","duration":"1.332983048s","start":"2026-04-03T05:24:45.388447Z","end":"2026-04-03T05:24:46.72143Z","steps":["trace[1321111788] 'agreement among raft nodes before linearized reading' (duration: 1.331828402s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.721527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.388424Z","time spent":"1.333094s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:24:46.812421Z","caller":"traceutil/trace.go:171","msg":"trace[1670849342] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"585.924429ms","start":"2026-04-03T05:24:46.226463Z","end":"2026-04-03T05:24:46.812388Z","steps":["trace[1670849342] 'process raft request' (duration: 585.744335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.812538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.322001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:46.81262Z","caller":"traceutil/trace.go:171","msg":"trace[1434265612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8579; }","duration":"288.511905ms","start":"2026-04-03T05:24:46.524089Z","end":"2026-04-03T05:24:46.812601Z","steps":["trace[1434265612] 'agreement among raft nodes before linearized reading' (duration: 288.30205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.812667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.226438Z","time spent":"586.118813ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.813091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.245182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:24:46.813076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.444495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea69340d-8b98-4961-ba63-51e3b17143a5\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-03T05:24:46.813134Z","caller":"traceutil/trace.go:171","msg":"trace[2077281413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8579; }","duration":"584.305272ms","start":"2026-04-03T05:24:46.22882Z","end":"2026-04-03T05:24:46.813125Z","steps":["trace[2077281413] 'agreement among raft nodes before linearized reading' (duration: 584.165629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.813166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.228813Z","time spent":"584.345493ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:24:46.813193Z","caller":"traceutil/trace.go:171","msg":"trace[627005900] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea69340d-8b98-4961-ba63-51e3b17143a5; range_end:; response_count:1; response_revision:8579; }","duration":"584.574959ms","start":"2026-04-03T05:24:46.228566Z","end":"2026-04-03T05:24:46.813141Z","steps":["trace[627005900] 'agreement among raft nodes before linearized reading' (duration: 584.263132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.81327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.228547Z","time spent":"584.708161ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-ea69340d-8b98-4961-ba63-51e3b17143a5\" "} {"level":"warn","ts":"2026-04-03T05:24:47.312877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888118966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:24:47.691886Z","caller":"traceutil/trace.go:171","msg":"trace[1779814976] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"965.84887ms","start":"2026-04-03T05:24:46.726006Z","end":"2026-04-03T05:24:47.691855Z","steps":["trace[1779814976] 'process raft request' (duration: 961.82397ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:47.691965Z","caller":"traceutil/trace.go:171","msg":"trace[577319212] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"965.476523ms","start":"2026-04-03T05:24:46.72648Z","end":"2026-04-03T05:24:47.691957Z","steps":["trace[577319212] 'process raft request' (duration: 965.313649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.692051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.726475Z","time spent":"965.520304ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:47.692057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.725989Z","time spent":"965.985474ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:47.691921Z","caller":"traceutil/trace.go:171","msg":"trace[1694024380] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"965.287369ms","start":"2026-04-03T05:24:46.726617Z","end":"2026-04-03T05:24:47.691904Z","steps":["trace[1694024380] 'process raft request' (duration: 965.222527ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:47.692164Z","caller":"traceutil/trace.go:171","msg":"trace[785333636] linearizableReadLoop","detail":"{readStateIndex:8900; appliedIndex:8894; }","duration":"879.776012ms","start":"2026-04-03T05:24:46.812361Z","end":"2026-04-03T05:24:47.692137Z","steps":["trace[785333636] 'read index received' (duration: 875.383863ms)","trace[785333636] 'applied index is now lower than readState.Index' (duration: 4.390779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:47.692218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.726578Z","time spent":"965.596166ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:47.692319Z","caller":"traceutil/trace.go:171","msg":"trace[1750334922] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"965.547974ms","start":"2026-04-03T05:24:46.726754Z","end":"2026-04-03T05:24:47.692302Z","steps":["trace[1750334922] 'process raft request' (duration: 965.117315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.692452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.726744Z","time spent":"965.614796ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:47.692603Z","caller":"traceutil/trace.go:171","msg":"trace[599783448] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"965.729729ms","start":"2026-04-03T05:24:46.726858Z","end":"2026-04-03T05:24:47.692588Z","steps":["trace[599783448] 'process raft request' (duration: 965.128335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.692677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.726852Z","time spent":"965.78417ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:47.692779Z","caller":"traceutil/trace.go:171","msg":"trace[293087825] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"965.910193ms","start":"2026-04-03T05:24:46.726855Z","end":"2026-04-03T05:24:47.692765Z","steps":["trace[293087825] 'process raft request' (duration: 965.224937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.692844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.726844Z","time spent":"965.961953ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:47.693009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.875562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:47.693034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.410053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"warn","ts":"2026-04-03T05:24:47.693053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.477144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-04-03T05:24:47.693095Z","caller":"traceutil/trace.go:171","msg":"trace[617143859] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8585; }","duration":"966.504016ms","start":"2026-04-03T05:24:46.726578Z","end":"2026-04-03T05:24:47.693082Z","steps":["trace[617143859] 'agreement among raft nodes before linearized reading' (duration: 966.327882ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:47.693091Z","caller":"traceutil/trace.go:171","msg":"trace[1000201145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8585; }","duration":"870.997025ms","start":"2026-04-03T05:24:46.822068Z","end":"2026-04-03T05:24:47.693065Z","steps":["trace[1000201145] 'agreement among raft nodes before linearized reading' (duration: 870.863982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:47.693108Z","caller":"traceutil/trace.go:171","msg":"trace[1832054728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8585; }","duration":"878.553645ms","start":"2026-04-03T05:24:46.81454Z","end":"2026-04-03T05:24:47.693093Z","steps":["trace[1832054728] 'agreement among raft nodes before linearized reading' (duration: 878.395641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.69313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.726558Z","time spent":"966.565426ms","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:24:47.69314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.814522Z","time spent":"878.611127ms","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:24:47.693138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.822047Z","time spent":"871.083288ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:24:47.693097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.11215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T05:24:47.693499Z","caller":"traceutil/trace.go:171","msg":"trace[1767679811] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a; range_end:; response_count:1; response_revision:8585; }","duration":"876.499808ms","start":"2026-04-03T05:24:46.816937Z","end":"2026-04-03T05:24:47.693436Z","steps":["trace[1767679811] 'agreement among raft nodes before linearized reading' (duration: 875.997277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.693295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.947077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223808"} {"level":"info","ts":"2026-04-03T05:24:47.693577Z","caller":"traceutil/trace.go:171","msg":"trace[535843200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8585; }","duration":"968.245223ms","start":"2026-04-03T05:24:46.725319Z","end":"2026-04-03T05:24:47.693564Z","steps":["trace[535843200] 'agreement among raft nodes before linearized reading' (duration: 967.583779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:47.693625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.725304Z","time spent":"968.309195ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:24:47.693826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.816927Z","time spent":"876.843297ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a\" "} {"level":"info","ts":"2026-04-03T05:24:49.888509Z","caller":"traceutil/trace.go:171","msg":"trace[1851602187] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"118.3027ms","start":"2026-04-03T05:24:49.770175Z","end":"2026-04-03T05:24:49.888478Z","steps":["trace[1851602187] 'process raft request' (duration: 87.548233ms)","trace[1851602187] 'compare' (duration: 30.601913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:18.40932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888119635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:18.909839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888119635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:19.410802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888119635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:19.911533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888119635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:20.412364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888119635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:20.47567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.567892277s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:25:20.476884Z","caller":"traceutil/trace.go:171","msg":"trace[1475451953] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"2.569391781s","start":"2026-04-03T05:25:17.907463Z","end":"2026-04-03T05:25:20.476855Z","steps":["trace[1475451953] 'process raft request' (duration: 2.568398978s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:20.4776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.907443Z","time spent":"2.570065147s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:21.217901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:20.772968Z","time spent":"444.924013ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:25:21.524157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:25:21.524266Z","caller":"traceutil/trace.go:171","msg":"trace[1733660037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043342s","start":"2026-04-03T05:25:19.524197Z","end":"2026-04-03T05:25:21.52424Z","steps":["trace[1733660037] 'agreement among raft nodes before linearized reading' (duration: 1.999905999s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:21.52432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.524162Z","time spent":"2.000147804s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:25:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:25:22.422061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.94605766s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:25:22.422763Z","caller":"traceutil/trace.go:171","msg":"trace[2076479735] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"4.509301911s","start":"2026-04-03T05:25:17.913421Z","end":"2026-04-03T05:25:22.422723Z","steps":["trace[2076479735] 'process raft request' (duration: 4.508974633s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.422919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.913379Z","time spent":"4.509450304s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:22.699536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.900689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:25:22.700065Z","caller":"traceutil/trace.go:171","msg":"trace[872478445] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"3.813676802s","start":"2026-04-03T05:25:18.886361Z","end":"2026-04-03T05:25:22.700038Z","steps":["trace[872478445] 'process raft request' (duration: 3.813261513s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.700196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:18.886342Z","time spent":"3.813780794s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:22.908152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999396468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:25:22.908306Z","caller":"traceutil/trace.go:171","msg":"trace[1507817561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999579281s","start":"2026-04-03T05:25:17.908669Z","end":"2026-04-03T05:25:22.908248Z","steps":["trace[1507817561] 'agreement among raft nodes before linearized reading' (duration: 4.999389117s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.908375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.908653Z","time spent":"4.999708295s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 05:25:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:25:23.252871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.688983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:23.2535Z","caller":"traceutil/trace.go:171","msg":"trace[86905577] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"4.357835092s","start":"2026-04-03T05:25:18.895601Z","end":"2026-04-03T05:25:23.253436Z","steps":["trace[86905577] 'process raft request' (duration: 4.357402633s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.253631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:18.895591Z","time spent":"4.357997616s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:23.253643Z","caller":"traceutil/trace.go:171","msg":"trace[1745077354] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"3.127878856s","start":"2026-04-03T05:25:20.125729Z","end":"2026-04-03T05:25:23.253608Z","steps":["trace[1745077354] 'process raft request' (duration: 3.12759865s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.253703Z","caller":"traceutil/trace.go:171","msg":"trace[560295287] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9117; }","duration":"5.344967561s","start":"2026-04-03T05:25:17.908706Z","end":"2026-04-03T05:25:23.253674Z","steps":["trace[560295287] 'read index received' (duration: 2.567289613s)","trace[560295287] 'applied index is now lower than readState.Index' (duration: 2.777676288s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:23.253538Z","caller":"traceutil/trace.go:171","msg":"trace[1090095315] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"4.359694604s","start":"2026-04-03T05:25:18.893783Z","end":"2026-04-03T05:25:23.253477Z","steps":["trace[1090095315] 'process raft request' (duration: 3.806240734s)","trace[1090095315] 'compare' (duration: 552.399347ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:23.253814Z","caller":"traceutil/trace.go:171","msg":"trace[1537105168] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"784.89697ms","start":"2026-04-03T05:25:22.468894Z","end":"2026-04-03T05:25:23.253791Z","steps":["trace[1537105168] 'process raft request' (duration: 784.826079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.253877Z","caller":"traceutil/trace.go:171","msg":"trace[1549195585] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"1.219444158s","start":"2026-04-03T05:25:22.034364Z","end":"2026-04-03T05:25:23.253808Z","steps":["trace[1549195585] 'process raft request' (duration: 1.219261074s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.253984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.468872Z","time spent":"785.023653ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:23.253813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:20.125689Z","time spent":"3.12804294s","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19369,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:23.254188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:18.89375Z","time spent":"4.360114883s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:23.254562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.034334Z","time spent":"1.219651573s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:23.254982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324794312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:23.255021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323271279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:25:23.255044Z","caller":"traceutil/trace.go:171","msg":"trace[1757343259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8803; }","duration":"3.324896295s","start":"2026-04-03T05:25:19.930131Z","end":"2026-04-03T05:25:23.255027Z","steps":["trace[1757343259] 'agreement among raft nodes before linearized reading' (duration: 3.324784982s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.255075Z","caller":"traceutil/trace.go:171","msg":"trace[805069679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8803; }","duration":"5.323371102s","start":"2026-04-03T05:25:17.93169Z","end":"2026-04-03T05:25:23.255061Z","steps":["trace[805069679] 'agreement among raft nodes before linearized reading' (duration: 5.323179237s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.255092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.930094Z","time spent":"3.324987907s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:23.255119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.931669Z","time spent":"5.323443664s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:23.255183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.721459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:25:23.25524Z","caller":"traceutil/trace.go:171","msg":"trace[637329944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8803; }","duration":"770.819422ms","start":"2026-04-03T05:25:22.484407Z","end":"2026-04-03T05:25:23.255227Z","steps":["trace[637329944] 'agreement among raft nodes before linearized reading' (duration: 770.631667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.255277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.484386Z","time spent":"770.882393ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:25:23.255309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601426317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:23.255354Z","caller":"traceutil/trace.go:171","msg":"trace[600030446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8803; }","duration":"3.601499229s","start":"2026-04-03T05:25:19.653842Z","end":"2026-04-03T05:25:23.255341Z","steps":["trace[600030446] 'agreement among raft nodes before linearized reading' (duration: 3.601428987s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.255374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158373476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:23.255422Z","caller":"traceutil/trace.go:171","msg":"trace[360370479] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8803; }","duration":"1.158490358s","start":"2026-04-03T05:25:22.09692Z","end":"2026-04-03T05:25:23.255411Z","steps":["trace[360370479] 'agreement among raft nodes before linearized reading' (duration: 1.158334785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.255459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.096885Z","time spent":"1.15856696s","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:23.255668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730967029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:23.255703Z","caller":"traceutil/trace.go:171","msg":"trace[248234401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"1.731040141s","start":"2026-04-03T05:25:21.524653Z","end":"2026-04-03T05:25:23.255694Z","steps":["trace[248234401] 'agreement among raft nodes before linearized reading' (duration: 1.7309864s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.25574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.524633Z","time spent":"1.731102523s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:25:23.256003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01990774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T05:25:23.25604Z","caller":"traceutil/trace.go:171","msg":"trace[899891016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8803; }","duration":"2.019999273s","start":"2026-04-03T05:25:21.236032Z","end":"2026-04-03T05:25:23.256031Z","steps":["trace[899891016] 'agreement among raft nodes before linearized reading' (duration: 2.01983987s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.256072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.236003Z","time spent":"2.020062814s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T05:25:23.25615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370817966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:23.256198Z","caller":"traceutil/trace.go:171","msg":"trace[1723253012] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8803; }","duration":"4.370867647s","start":"2026-04-03T05:25:18.885319Z","end":"2026-04-03T05:25:23.256187Z","steps":["trace[1723253012] 'agreement among raft nodes before linearized reading' (duration: 4.370089319s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.256232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:18.885244Z","time spent":"4.37097986s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:23.256251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859217494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:23.256294Z","caller":"traceutil/trace.go:171","msg":"trace[81974316] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8803; }","duration":"2.859294376s","start":"2026-04-03T05:25:20.396988Z","end":"2026-04-03T05:25:23.256282Z","steps":["trace[81974316] 'agreement among raft nodes before linearized reading' (duration: 2.859232484s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.256332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:20.39696Z","time spent":"2.859364277s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:23.256478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951579045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:25:23.25652Z","caller":"traceutil/trace.go:171","msg":"trace[301308761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8803; }","duration":"4.951658547s","start":"2026-04-03T05:25:18.304853Z","end":"2026-04-03T05:25:23.256511Z","steps":["trace[301308761] 'agreement among raft nodes before linearized reading' (duration: 4.951541284s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.255389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.653821Z","time spent":"3.601560271s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:23.256554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:18.304832Z","time spent":"4.951715589s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:25:23.25671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229327493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:23.256747Z","caller":"traceutil/trace.go:171","msg":"trace[1673180139] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8803; }","duration":"5.229397925s","start":"2026-04-03T05:25:18.027341Z","end":"2026-04-03T05:25:23.256739Z","steps":["trace[1673180139] 'agreement among raft nodes before linearized reading' (duration: 5.229341364s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.256785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:18.027316Z","time spent":"5.229457906s","remote":"127.0.0.1:49776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:23.256978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.257991402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T05:25:23.257034Z","caller":"traceutil/trace.go:171","msg":"trace[1224691711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8803; }","duration":"5.258079764s","start":"2026-04-03T05:25:17.998928Z","end":"2026-04-03T05:25:23.257008Z","steps":["trace[1224691711] 'agreement among raft nodes before linearized reading' (duration: 5.258005622s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.25707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.998906Z","time spent":"5.258156816s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:25:23.257513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.320690051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:25:23.257504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30871614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:25:23.257574Z","caller":"traceutil/trace.go:171","msg":"trace[670575095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8803; }","duration":"5.320793223s","start":"2026-04-03T05:25:17.93676Z","end":"2026-04-03T05:25:23.257554Z","steps":["trace[670575095] 'agreement among raft nodes before linearized reading' (duration: 5.32066777s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.257611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.936725Z","time spent":"5.320876965s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:25:23.2576Z","caller":"traceutil/trace.go:171","msg":"trace[1766809594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8803; }","duration":"5.308853214s","start":"2026-04-03T05:25:17.948721Z","end":"2026-04-03T05:25:23.257574Z","steps":["trace[1766809594] 'agreement among raft nodes before linearized reading' (duration: 5.308554487s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.257705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.948707Z","time spent":"5.308988776s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:25:23.258934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323097326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:25:23.258997Z","caller":"traceutil/trace.go:171","msg":"trace[414208817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8803; }","duration":"5.323193648s","start":"2026-04-03T05:25:17.93579Z","end":"2026-04-03T05:25:23.258984Z","steps":["trace[414208817] 'agreement among raft nodes before linearized reading' (duration: 5.321842157s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.259048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:17.935772Z","time spent":"5.323265369s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:25:23.392259Z","caller":"traceutil/trace.go:171","msg":"trace[1478686465] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"130.072174ms","start":"2026-04-03T05:25:23.26216Z","end":"2026-04-03T05:25:23.392232Z","steps":["trace[1478686465] 'process raft request' (duration: 129.839549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.392542Z","caller":"traceutil/trace.go:171","msg":"trace[552620144] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9128; }","duration":"111.346081ms","start":"2026-04-03T05:25:23.281179Z","end":"2026-04-03T05:25:23.392525Z","steps":["trace[552620144] 'read index received' (duration: 110.826248ms)","trace[552620144] 'applied index is now lower than readState.Index' (duration: 519.143µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:23.392629Z","caller":"traceutil/trace.go:171","msg":"trace[1058018588] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"128.334746ms","start":"2026-04-03T05:25:23.264284Z","end":"2026-04-03T05:25:23.392619Z","steps":["trace[1058018588] 'process raft request' (duration: 128.187413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.392746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.766041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:25:23.392783Z","caller":"traceutil/trace.go:171","msg":"trace[127078002] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"129.164035ms","start":"2026-04-03T05:25:23.263614Z","end":"2026-04-03T05:25:23.392778Z","steps":["trace[127078002] 'process raft request' (duration: 128.752514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.392787Z","caller":"traceutil/trace.go:171","msg":"trace[1805419270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8808; }","duration":"130.834953ms","start":"2026-04-03T05:25:23.261942Z","end":"2026-04-03T05:25:23.392777Z","steps":["trace[1805419270] 'agreement among raft nodes before linearized reading' (duration: 130.651139ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.392869Z","caller":"traceutil/trace.go:171","msg":"trace[427047774] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"129.020621ms","start":"2026-04-03T05:25:23.263839Z","end":"2026-04-03T05:25:23.39286Z","steps":["trace[427047774] 'process raft request' (duration: 128.590641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.393166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.537093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2c1753f7d0353\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T05:25:23.393197Z","caller":"traceutil/trace.go:171","msg":"trace[1628940181] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2c1753f7d0353; range_end:; response_count:1; response_revision:8808; }","duration":"129.567804ms","start":"2026-04-03T05:25:23.263621Z","end":"2026-04-03T05:25:23.393189Z","steps":["trace[1628940181] 'agreement among raft nodes before linearized reading' (duration: 129.489812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.393303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.99432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:23.393329Z","caller":"traceutil/trace.go:171","msg":"trace[735303011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"129.035022ms","start":"2026-04-03T05:25:23.264288Z","end":"2026-04-03T05:25:23.393323Z","steps":["trace[735303011] 'agreement among raft nodes before linearized reading' (duration: 128.996621ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.39276Z","caller":"traceutil/trace.go:171","msg":"trace[738734826] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"129.858151ms","start":"2026-04-03T05:25:23.262895Z","end":"2026-04-03T05:25:23.392753Z","steps":["trace[738734826] 'process raft request' (duration: 129.290627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.393897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.042371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228539"} {"level":"info","ts":"2026-04-03T05:25:23.393944Z","caller":"traceutil/trace.go:171","msg":"trace[1839039071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8808; }","duration":"129.108523ms","start":"2026-04-03T05:25:23.264825Z","end":"2026-04-03T05:25:23.393934Z","steps":["trace[1839039071] 'agreement among raft nodes before linearized reading' (duration: 128.133182ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.464038Z","caller":"traceutil/trace.go:171","msg":"trace[1599288291] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"181.834057ms","start":"2026-04-03T05:25:23.28218Z","end":"2026-04-03T05:25:23.464014Z","steps":["trace[1599288291] 'process raft request' (duration: 179.77016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.788254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.229371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:23.788463Z","caller":"traceutil/trace.go:171","msg":"trace[869516680] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"505.002533ms","start":"2026-04-03T05:25:23.283426Z","end":"2026-04-03T05:25:23.788429Z","steps":["trace[869516680] 'process raft request' (duration: 180.504266ms)","trace[869516680] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18a2c093ae68d65a; req_size:756; } (duration: 323.344221ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:23.78854Z","caller":"traceutil/trace.go:171","msg":"trace[1436725300] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9133; }","duration":"394.00354ms","start":"2026-04-03T05:25:23.394528Z","end":"2026-04-03T05:25:23.788531Z","steps":["trace[1436725300] 'read index received' (duration: 67.480127ms)","trace[1436725300] 'applied index is now lower than readState.Index' (duration: 326.522413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:23.788625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:23.283411Z","time spent":"505.130215ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:23.788501Z","caller":"traceutil/trace.go:171","msg":"trace[513576291] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"392.2117ms","start":"2026-04-03T05:25:23.396271Z","end":"2026-04-03T05:25:23.788483Z","steps":["trace[513576291] 'process raft request' (duration: 392.095968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.78901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.065796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T05:25:23.789068Z","caller":"traceutil/trace.go:171","msg":"trace[1011302709] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8811; }","duration":"320.144618ms","start":"2026-04-03T05:25:23.468907Z","end":"2026-04-03T05:25:23.789052Z","steps":["trace[1011302709] 'agreement among raft nodes before linearized reading' (duration: 319.999495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.789107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:23.468894Z","time spent":"320.204529ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T05:25:23.788828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.293197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:23.789176Z","caller":"traceutil/trace.go:171","msg":"trace[1710677112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8811; }","duration":"394.636915ms","start":"2026-04-03T05:25:23.394512Z","end":"2026-04-03T05:25:23.789149Z","steps":["trace[1710677112] 'agreement among raft nodes before linearized reading' (duration: 394.283117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.788959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.614491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"warn","ts":"2026-04-03T05:25:23.789253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:23.394498Z","time spent":"394.738377ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:25:23.78928Z","caller":"traceutil/trace.go:171","msg":"trace[160166572] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8811; }","duration":"393.939599ms","start":"2026-04-03T05:25:23.395325Z","end":"2026-04-03T05:25:23.789264Z","steps":["trace[160166572] 'agreement among raft nodes before linearized reading' (duration: 393.531169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.789321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:23.395319Z","time spent":"393.99228ms","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:25:23.789978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:23.396255Z","time spent":"392.783673ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:24.301043Z","caller":"traceutil/trace.go:171","msg":"trace[1171949713] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"133.169245ms","start":"2026-04-03T05:25:24.167626Z","end":"2026-04-03T05:25:24.300796Z","steps":["trace[1171949713] 'process raft request' (duration: 132.999191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.065146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.11656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T05:25:37.065293Z","caller":"traceutil/trace.go:171","msg":"trace[1249449883] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8918; }","duration":"819.344149ms","start":"2026-04-03T05:25:36.245926Z","end":"2026-04-03T05:25:37.06527Z","steps":["trace[1249449883] 'process raft request' (duration: 459.987784ms)","trace[1249449883] 'compare' (duration: 358.529217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:37.065366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.245907Z","time spent":"819.427981ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-03T05:25:37.686277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.560662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:37.686431Z","caller":"traceutil/trace.go:171","msg":"trace[1429969910] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9248; }","duration":"1.197728097s","start":"2026-04-03T05:25:36.488664Z","end":"2026-04-03T05:25:37.686392Z","steps":["trace[1429969910] 'read index received' (duration: 217.27214ms)","trace[1429969910] 'applied index is now lower than readState.Index' (duration: 980.454137ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:37.686514Z","caller":"traceutil/trace.go:171","msg":"trace[1980614978] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"1.4363771s","start":"2026-04-03T05:25:36.250122Z","end":"2026-04-03T05:25:37.686499Z","steps":["trace[1980614978] 'process raft request' (duration: 947.47734ms)","trace[1980614978] 'compare' (duration: 488.398429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:37.686603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.250103Z","time spent":"1.436455702s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:37.686908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198250859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:25:37.686967Z","caller":"traceutil/trace.go:171","msg":"trace[1421395553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8919; }","duration":"1.19831081s","start":"2026-04-03T05:25:36.488641Z","end":"2026-04-03T05:25:37.686952Z","steps":["trace[1421395553] 'agreement among raft nodes before linearized reading' (duration: 1.198126166s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.687004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.488561Z","time spent":"1.198435823s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:25:37.751437Z","caller":"traceutil/trace.go:171","msg":"trace[731905901] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"991.447856ms","start":"2026-04-03T05:25:36.759941Z","end":"2026-04-03T05:25:37.751389Z","steps":["trace[731905901] 'process raft request' (duration: 991.17067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.751536Z","caller":"traceutil/trace.go:171","msg":"trace[947815173] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"738.246314ms","start":"2026-04-03T05:25:37.013238Z","end":"2026-04-03T05:25:37.751485Z","steps":["trace[947815173] 'process raft request' (duration: 738.064049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.751539Z","caller":"traceutil/trace.go:171","msg":"trace[2145575158] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"732.141156ms","start":"2026-04-03T05:25:37.019306Z","end":"2026-04-03T05:25:37.751447Z","steps":["trace[2145575158] 'process raft request' (duration: 732.053194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.751704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.759909Z","time spent":"991.665762ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:37.751739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.013203Z","time spent":"738.439968ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:25:37.75179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.019292Z","time spent":"732.36702ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:37.844405Z","caller":"traceutil/trace.go:171","msg":"trace[395100006] linearizableReadLoop","detail":"{readStateIndex:9255; appliedIndex:9250; }","duration":"157.916595ms","start":"2026-04-03T05:25:37.68646Z","end":"2026-04-03T05:25:37.844376Z","steps":["trace[395100006] 'read index received' (duration: 64.778306ms)","trace[395100006] 'applied index is now lower than readState.Index' (duration: 93.137019ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:37.844531Z","caller":"traceutil/trace.go:171","msg":"trace[25771658] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"151.968511ms","start":"2026-04-03T05:25:37.692516Z","end":"2026-04-03T05:25:37.844485Z","steps":["trace[25771658] 'process raft request' (duration: 151.768727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.844607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.930012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:37.84475Z","caller":"traceutil/trace.go:171","msg":"trace[719132433] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8925; }","duration":"365.124696ms","start":"2026-04-03T05:25:37.479594Z","end":"2026-04-03T05:25:37.844719Z","steps":["trace[719132433] 'agreement among raft nodes before linearized reading' (duration: 364.82181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.844755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.299113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rhdsl\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-04-03T05:25:37.844818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.479565Z","time spent":"365.24081ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:37.844819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.872637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:25:37.844824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.932046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:25:37.844837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.18536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:25:37.8448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322896281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:37.844974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.300114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:25:37.84497Z","caller":"traceutil/trace.go:171","msg":"trace[937203580] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"517.855155ms","start":"2026-04-03T05:25:37.327098Z","end":"2026-04-03T05:25:37.844953Z","steps":["trace[937203580] 'process raft request' (duration: 517.128987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.844825Z","caller":"traceutil/trace.go:171","msg":"trace[1259959882] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rhdsl; range_end:; response_count:1; response_revision:8925; }","duration":"832.429577ms","start":"2026-04-03T05:25:37.012374Z","end":"2026-04-03T05:25:37.844804Z","steps":["trace[1259959882] 'agreement among raft nodes before linearized reading' (duration: 832.180881ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.845022Z","caller":"traceutil/trace.go:171","msg":"trace[100809434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8925; }","duration":"366.391166ms","start":"2026-04-03T05:25:37.478617Z","end":"2026-04-03T05:25:37.845008Z","steps":["trace[100809434] 'agreement among raft nodes before linearized reading' (duration: 366.297454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.845052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.411831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T05:25:37.845058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.478606Z","time spent":"366.444607ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:25:37.845067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.012351Z","time spent":"832.702904ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rhdsl\" "} {"level":"info","ts":"2026-04-03T05:25:37.845042Z","caller":"traceutil/trace.go:171","msg":"trace[414437693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8925; }","duration":"1.323198448s","start":"2026-04-03T05:25:36.521816Z","end":"2026-04-03T05:25:37.845014Z","steps":["trace[414437693] 'agreement among raft nodes before linearized reading' (duration: 1.32288501s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.845096Z","caller":"traceutil/trace.go:171","msg":"trace[7768700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8925; }","duration":"360.459432ms","start":"2026-04-03T05:25:37.484624Z","end":"2026-04-03T05:25:37.845083Z","steps":["trace[7768700] 'agreement among raft nodes before linearized reading' (duration: 360.37516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.845093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.247955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:25:37.845129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.484615Z","time spent":"360.507932ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:25:37.845125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.327079Z","time spent":"517.942936ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:37.845142Z","caller":"traceutil/trace.go:171","msg":"trace[934241833] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8925; }","duration":"132.299807ms","start":"2026-04-03T05:25:37.712828Z","end":"2026-04-03T05:25:37.845128Z","steps":["trace[934241833] 'agreement among raft nodes before linearized reading' (duration: 132.157063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.845161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.521789Z","time spent":"1.323358992s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:25:37.844889Z","caller":"traceutil/trace.go:171","msg":"trace[1750276008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8925; }","duration":"366.975269ms","start":"2026-04-03T05:25:37.477895Z","end":"2026-04-03T05:25:37.84487Z","steps":["trace[1750276008] 'agreement among raft nodes before linearized reading' (duration: 366.732822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.8452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027738189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:37.845256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.477888Z","time spent":"367.354427ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:25:37.845285Z","caller":"traceutil/trace.go:171","msg":"trace[1366736956] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8925; }","duration":"1.027868232s","start":"2026-04-03T05:25:36.817397Z","end":"2026-04-03T05:25:37.845265Z","steps":["trace[1366736956] 'agreement among raft nodes before linearized reading' (duration: 1.027733869s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.844837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.115834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-04-03T05:25:37.845334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.81738Z","time spent":"1.027939823s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:25:37.8449Z","caller":"traceutil/trace.go:171","msg":"trace[161492530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8925; }","duration":"370.027039ms","start":"2026-04-03T05:25:37.474855Z","end":"2026-04-03T05:25:37.844882Z","steps":["trace[161492530] 'agreement among raft nodes before linearized reading' (duration: 369.817693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.8454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.474847Z","time spent":"370.54039ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:25:37.845344Z","caller":"traceutil/trace.go:171","msg":"trace[1671146981] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8925; }","duration":"235.671956ms","start":"2026-04-03T05:25:37.609656Z","end":"2026-04-03T05:25:37.845328Z","steps":["trace[1671146981] 'agreement among raft nodes before linearized reading' (duration: 234.976329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.844932Z","caller":"traceutil/trace.go:171","msg":"trace[1784858783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8925; }","duration":"377.357844ms","start":"2026-04-03T05:25:37.46755Z","end":"2026-04-03T05:25:37.844908Z","steps":["trace[1784858783] 'agreement among raft nodes before linearized reading' (duration: 377.003695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.844954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.581506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:25:37.845511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.467523Z","time spent":"377.978298ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:37.844956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.215937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rhdsl\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-03T05:25:37.845582Z","caller":"traceutil/trace.go:171","msg":"trace[985744308] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rhdsl; range_end:; response_count:1; response_revision:8925; }","duration":"152.999634ms","start":"2026-04-03T05:25:37.692565Z","end":"2026-04-03T05:25:37.845565Z","steps":["trace[985744308] 'agreement among raft nodes before linearized reading' (duration: 152.301929ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:37.845534Z","caller":"traceutil/trace.go:171","msg":"trace[2130893330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8925; }","duration":"862.210671ms","start":"2026-04-03T05:25:36.983316Z","end":"2026-04-03T05:25:37.845527Z","steps":["trace[2130893330] 'agreement among raft nodes before linearized reading' (duration: 861.587978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.84571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:36.98329Z","time spent":"862.399155ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:25:37.844923Z","caller":"traceutil/trace.go:171","msg":"trace[1576794706] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"536.494457ms","start":"2026-04-03T05:25:37.308404Z","end":"2026-04-03T05:25:37.844899Z","steps":["trace[1576794706] 'process raft request' (duration: 523.493833ms)","trace[1576794706] 'compare' (duration: 12.178445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:37.845864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.30837Z","time spent":"537.418457ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:37.846031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.988335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:37.846123Z","caller":"traceutil/trace.go:171","msg":"trace[1657006672] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8925; }","duration":"309.394105ms","start":"2026-04-03T05:25:37.536692Z","end":"2026-04-03T05:25:37.846086Z","steps":["trace[1657006672] 'agreement among raft nodes before linearized reading' (duration: 307.930101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:37.846182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:37.536679Z","time spent":"309.483527ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:25:38.082153Z","caller":"traceutil/trace.go:171","msg":"trace[863191446] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"229.729111ms","start":"2026-04-03T05:25:37.852397Z","end":"2026-04-03T05:25:38.082126Z","steps":["trace[863191446] 'process raft request' (duration: 213.239537ms)","trace[863191446] 'compare' (duration: 15.631705ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:38.0825Z","caller":"traceutil/trace.go:171","msg":"trace[1359614260] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"228.726388ms","start":"2026-04-03T05:25:37.853734Z","end":"2026-04-03T05:25:38.08246Z","steps":["trace[1359614260] 'process raft request' (duration: 228.34533ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:38.082787Z","caller":"traceutil/trace.go:171","msg":"trace[452494943] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"228.40796ms","start":"2026-04-03T05:25:37.854324Z","end":"2026-04-03T05:25:38.082732Z","steps":["trace[452494943] 'process raft request' (duration: 228.242687ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:38.082766Z","caller":"traceutil/trace.go:171","msg":"trace[757512142] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"228.909602ms","start":"2026-04-03T05:25:37.853816Z","end":"2026-04-03T05:25:38.082726Z","steps":["trace[757512142] 'process raft request' (duration: 228.561694ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:38.082968Z","caller":"traceutil/trace.go:171","msg":"trace[851305472] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9257; }","duration":"199.228222ms","start":"2026-04-03T05:25:37.883713Z","end":"2026-04-03T05:25:38.082942Z","steps":["trace[851305472] 'read index received' (duration: 181.928049ms)","trace[851305472] 'applied index is now lower than readState.Index' (duration: 17.298233ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:38.083026Z","caller":"traceutil/trace.go:171","msg":"trace[1345540546] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"222.071479ms","start":"2026-04-03T05:25:37.860908Z","end":"2026-04-03T05:25:38.082979Z","steps":["trace[1345540546] 'process raft request' (duration: 221.72267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:38.083101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.373463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:38.083145Z","caller":"traceutil/trace.go:171","msg":"trace[1192085069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8931; }","duration":"229.474505ms","start":"2026-04-03T05:25:37.853656Z","end":"2026-04-03T05:25:38.083131Z","steps":["trace[1192085069] 'agreement among raft nodes before linearized reading' (duration: 229.374003ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:40.102398Z","caller":"traceutil/trace.go:171","msg":"trace[2063388720] linearizableReadLoop","detail":"{readStateIndex:9268; appliedIndex:9267; }","duration":"251.38315ms","start":"2026-04-03T05:25:39.850978Z","end":"2026-04-03T05:25:40.102361Z","steps":["trace[2063388720] 'read index received' (duration: 251.248107ms)","trace[2063388720] 'applied index is now lower than readState.Index' (duration: 133.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:40.102459Z","caller":"traceutil/trace.go:171","msg":"trace[1709781783] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"344.11444ms","start":"2026-04-03T05:25:39.758314Z","end":"2026-04-03T05:25:40.102429Z","steps":["trace[1709781783] 'process raft request' (duration: 343.794753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:40.102614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:39.75828Z","time spent":"344.255043ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:40.102884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.851382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:25:40.103088Z","caller":"traceutil/trace.go:171","msg":"trace[571610960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8936; }","duration":"252.068077ms","start":"2026-04-03T05:25:39.850931Z","end":"2026-04-03T05:25:40.102999Z","steps":["trace[571610960] 'agreement among raft nodes before linearized reading' (duration: 251.577375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:40.131882Z","caller":"traceutil/trace.go:171","msg":"trace[1639606033] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"277.634245ms","start":"2026-04-03T05:25:39.854222Z","end":"2026-04-03T05:25:40.131857Z","steps":["trace[1639606033] 'process raft request' (duration: 277.550114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:40.132072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.104586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:25:40.132223Z","caller":"traceutil/trace.go:171","msg":"trace[492274038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8938; }","duration":"244.2868ms","start":"2026-04-03T05:25:39.887877Z","end":"2026-04-03T05:25:40.132164Z","steps":["trace[492274038] 'agreement among raft nodes before linearized reading' (duration: 243.959653ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:40.132328Z","caller":"traceutil/trace.go:171","msg":"trace[618095257] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"280.813818ms","start":"2026-04-03T05:25:39.851329Z","end":"2026-04-03T05:25:40.132143Z","steps":["trace[618095257] 'process raft request' (duration: 280.213994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:40.216843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.557328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:25:40.216875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.431685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:25:40.216946Z","caller":"traceutil/trace.go:171","msg":"trace[2118760535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8938; }","duration":"127.734022ms","start":"2026-04-03T05:25:40.089184Z","end":"2026-04-03T05:25:40.216918Z","steps":["trace[2118760535] 'agreement among raft nodes before linearized reading' (duration: 42.863971ms)","trace[2118760535] 'range keys from in-memory index tree' (duration: 84.582874ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:40.216959Z","caller":"traceutil/trace.go:171","msg":"trace[1521840032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8938; }","duration":"324.570278ms","start":"2026-04-03T05:25:39.892365Z","end":"2026-04-03T05:25:40.216935Z","steps":["trace[1521840032] 'agreement among raft nodes before linearized reading' (duration: 239.719247ms)","trace[1521840032] 'range keys from in-memory index tree' (duration: 84.575255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:40.217011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:39.892354Z","time spent":"324.64744ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:25:40.216814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.520147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:25:40.21711Z","caller":"traceutil/trace.go:171","msg":"trace[111269466] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"109.08271ms","start":"2026-04-03T05:25:40.107991Z","end":"2026-04-03T05:25:40.217074Z","steps":["trace[111269466] 'process raft request' (duration: 63.5839ms)","trace[111269466] 'compare' (duration: 44.994919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:40.217108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:25:40.21726Z","caller":"traceutil/trace.go:171","msg":"trace[1400643081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8938; }","duration":"128.09089ms","start":"2026-04-03T05:25:40.089146Z","end":"2026-04-03T05:25:40.217237Z","steps":["trace[1400643081] 'agreement among raft nodes before linearized reading' (duration: 42.917012ms)","trace[1400643081] 'range keys from in-memory index tree' (duration: 84.667316ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:40.217142Z","caller":"traceutil/trace.go:171","msg":"trace[1599424814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8938; }","duration":"127.880705ms","start":"2026-04-03T05:25:40.089184Z","end":"2026-04-03T05:25:40.217065Z","steps":["trace[1599424814] 'agreement among raft nodes before linearized reading' (duration: 42.926662ms)","trace[1599424814] 'range keys from in-memory index tree' (duration: 84.456902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:42.619894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888120073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:25:42.826691Z","caller":"traceutil/trace.go:171","msg":"trace[121161294] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"718.393885ms","start":"2026-04-03T05:25:42.108267Z","end":"2026-04-03T05:25:42.826661Z","steps":["trace[121161294] 'process raft request' (duration: 718.186371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:42.826885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.108223Z","time spent":"718.562769ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:43.028623Z","caller":"traceutil/trace.go:171","msg":"trace[78370239] linearizableReadLoop","detail":"{readStateIndex:9279; appliedIndex:9277; }","duration":"908.768064ms","start":"2026-04-03T05:25:42.119834Z","end":"2026-04-03T05:25:43.028602Z","steps":["trace[78370239] 'read index received' (duration: 706.974176ms)","trace[78370239] 'applied index is now lower than readState.Index' (duration: 201.792938ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:43.028663Z","caller":"traceutil/trace.go:171","msg":"trace[1319923430] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"891.124345ms","start":"2026-04-03T05:25:42.137501Z","end":"2026-04-03T05:25:43.028626Z","steps":["trace[1319923430] 'process raft request' (duration: 890.91434ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:43.028741Z","caller":"traceutil/trace.go:171","msg":"trace[2099289798] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"890.797978ms","start":"2026-04-03T05:25:42.137929Z","end":"2026-04-03T05:25:43.028727Z","steps":["trace[2099289798] 'process raft request' (duration: 890.637715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.028834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.13747Z","time spent":"891.262498ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:43.028854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.137906Z","time spent":"890.857789ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:43.029166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.336367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-03T05:25:43.029233Z","caller":"traceutil/trace.go:171","msg":"trace[1346653573] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8947; }","duration":"909.403068ms","start":"2026-04-03T05:25:42.119819Z","end":"2026-04-03T05:25:43.029222Z","steps":["trace[1346653573] 'agreement among raft nodes before linearized reading' (duration: 909.05701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.029346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.508802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:25:43.029416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.043654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:25:43.029447Z","caller":"traceutil/trace.go:171","msg":"trace[94694471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8947; }","duration":"721.125976ms","start":"2026-04-03T05:25:42.308314Z","end":"2026-04-03T05:25:43.02944Z","steps":["trace[94694471] 'agreement among raft nodes before linearized reading' (duration: 721.023174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.029467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.308289Z","time spent":"721.172006ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:25:43.029461Z","caller":"traceutil/trace.go:171","msg":"trace[1094243193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8947; }","duration":"807.687116ms","start":"2026-04-03T05:25:42.221748Z","end":"2026-04-03T05:25:43.029435Z","steps":["trace[1094243193] 'agreement among raft nodes before linearized reading' (duration: 807.43668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.029508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.221725Z","time spent":"807.774198ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:43.02963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.181308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:25:43.02967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.999242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:25:43.029681Z","caller":"traceutil/trace.go:171","msg":"trace[135410441] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8947; }","duration":"195.263601ms","start":"2026-04-03T05:25:42.834387Z","end":"2026-04-03T05:25:43.029651Z","steps":["trace[135410441] 'agreement among raft nodes before linearized reading' (duration: 195.21221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:43.029699Z","caller":"traceutil/trace.go:171","msg":"trace[1705188504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:8947; }","duration":"736.042024ms","start":"2026-04-03T05:25:42.293647Z","end":"2026-04-03T05:25:43.029689Z","steps":["trace[1705188504] 'agreement among raft nodes before linearized reading' (duration: 735.949371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.029735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.293639Z","time spent":"736.090474ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:25:43.02989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.24318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:43.029939Z","caller":"traceutil/trace.go:171","msg":"trace[958114661] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8947; }","duration":"210.347412ms","start":"2026-04-03T05:25:42.819584Z","end":"2026-04-03T05:25:43.029931Z","steps":["trace[958114661] 'agreement among raft nodes before linearized reading' (duration: 210.27422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.029996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.720047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:25:43.03004Z","caller":"traceutil/trace.go:171","msg":"trace[1916443338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8947; }","duration":"739.786479ms","start":"2026-04-03T05:25:42.290239Z","end":"2026-04-03T05:25:43.030026Z","steps":["trace[1916443338] 'agreement among raft nodes before linearized reading' (duration: 739.688337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.030068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.290225Z","time spent":"739.83723ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:25:43.030142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.829958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:43.030169Z","caller":"traceutil/trace.go:171","msg":"trace[678642579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8947; }","duration":"507.91561ms","start":"2026-04-03T05:25:42.522247Z","end":"2026-04-03T05:25:43.030163Z","steps":["trace[678642579] 'agreement among raft nodes before linearized reading' (duration: 507.849019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.03019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.522225Z","time spent":"507.958321ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:25:43.030261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.527323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:25:43.030297Z","caller":"traceutil/trace.go:171","msg":"trace[321323316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8947; }","duration":"807.581445ms","start":"2026-04-03T05:25:42.222706Z","end":"2026-04-03T05:25:43.030287Z","steps":["trace[321323316] 'agreement among raft nodes before linearized reading' (duration: 807.497103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.030326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.222683Z","time spent":"807.633696ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:25:43.030433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.70959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:25:43.030465Z","caller":"traceutil/trace.go:171","msg":"trace[197049978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8947; }","duration":"721.798712ms","start":"2026-04-03T05:25:42.308655Z","end":"2026-04-03T05:25:43.030454Z","steps":["trace[197049978] 'agreement among raft nodes before linearized reading' (duration: 721.70804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.030468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.049075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:25:43.030494Z","caller":"traceutil/trace.go:171","msg":"trace[649608236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8947; }","duration":"808.128687ms","start":"2026-04-03T05:25:42.222357Z","end":"2026-04-03T05:25:43.030486Z","steps":["trace[649608236] 'agreement among raft nodes before linearized reading' (duration: 808.053186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.030505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.308617Z","time spent":"721.862183ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:43.030519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.222327Z","time spent":"808.187028ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:25:43.031072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:42.119746Z","time spent":"909.504861ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T05:25:43.46109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.261177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:43.461222Z","caller":"traceutil/trace.go:171","msg":"trace[928049351] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"426.393283ms","start":"2026-04-03T05:25:43.034805Z","end":"2026-04-03T05:25:43.461198Z","steps":["trace[928049351] 'process raft request' (duration: 216.934052ms)","trace[928049351] 'compare' (duration: 208.706814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:43.461284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.034789Z","time spent":"426.466095ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:43.505956Z","caller":"traceutil/trace.go:171","msg":"trace[387376014] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"470.473402ms","start":"2026-04-03T05:25:43.035439Z","end":"2026-04-03T05:25:43.505913Z","steps":["trace[387376014] 'process raft request' (duration: 470.175365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:43.505951Z","caller":"traceutil/trace.go:171","msg":"trace[415319936] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"470.38571ms","start":"2026-04-03T05:25:43.035527Z","end":"2026-04-03T05:25:43.505913Z","steps":["trace[415319936] 'process raft request' (duration: 470.288307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.506118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.035412Z","time spent":"470.619015ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:43.50615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.035509Z","time spent":"470.537894ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:43.506891Z","caller":"traceutil/trace.go:171","msg":"trace[2142580427] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"471.278521ms","start":"2026-04-03T05:25:43.035585Z","end":"2026-04-03T05:25:43.506864Z","steps":["trace[2142580427] 'process raft request' (duration: 470.286198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.507148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.035574Z","time spent":"471.476615ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:43.507787Z","caller":"traceutil/trace.go:171","msg":"trace[797980896] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"471.29759ms","start":"2026-04-03T05:25:43.036426Z","end":"2026-04-03T05:25:43.507724Z","steps":["trace[797980896] 'process raft request' (duration: 470.664566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:43.50791Z","caller":"traceutil/trace.go:171","msg":"trace[1908954641] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"471.078156ms","start":"2026-04-03T05:25:43.036814Z","end":"2026-04-03T05:25:43.507892Z","steps":["trace[1908954641] 'process raft request' (duration: 470.763139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.50798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.036804Z","time spent":"471.140477ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:43.50786Z","caller":"traceutil/trace.go:171","msg":"trace[409138488] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9279; }","duration":"471.228058ms","start":"2026-04-03T05:25:43.036601Z","end":"2026-04-03T05:25:43.507829Z","steps":["trace[409138488] 'read index received' (duration: 215.142871ms)","trace[409138488] 'applied index is now lower than readState.Index' (duration: 256.081887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:43.508253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.036415Z","time spent":"471.560746ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:43.508444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.824661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228454"} {"level":"info","ts":"2026-04-03T05:25:43.508521Z","caller":"traceutil/trace.go:171","msg":"trace[1860094687] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8953; }","duration":"471.922614ms","start":"2026-04-03T05:25:43.036581Z","end":"2026-04-03T05:25:43.508504Z","steps":["trace[1860094687] 'agreement among raft nodes before linearized reading' (duration: 471.323221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.508572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.036574Z","time spent":"471.988195ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228477,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:25:43.575299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.389783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:25:43.575419Z","caller":"traceutil/trace.go:171","msg":"trace[37972354] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:8954; }","duration":"331.578107ms","start":"2026-04-03T05:25:43.24382Z","end":"2026-04-03T05:25:43.575398Z","steps":["trace[37972354] 'agreement among raft nodes before linearized reading' (duration: 331.229819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.575318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.497649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-03T05:25:43.575441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.549933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:25:43.575529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.243792Z","time spent":"331.72675ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"info","ts":"2026-04-03T05:25:43.575574Z","caller":"traceutil/trace.go:171","msg":"trace[1904439729] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8954; }","duration":"360.749557ms","start":"2026-04-03T05:25:43.214805Z","end":"2026-04-03T05:25:43.575555Z","steps":["trace[1904439729] 'agreement among raft nodes before linearized reading' (duration: 360.521892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.575638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:43.214777Z","time spent":"360.84964ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:25:43.575617Z","caller":"traceutil/trace.go:171","msg":"trace[649234222] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8954; }","duration":"287.769225ms","start":"2026-04-03T05:25:43.287789Z","end":"2026-04-03T05:25:43.575558Z","steps":["trace[649234222] 'agreement among raft nodes before linearized reading' (duration: 287.270654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:53.779435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.962282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-03T05:25:53.779609Z","caller":"traceutil/trace.go:171","msg":"trace[1314716584] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9090; }","duration":"160.192907ms","start":"2026-04-03T05:25:53.61939Z","end":"2026-04-03T05:25:53.779583Z","steps":["trace[1314716584] 'agreement among raft nodes before linearized reading' (duration: 159.808668ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:53.779581Z","caller":"traceutil/trace.go:171","msg":"trace[403513306] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"121.358879ms","start":"2026-04-03T05:25:53.658185Z","end":"2026-04-03T05:25:53.779544Z","steps":["trace[403513306] 'process raft request' (duration: 120.808717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:54.630498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.400444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-ff4bf44c5-jcknb.18a2c167f06187ec\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-03T05:25:54.63061Z","caller":"traceutil/trace.go:171","msg":"trace[988818841] range","detail":"{range_begin:/registry/events/openstack/barbican-api-ff4bf44c5-jcknb.18a2c167f06187ec; range_end:; response_count:1; response_revision:9101; }","duration":"291.589249ms","start":"2026-04-03T05:25:54.338995Z","end":"2026-04-03T05:25:54.630584Z","steps":["trace[988818841] 'range keys from in-memory index tree' (duration: 291.084646ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:54.630963Z","caller":"traceutil/trace.go:171","msg":"trace[921917628] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"250.347345ms","start":"2026-04-03T05:25:54.380581Z","end":"2026-04-03T05:25:54.630929Z","steps":["trace[921917628] 'process raft request' (duration: 247.862898ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:54.630975Z","caller":"traceutil/trace.go:171","msg":"trace[1580582565] linearizableReadLoop","detail":"{readStateIndex:9438; appliedIndex:9437; }","duration":"106.666441ms","start":"2026-04-03T05:25:54.524269Z","end":"2026-04-03T05:25:54.630935Z","steps":["trace[1580582565] 'read index received' (duration: 104.203045ms)","trace[1580582565] 'applied index is now lower than readState.Index' (duration: 2.460656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:54.631242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.987468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:54.63129Z","caller":"traceutil/trace.go:171","msg":"trace[746076509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9102; }","duration":"107.07202ms","start":"2026-04-03T05:25:54.524209Z","end":"2026-04-03T05:25:54.631281Z","steps":["trace[746076509] 'agreement among raft nodes before linearized reading' (duration: 106.853626ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:55.092695Z","caller":"traceutil/trace.go:171","msg":"trace[1206025570] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"126.419452ms","start":"2026-04-03T05:25:54.966232Z","end":"2026-04-03T05:25:55.092651Z","steps":["trace[1206025570] 'process raft request' (duration: 126.066844ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:55.117594Z","caller":"traceutil/trace.go:171","msg":"trace[1891067140] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"141.286038ms","start":"2026-04-03T05:25:54.976276Z","end":"2026-04-03T05:25:55.117562Z","steps":["trace[1891067140] 'process raft request' (duration: 141.013612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:55.118536Z","caller":"traceutil/trace.go:171","msg":"trace[255434242] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9441; }","duration":"142.20415ms","start":"2026-04-03T05:25:54.9763Z","end":"2026-04-03T05:25:55.118504Z","steps":["trace[255434242] 'read index received' (duration: 116.018484ms)","trace[255434242] 'applied index is now lower than readState.Index' (duration: 26.184575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:55.118751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.430684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9599"} {"level":"info","ts":"2026-04-03T05:25:55.11881Z","caller":"traceutil/trace.go:171","msg":"trace[1944099233] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9109; }","duration":"142.547997ms","start":"2026-04-03T05:25:54.976249Z","end":"2026-04-03T05:25:55.118797Z","steps":["trace[1944099233] 'agreement among raft nodes before linearized reading' (duration: 142.385263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:55.118822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.560251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9106dac5-d406-40c2-9b0c-5c81ebac7f9e\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-04-03T05:25:55.118862Z","caller":"traceutil/trace.go:171","msg":"trace[1635367897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9106dac5-d406-40c2-9b0c-5c81ebac7f9e; range_end:; response_count:1; response_revision:9109; }","duration":"132.665093ms","start":"2026-04-03T05:25:54.986184Z","end":"2026-04-03T05:25:55.118849Z","steps":["trace[1635367897] 'agreement among raft nodes before linearized reading' (duration: 132.492599ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:55.379743Z","caller":"traceutil/trace.go:171","msg":"trace[1288695712] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"148.541734ms","start":"2026-04-03T05:25:55.231175Z","end":"2026-04-03T05:25:55.379717Z","steps":["trace[1288695712] 'process raft request' (duration: 144.915052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.435151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.714115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:56.435271Z","caller":"traceutil/trace.go:171","msg":"trace[1209716608] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9121; }","duration":"195.913679ms","start":"2026-04-03T05:25:56.239327Z","end":"2026-04-03T05:25:56.435241Z","steps":["trace[1209716608] 'count revisions from in-memory index tree' (duration: 195.496661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.435375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.222519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9106dac5-d406-40c2-9b0c-5c81ebac7f9e\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-04-03T05:25:56.435496Z","caller":"traceutil/trace.go:171","msg":"trace[1419620814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9106dac5-d406-40c2-9b0c-5c81ebac7f9e; range_end:; response_count:1; response_revision:9121; }","duration":"311.365332ms","start":"2026-04-03T05:25:56.124069Z","end":"2026-04-03T05:25:56.435435Z","steps":["trace[1419620814] 'range keys from in-memory index tree' (duration: 311.029204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.435544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:56.124045Z","time spent":"311.489494ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9106dac5-d406-40c2-9b0c-5c81ebac7f9e\" "} {"level":"warn","ts":"2026-04-03T05:25:56.435588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.175083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ws6m5\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-03T05:25:56.435718Z","caller":"traceutil/trace.go:171","msg":"trace[1608160934] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ws6m5; range_end:; response_count:1; response_revision:9121; }","duration":"228.395978ms","start":"2026-04-03T05:25:56.207293Z","end":"2026-04-03T05:25:56.435689Z","steps":["trace[1608160934] 'range keys from in-memory index tree' (duration: 227.764414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:56.592869Z","caller":"traceutil/trace.go:171","msg":"trace[905495210] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"148.128765ms","start":"2026-04-03T05:25:56.444709Z","end":"2026-04-03T05:25:56.592838Z","steps":["trace[905495210] 'process raft request' (duration: 147.91957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:57.943274Z","caller":"traceutil/trace.go:171","msg":"trace[568904003] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9484; }","duration":"154.624612ms","start":"2026-04-03T05:25:57.788601Z","end":"2026-04-03T05:25:57.943225Z","steps":["trace[568904003] 'read index received' (duration: 151.651365ms)","trace[568904003] 'applied index is now lower than readState.Index' (duration: 2.971467ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.943301Z","caller":"traceutil/trace.go:171","msg":"trace[118674236] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"160.555056ms","start":"2026-04-03T05:25:57.782707Z","end":"2026-04-03T05:25:57.943262Z","steps":["trace[118674236] 'process raft request' (duration: 157.504887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.943659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.38613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-04-03T05:25:57.943756Z","caller":"traceutil/trace.go:171","msg":"trace[855975439] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9148; }","duration":"159.514993ms","start":"2026-04-03T05:25:57.78422Z","end":"2026-04-03T05:25:57.943735Z","steps":["trace[855975439] 'agreement among raft nodes before linearized reading' (duration: 159.129545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.943808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.403249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:57.94393Z","caller":"traceutil/trace.go:171","msg":"trace[671635950] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9148; }","duration":"103.608643ms","start":"2026-04-03T05:25:57.840296Z","end":"2026-04-03T05:25:57.943904Z","steps":["trace[671635950] 'agreement among raft nodes before linearized reading' (duration: 103.372928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.943826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.286938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T05:25:57.944045Z","caller":"traceutil/trace.go:171","msg":"trace[1275941035] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9148; }","duration":"152.510843ms","start":"2026-04-03T05:25:57.791498Z","end":"2026-04-03T05:25:57.944009Z","steps":["trace[1275941035] 'agreement among raft nodes before linearized reading' (duration: 152.124505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:03.450128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.1912ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T05:26:03.450266Z","caller":"traceutil/trace.go:171","msg":"trace[1880073755] linearizableReadLoop","detail":"{readStateIndex:9543; appliedIndex:9542; }","duration":"139.211472ms","start":"2026-04-03T05:26:03.311031Z","end":"2026-04-03T05:26:03.450243Z","steps":["trace[1880073755] 'read index received' (duration: 18.816527ms)","trace[1880073755] 'applied index is now lower than readState.Index' (duration: 120.392975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:03.450759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.724834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-03T05:26:03.450817Z","caller":"traceutil/trace.go:171","msg":"trace[25065205] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9203; }","duration":"139.846476ms","start":"2026-04-03T05:26:03.310956Z","end":"2026-04-03T05:26:03.450803Z","steps":["trace[25065205] 'agreement among raft nodes before linearized reading' (duration: 139.55155ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.797745Z","caller":"traceutil/trace.go:171","msg":"trace[1804818483] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"125.363948ms","start":"2026-04-03T05:26:03.672318Z","end":"2026-04-03T05:26:03.797682Z","steps":["trace[1804818483] 'process raft request' (duration: 125.044121ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:04.121465Z","caller":"traceutil/trace.go:171","msg":"trace[1862634151] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"107.527011ms","start":"2026-04-03T05:26:04.013904Z","end":"2026-04-03T05:26:04.121431Z","steps":["trace[1862634151] 'process raft request' (duration: 107.299526ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:06.168261Z","caller":"traceutil/trace.go:171","msg":"trace[1670785548] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9559; }","duration":"186.749822ms","start":"2026-04-03T05:26:05.981481Z","end":"2026-04-03T05:26:06.168231Z","steps":["trace[1670785548] 'read index received' (duration: 121.337547ms)","trace[1670785548] 'applied index is now lower than readState.Index' (duration: 65.410945ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:06.168667Z","caller":"traceutil/trace.go:171","msg":"trace[808103211] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"190.61675ms","start":"2026-04-03T05:26:05.978002Z","end":"2026-04-03T05:26:06.168619Z","steps":["trace[808103211] 'process raft request' (duration: 124.794715ms)","trace[808103211] 'compare' (duration: 64.74408ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:06.168901Z","caller":"traceutil/trace.go:171","msg":"trace[1123656860] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"190.069727ms","start":"2026-04-03T05:26:05.978803Z","end":"2026-04-03T05:26:06.168873Z","steps":["trace[1123656860] 'process raft request' (duration: 189.29976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:06.169149Z","caller":"traceutil/trace.go:171","msg":"trace[562658905] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"190.156259ms","start":"2026-04-03T05:26:05.978918Z","end":"2026-04-03T05:26:06.169074Z","steps":["trace[562658905] 'process raft request' (duration: 189.272219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:06.169974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.458401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234649"} {"level":"info","ts":"2026-04-03T05:26:06.17008Z","caller":"traceutil/trace.go:171","msg":"trace[190054485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9222; }","duration":"188.600834ms","start":"2026-04-03T05:26:05.981462Z","end":"2026-04-03T05:26:06.170063Z","steps":["trace[190054485] 'agreement among raft nodes before linearized reading' (duration: 186.891265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:18.26713Z","caller":"traceutil/trace.go:171","msg":"trace[220573101] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"114.004339ms","start":"2026-04-03T05:26:18.153079Z","end":"2026-04-03T05:26:18.267083Z","steps":["trace[220573101] 'process raft request' (duration: 91.10807ms)","trace[220573101] 'compare' (duration: 22.715435ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:20.558381Z","caller":"traceutil/trace.go:171","msg":"trace[2090549273] linearizableReadLoop","detail":"{readStateIndex:9648; appliedIndex:9647; }","duration":"194.753113ms","start":"2026-04-03T05:26:20.363593Z","end":"2026-04-03T05:26:20.558346Z","steps":["trace[2090549273] 'read index received' (duration: 194.400965ms)","trace[2090549273] 'applied index is now lower than readState.Index' (duration: 350.898µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:20.558426Z","caller":"traceutil/trace.go:171","msg":"trace[511364110] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"280.660464ms","start":"2026-04-03T05:26:20.277732Z","end":"2026-04-03T05:26:20.558393Z","steps":["trace[511364110] 'process raft request' (duration: 280.372058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:20.558732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.193391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:26:20.558779Z","caller":"traceutil/trace.go:171","msg":"trace[1850665723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9305; }","duration":"102.330354ms","start":"2026-04-03T05:26:20.456437Z","end":"2026-04-03T05:26:20.558767Z","steps":["trace[1850665723] 'agreement among raft nodes before linearized reading' (duration: 102.122789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:20.559331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.723446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:26:20.559439Z","caller":"traceutil/trace.go:171","msg":"trace[513046724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9305; }","duration":"195.867079ms","start":"2026-04-03T05:26:20.363528Z","end":"2026-04-03T05:26:20.559395Z","steps":["trace[513046724] 'agreement among raft nodes before linearized reading' (duration: 194.998459ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:20.694387Z","caller":"traceutil/trace.go:171","msg":"trace[739400415] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"127.777482ms","start":"2026-04-03T05:26:20.56657Z","end":"2026-04-03T05:26:20.694348Z","steps":["trace[739400415] 'process raft request' (duration: 122.724118ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:20.708883Z","caller":"traceutil/trace.go:171","msg":"trace[1746930252] linearizableReadLoop","detail":"{readStateIndex:9651; appliedIndex:9648; }","duration":"133.505403ms","start":"2026-04-03T05:26:20.575342Z","end":"2026-04-03T05:26:20.708848Z","steps":["trace[1746930252] 'read index received' (duration: 113.972999ms)","trace[1746930252] 'applied index is now lower than readState.Index' (duration: 19.531134ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:20.709007Z","caller":"traceutil/trace.go:171","msg":"trace[261132343] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"140.150563ms","start":"2026-04-03T05:26:20.56883Z","end":"2026-04-03T05:26:20.708981Z","steps":["trace[261132343] 'process raft request' (duration: 139.974039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:20.709861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.495435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234469"} {"level":"info","ts":"2026-04-03T05:26:20.709973Z","caller":"traceutil/trace.go:171","msg":"trace[502979543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9308; }","duration":"134.631098ms","start":"2026-04-03T05:26:20.575326Z","end":"2026-04-03T05:26:20.709957Z","steps":["trace[502979543] 'agreement among raft nodes before linearized reading' (duration: 133.669996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:20.710453Z","caller":"traceutil/trace.go:171","msg":"trace[1359183372] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"141.72539ms","start":"2026-04-03T05:26:20.567211Z","end":"2026-04-03T05:26:20.708937Z","steps":["trace[1359183372] 'process raft request' (duration: 141.464604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:26.611294Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002601.wal"} {"level":"info","ts":"2026-04-03T05:26:31.733765Z","caller":"traceutil/trace.go:171","msg":"trace[2057691977] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"101.938735ms","start":"2026-04-03T05:26:31.631798Z","end":"2026-04-03T05:26:31.733737Z","steps":["trace[2057691977] 'process raft request' (duration: 88.910609ms)","trace[2057691977] 'compare' (duration: 12.857822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:41.363616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.458117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:26:41.363703Z","caller":"traceutil/trace.go:171","msg":"trace[1999622026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:9524; }","duration":"382.627621ms","start":"2026-04-03T05:26:40.981056Z","end":"2026-04-03T05:26:41.363684Z","steps":["trace[1999622026] 'range keys from in-memory index tree' (duration: 382.242542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:41.363747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:40.981032Z","time spent":"382.705202ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"warn","ts":"2026-04-03T05:26:41.363721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.762947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:26:41.363775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.639419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:41.363847Z","caller":"traceutil/trace.go:171","msg":"trace[629164403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9524; }","duration":"398.947402ms","start":"2026-04-03T05:26:40.964872Z","end":"2026-04-03T05:26:41.36382Z","steps":["trace[629164403] 'range keys from in-memory index tree' (duration: 398.553672ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:41.363907Z","caller":"traceutil/trace.go:171","msg":"trace[4724853] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9524; }","duration":"278.821553ms","start":"2026-04-03T05:26:41.085052Z","end":"2026-04-03T05:26:41.363874Z","steps":["trace[4724853] 'count revisions from in-memory index tree' (duration: 278.567298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:41.363915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:40.964847Z","time spent":"399.051883ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:26:41.363976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.088505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:26:41.363969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.954399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-03T05:26:41.364092Z","caller":"traceutil/trace.go:171","msg":"trace[1666083138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9524; }","duration":"399.274489ms","start":"2026-04-03T05:26:40.96479Z","end":"2026-04-03T05:26:41.364064Z","steps":["trace[1666083138] 'range keys from in-memory index tree' (duration: 398.855149ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:41.364104Z","caller":"traceutil/trace.go:171","msg":"trace[1520445504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9524; }","duration":"129.164503ms","start":"2026-04-03T05:26:41.234912Z","end":"2026-04-03T05:26:41.364076Z","steps":["trace[1520445504] 'range keys from in-memory index tree' (duration: 128.755144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:41.364142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:40.964769Z","time spent":"399.363551ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:26:41.364313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.909123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:26:41.364723Z","caller":"traceutil/trace.go:171","msg":"trace[576157129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9524; }","duration":"393.341763ms","start":"2026-04-03T05:26:40.971338Z","end":"2026-04-03T05:26:41.36468Z","steps":["trace[576157129] 'range keys from in-memory index tree' (duration: 392.100695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:41.364776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:40.971314Z","time spent":"393.448676ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:26:42.132918Z","caller":"traceutil/trace.go:171","msg":"trace[1930035870] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"349.350334ms","start":"2026-04-03T05:26:41.783534Z","end":"2026-04-03T05:26:42.132885Z","steps":["trace[1930035870] 'process raft request' (duration: 288.584005ms)","trace[1930035870] 'compare' (duration: 60.521974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:42.133614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:41.7835Z","time spent":"350.006309ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:26:42.737211Z","caller":"traceutil/trace.go:171","msg":"trace[1890484407] linearizableReadLoop","detail":"{readStateIndex:9879; appliedIndex:9877; }","duration":"706.092297ms","start":"2026-04-03T05:26:42.031091Z","end":"2026-04-03T05:26:42.737183Z","steps":["trace[1890484407] 'read index received' (duration: 41.060433ms)","trace[1890484407] 'applied index is now lower than readState.Index' (duration: 665.030674ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:42.737271Z","caller":"traceutil/trace.go:171","msg":"trace[183399434] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"782.601945ms","start":"2026-04-03T05:26:41.954631Z","end":"2026-04-03T05:26:42.737233Z","steps":["trace[183399434] 'process raft request' (duration: 782.37832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:42.737445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:41.954574Z","time spent":"782.758918ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:26:42.737494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.375483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:26:42.737591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.803156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:42.737605Z","caller":"traceutil/trace.go:171","msg":"trace[1424187907] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9530; }","duration":"706.544897ms","start":"2026-04-03T05:26:42.031034Z","end":"2026-04-03T05:26:42.737579Z","steps":["trace[1424187907] 'agreement among raft nodes before linearized reading' (duration: 706.282251ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:42.737631Z","caller":"traceutil/trace.go:171","msg":"trace[1352266127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9530; }","duration":"213.880148ms","start":"2026-04-03T05:26:42.52374Z","end":"2026-04-03T05:26:42.73762Z","steps":["trace[1352266127] 'agreement among raft nodes before linearized reading' (duration: 213.827757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:42.737675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:42.031003Z","time spent":"706.65477ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":60,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:26:42.737675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.400316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c7cfbd7f6-gkh27.18a2c18694687244\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-04-03T05:26:42.737539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.613955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414544"} {"level":"warn","ts":"2026-04-03T05:26:42.737762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.841762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:26:42.737789Z","caller":"traceutil/trace.go:171","msg":"trace[578900862] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c7cfbd7f6-gkh27.18a2c18694687244; range_end:; response_count:1; response_revision:9530; }","duration":"198.598401ms","start":"2026-04-03T05:26:42.539162Z","end":"2026-04-03T05:26:42.73776Z","steps":["trace[578900862] 'agreement among raft nodes before linearized reading' (duration: 198.206762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:42.737806Z","caller":"traceutil/trace.go:171","msg":"trace[252464524] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9530; }","duration":"605.900401ms","start":"2026-04-03T05:26:42.131877Z","end":"2026-04-03T05:26:42.737778Z","steps":["trace[252464524] 'agreement among raft nodes before linearized reading' (duration: 605.449641ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:42.737852Z","caller":"traceutil/trace.go:171","msg":"trace[1318219980] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9530; }","duration":"440.973825ms","start":"2026-04-03T05:26:42.296852Z","end":"2026-04-03T05:26:42.737825Z","steps":["trace[1318219980] 'agreement among raft nodes before linearized reading' (duration: 440.770151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:42.73792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:42.131857Z","time spent":"606.010533ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414567,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T05:26:42.737943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:42.296825Z","time spent":"441.104158ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:26:42.738049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.437568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:26:42.738156Z","caller":"traceutil/trace.go:171","msg":"trace[853169308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9530; }","duration":"549.558651ms","start":"2026-04-03T05:26:42.188569Z","end":"2026-04-03T05:26:42.738128Z","steps":["trace[853169308] 'agreement among raft nodes before linearized reading' (duration: 549.202573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:42.738215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:42.188482Z","time spent":"549.722005ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:26:51.810589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.319529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:26:51.810675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.991034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:26:51.810728Z","caller":"traceutil/trace.go:171","msg":"trace[1444531082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9618; }","duration":"288.516433ms","start":"2026-04-03T05:26:51.522183Z","end":"2026-04-03T05:26:51.810699Z","steps":["trace[1444531082] 'range keys from in-memory index tree' (duration: 288.230126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:51.810712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.009986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:26:51.81081Z","caller":"traceutil/trace.go:171","msg":"trace[329104373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:9618; }","duration":"323.1678ms","start":"2026-04-03T05:26:51.48762Z","end":"2026-04-03T05:26:51.810788Z","steps":["trace[329104373] 'range keys from in-memory index tree' (duration: 322.799601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:51.81078Z","caller":"traceutil/trace.go:171","msg":"trace[847586612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9618; }","duration":"326.340893ms","start":"2026-04-03T05:26:51.484417Z","end":"2026-04-03T05:26:51.810758Z","steps":["trace[847586612] 'range keys from in-memory index tree' (duration: 325.80495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:51.810955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.4844Z","time spent":"326.541307ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:26:51.810915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.499586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:26:51.810865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.487595Z","time spent":"323.260311ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-24987\" "} {"level":"info","ts":"2026-04-03T05:26:51.811041Z","caller":"traceutil/trace.go:171","msg":"trace[97632979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9618; }","duration":"330.666671ms","start":"2026-04-03T05:26:51.480345Z","end":"2026-04-03T05:26:51.811012Z","steps":["trace[97632979] 'range keys from in-memory index tree' (duration: 330.293942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:51.811055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.464358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:26:51.811105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.480335Z","time spent":"330.754252ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:26:51.811335Z","caller":"traceutil/trace.go:171","msg":"trace[72552394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9618; }","duration":"331.655852ms","start":"2026-04-03T05:26:51.479485Z","end":"2026-04-03T05:26:51.811141Z","steps":["trace[72552394] 'range keys from in-memory index tree' (duration: 331.001307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:51.811447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.479437Z","time spent":"331.99512ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:26:52.168386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888121958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:26:52.284248Z","caller":"traceutil/trace.go:171","msg":"trace[1916446099] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"716.993104ms","start":"2026-04-03T05:26:51.56723Z","end":"2026-04-03T05:26:52.284223Z","steps":["trace[1916446099] 'process raft request' (duration: 716.750279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.285326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.567187Z","time spent":"717.971846ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:26:52.86896Z","caller":"traceutil/trace.go:171","msg":"trace[133677006] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"1.052576437s","start":"2026-04-03T05:26:51.816351Z","end":"2026-04-03T05:26:52.868927Z","steps":["trace[133677006] 'process raft request' (duration: 1.031729052s)","trace[133677006] 'compare' (duration: 20.270972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:52.869138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.816325Z","time spent":"1.0527219s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:26:52.869509Z","caller":"traceutil/trace.go:171","msg":"trace[1554043985] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"1.052859233s","start":"2026-04-03T05:26:51.816614Z","end":"2026-04-03T05:26:52.869473Z","steps":["trace[1554043985] 'process raft request' (duration: 1.052208598s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:52.869551Z","caller":"traceutil/trace.go:171","msg":"trace[11248549] linearizableReadLoop","detail":"{readStateIndex:9973; appliedIndex:9970; }","duration":"1.202094392s","start":"2026-04-03T05:26:51.667422Z","end":"2026-04-03T05:26:52.869516Z","steps":["trace[11248549] 'read index received' (duration: 617.024073ms)","trace[11248549] 'applied index is now lower than readState.Index' (duration: 585.065149ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:52.869598Z","caller":"traceutil/trace.go:171","msg":"trace[1710767506] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"1.052884984s","start":"2026-04-03T05:26:51.816672Z","end":"2026-04-03T05:26:52.869557Z","steps":["trace[1710767506] 'process raft request' (duration: 1.052492585s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:52.869626Z","caller":"traceutil/trace.go:171","msg":"trace[1781296605] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"691.732451ms","start":"2026-04-03T05:26:52.177823Z","end":"2026-04-03T05:26:52.869555Z","steps":["trace[1781296605] 'process raft request' (duration: 691.513756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.869719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.816603Z","time spent":"1.052992056s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:26:52.869775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.816653Z","time spent":"1.053024196s","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:26:52.869812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202376829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-03T05:26:52.86986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.177792Z","time spent":"691.948826ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:26:52.869878Z","caller":"traceutil/trace.go:171","msg":"trace[1088196963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9623; }","duration":"1.202506812s","start":"2026-04-03T05:26:51.667354Z","end":"2026-04-03T05:26:52.869861Z","steps":["trace[1088196963] 'agreement among raft nodes before linearized reading' (duration: 1.202284627s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.869919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.667328Z","time spent":"1.202582774s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:26:52.929888Z","caller":"traceutil/trace.go:171","msg":"trace[770649251] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"127.820463ms","start":"2026-04-03T05:26:52.802029Z","end":"2026-04-03T05:26:52.929849Z","steps":["trace[770649251] 'process raft request' (duration: 127.606458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.929933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.060186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:26:52.930022Z","caller":"traceutil/trace.go:171","msg":"trace[1447505086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9624; }","duration":"160.20043ms","start":"2026-04-03T05:26:52.769794Z","end":"2026-04-03T05:26:52.929994Z","steps":["trace[1447505086] 'agreement among raft nodes before linearized reading' (duration: 160.039495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.930078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117972183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:52.930145Z","caller":"traceutil/trace.go:171","msg":"trace[907506593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9624; }","duration":"1.118086675s","start":"2026-04-03T05:26:51.812042Z","end":"2026-04-03T05:26:52.930128Z","steps":["trace[907506593] 'agreement among raft nodes before linearized reading' (duration: 1.11789906s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.930174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.812011Z","time spent":"1.118155907s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:26:52.93025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.184308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:26:52.930347Z","caller":"traceutil/trace.go:171","msg":"trace[116265567] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9624; }","duration":"971.317691ms","start":"2026-04-03T05:26:51.959005Z","end":"2026-04-03T05:26:52.930323Z","steps":["trace[116265567] 'agreement among raft nodes before linearized reading' (duration: 971.140427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.93039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.95893Z","time spent":"971.448954ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:26:52.930722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133010844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rsvgr\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-04-03T05:26:52.93077Z","caller":"traceutil/trace.go:171","msg":"trace[1175181144] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rsvgr; range_end:; response_count:1; response_revision:9624; }","duration":"1.133098456s","start":"2026-04-03T05:26:51.797655Z","end":"2026-04-03T05:26:52.930753Z","steps":["trace[1175181144] 'agreement among raft nodes before linearized reading' (duration: 1.132789549s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.930804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.797633Z","time spent":"1.133160647s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rsvgr\" "} {"level":"warn","ts":"2026-04-03T05:26:52.930884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114503614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290075"} {"level":"info","ts":"2026-04-03T05:26:52.930942Z","caller":"traceutil/trace.go:171","msg":"trace[2029004880] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9624; }","duration":"1.114588505s","start":"2026-04-03T05:26:51.816342Z","end":"2026-04-03T05:26:52.930931Z","steps":["trace[2029004880] 'agreement among raft nodes before linearized reading' (duration: 1.113808987s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:52.930982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:51.816328Z","time spent":"1.114642806s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290098,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:26:53.437854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201346888121968,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:26:53.438949Z","caller":"traceutil/trace.go:171","msg":"trace[163366792] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"503.601229ms","start":"2026-04-03T05:26:52.935307Z","end":"2026-04-03T05:26:53.438909Z","steps":["trace[163366792] 'process raft request' (duration: 503.268961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.43946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.935273Z","time spent":"503.896384ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:26:53.662588Z","caller":"traceutil/trace.go:171","msg":"trace[1004287182] linearizableReadLoop","detail":"{readStateIndex:9978; appliedIndex:9975; }","duration":"725.568919ms","start":"2026-04-03T05:26:52.936988Z","end":"2026-04-03T05:26:53.662557Z","steps":["trace[1004287182] 'read index received' (duration: 501.744396ms)","trace[1004287182] 'applied index is now lower than readState.Index' (duration: 223.823273ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:53.662671Z","caller":"traceutil/trace.go:171","msg":"trace[49834033] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"724.963746ms","start":"2026-04-03T05:26:52.937653Z","end":"2026-04-03T05:26:53.662617Z","steps":["trace[49834033] 'process raft request' (duration: 724.597197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.662763Z","caller":"traceutil/trace.go:171","msg":"trace[380378451] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"720.32346ms","start":"2026-04-03T05:26:52.9424Z","end":"2026-04-03T05:26:53.662723Z","steps":["trace[380378451] 'process raft request' (duration: 720.079275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.662777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.759923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:53.662836Z","caller":"traceutil/trace.go:171","msg":"trace[1294029204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"725.902166ms","start":"2026-04-03T05:26:52.936918Z","end":"2026-04-03T05:26:53.66282Z","steps":["trace[1294029204] 'agreement among raft nodes before linearized reading' (duration: 725.788454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.662878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.936892Z","time spent":"725.978368ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:26:53.662935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.942391Z","time spent":"720.442582ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:26:53.663004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.937628Z","time spent":"725.14652ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:26:53.68243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.643118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:53.682484Z","caller":"traceutil/trace.go:171","msg":"trace[1684226144] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9628; }","duration":"241.756441ms","start":"2026-04-03T05:26:53.440715Z","end":"2026-04-03T05:26:53.682471Z","steps":["trace[1684226144] 'agreement among raft nodes before linearized reading' (duration: 241.634628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.68261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.684743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T05:26:53.682666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.171505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:26:53.682644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.677325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:26:53.682687Z","caller":"traceutil/trace.go:171","msg":"trace[1182219454] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9628; }","duration":"128.822206ms","start":"2026-04-03T05:26:53.553844Z","end":"2026-04-03T05:26:53.682667Z","steps":["trace[1182219454] 'agreement among raft nodes before linearized reading' (duration: 128.54797ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.682705Z","caller":"traceutil/trace.go:171","msg":"trace[1015085439] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9628; }","duration":"734.231026ms","start":"2026-04-03T05:26:52.948466Z","end":"2026-04-03T05:26:53.682697Z","steps":["trace[1015085439] 'agreement among raft nodes before linearized reading' (duration: 734.161464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.682735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.948456Z","time spent":"734.273926ms","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:26:53.682735Z","caller":"traceutil/trace.go:171","msg":"trace[1036795842] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:9628; }","duration":"435.835888ms","start":"2026-04-03T05:26:53.246878Z","end":"2026-04-03T05:26:53.682714Z","steps":["trace[1036795842] 'agreement among raft nodes before linearized reading' (duration: 435.577812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.68278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:53.246846Z","time spent":"435.92501ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-03T05:26:53.682724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.923021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:26:53.682639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.093453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:53.682873Z","caller":"traceutil/trace.go:171","msg":"trace[1798755431] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9628; }","duration":"344.159947ms","start":"2026-04-03T05:26:53.338677Z","end":"2026-04-03T05:26:53.682837Z","steps":["trace[1798755431] 'agreement among raft nodes before linearized reading' (duration: 343.86138ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.682914Z","caller":"traceutil/trace.go:171","msg":"trace[311449375] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9628; }","duration":"690.4033ms","start":"2026-04-03T05:26:52.992486Z","end":"2026-04-03T05:26:53.682889Z","steps":["trace[311449375] 'agreement among raft nodes before linearized reading' (duration: 690.090683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.682949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.601258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:26:53.682963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:53.338643Z","time spent":"344.29944ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:26:53.683005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.992466Z","time spent":"690.517813ms","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T05:26:53.683022Z","caller":"traceutil/trace.go:171","msg":"trace[246588557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9628; }","duration":"743.709691ms","start":"2026-04-03T05:26:52.939295Z","end":"2026-04-03T05:26:53.683004Z","steps":["trace[246588557] 'agreement among raft nodes before linearized reading' (duration: 743.486926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.683071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:26:52.939287Z","time spent":"743.771312ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:26:53.683126Z","caller":"traceutil/trace.go:171","msg":"trace[1270195279] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"175.872574ms","start":"2026-04-03T05:26:53.507232Z","end":"2026-04-03T05:26:53.683104Z","steps":["trace[1270195279] 'process raft request' (duration: 174.965123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.845568Z","caller":"traceutil/trace.go:171","msg":"trace[2013068247] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"174.436462ms","start":"2026-04-03T05:26:53.671096Z","end":"2026-04-03T05:26:53.845532Z","steps":["trace[2013068247] 'process raft request' (duration: 96.606995ms)","trace[2013068247] 'compare' (duration: 77.552711ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:53.846046Z","caller":"traceutil/trace.go:171","msg":"trace[752543635] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"174.920274ms","start":"2026-04-03T05:26:53.671098Z","end":"2026-04-03T05:26:53.846018Z","steps":["trace[752543635] 'process raft request' (duration: 174.35215ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.846027Z","caller":"traceutil/trace.go:171","msg":"trace[1890255921] linearizableReadLoop","detail":"{readStateIndex:9981; appliedIndex:9979; }","duration":"163.667058ms","start":"2026-04-03T05:26:53.682328Z","end":"2026-04-03T05:26:53.845995Z","steps":["trace[1890255921] 'read index received' (duration: 85.402981ms)","trace[1890255921] 'applied index is now lower than readState.Index' (duration: 78.262356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:53.84639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.918902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:53.846465Z","caller":"traceutil/trace.go:171","msg":"trace[1513443175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9630; }","duration":"182.108146ms","start":"2026-04-03T05:26:53.664338Z","end":"2026-04-03T05:26:53.846446Z","steps":["trace[1513443175] 'agreement among raft nodes before linearized reading' (duration: 181.754618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.846523Z","caller":"traceutil/trace.go:171","msg":"trace[2074226330] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"158.673905ms","start":"2026-04-03T05:26:53.687831Z","end":"2026-04-03T05:26:53.846504Z","steps":["trace[2074226330] 'process raft request' (duration: 158.46641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:53.846614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.357483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:53.84676Z","caller":"traceutil/trace.go:171","msg":"trace[534562376] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9632; }","duration":"160.541347ms","start":"2026-04-03T05:26:53.686195Z","end":"2026-04-03T05:26:53.846737Z","steps":["trace[534562376] 'agreement among raft nodes before linearized reading' (duration: 160.318682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:53.846671Z","caller":"traceutil/trace.go:171","msg":"trace[1950618336] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"158.692145ms","start":"2026-04-03T05:26:53.687965Z","end":"2026-04-03T05:26:53.846657Z","steps":["trace[1950618336] 'process raft request' (duration: 158.47861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:54.94389Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T05:26:54.951538Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T05:26:54.951702Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T05:28:09.876298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7862} {"level":"info","ts":"2026-04-03T05:28:09.964788Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7862,"took":"86.426171ms","hash":2090273559,"current-db-size-bytes":54902784,"current-db-size":"55 MB","current-db-size-in-use-bytes":24715264,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T05:28:09.964935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2090273559,"revision":7862,"compact-revision":5505} {"level":"info","ts":"2026-04-03T05:28:39.427637Z","caller":"traceutil/trace.go:171","msg":"trace[518540418] transaction","detail":"{read_only:false; response_revision:10387; number_of_response:1; }","duration":"109.876208ms","start":"2026-04-03T05:28:39.317715Z","end":"2026-04-03T05:28:39.427591Z","steps":["trace[518540418] 'process raft request' (duration: 109.663694ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.01536Z","caller":"traceutil/trace.go:171","msg":"trace[1329254498] transaction","detail":"{read_only:false; response_revision:10392; number_of_response:1; }","duration":"198.058039ms","start":"2026-04-03T05:28:39.817261Z","end":"2026-04-03T05:28:40.015319Z","steps":["trace[1329254498] 'process raft request' (duration: 197.809672ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.151804Z","caller":"traceutil/trace.go:171","msg":"trace[560620713] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"113.307534ms","start":"2026-04-03T05:28:40.038458Z","end":"2026-04-03T05:28:40.151765Z","steps":["trace[560620713] 'process raft request' (duration: 63.948188ms)","trace[560620713] 'compare' (duration: 49.053149ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:28:40.362237Z","caller":"traceutil/trace.go:171","msg":"trace[1079263072] linearizableReadLoop","detail":"{readStateIndex:10776; appliedIndex:10775; }","duration":"104.08029ms","start":"2026-04-03T05:28:40.25811Z","end":"2026-04-03T05:28:40.36219Z","steps":["trace[1079263072] 'read index received' (duration: 51.31444ms)","trace[1079263072] 'applied index is now lower than readState.Index' (duration: 52.76401ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:28:40.362275Z","caller":"traceutil/trace.go:171","msg":"trace[1612166662] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"105.831128ms","start":"2026-04-03T05:28:40.256392Z","end":"2026-04-03T05:28:40.362223Z","steps":["trace[1612166662] 'process raft request' (duration: 52.814931ms)","trace[1612166662] 'compare' (duration: 52.68012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:28:40.362591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.453129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:28:40.36264Z","caller":"traceutil/trace.go:171","msg":"trace[2041559407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10399; }","duration":"104.590922ms","start":"2026-04-03T05:28:40.258034Z","end":"2026-04-03T05:28:40.362625Z","steps":["trace[2041559407] 'agreement among raft nodes before linearized reading' (duration: 104.325296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.437447Z","caller":"traceutil/trace.go:171","msg":"trace[1576150780] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"171.685528ms","start":"2026-04-03T05:28:40.265738Z","end":"2026-04-03T05:28:40.437424Z","steps":["trace[1576150780] 'process raft request' (duration: 171.543015ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.690878Z","caller":"traceutil/trace.go:171","msg":"trace[1977984962] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"114.920798ms","start":"2026-04-03T05:28:40.575927Z","end":"2026-04-03T05:28:40.690848Z","steps":["trace[1977984962] 'process raft request' (duration: 114.669113ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.691072Z","caller":"traceutil/trace.go:171","msg":"trace[406886006] linearizableReadLoop","detail":"{readStateIndex:10789; appliedIndex:10783; }","duration":"109.659923ms","start":"2026-04-03T05:28:40.581364Z","end":"2026-04-03T05:28:40.691024Z","steps":["trace[406886006] 'read index received' (duration: 89.08894ms)","trace[406886006] 'applied index is now lower than readState.Index' (duration: 20.569413ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:28:40.691164Z","caller":"traceutil/trace.go:171","msg":"trace[1670397234] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"114.678634ms","start":"2026-04-03T05:28:40.576475Z","end":"2026-04-03T05:28:40.691153Z","steps":["trace[1670397234] 'process raft request' (duration: 114.384728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.691215Z","caller":"traceutil/trace.go:171","msg":"trace[531232753] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"113.259073ms","start":"2026-04-03T05:28:40.577939Z","end":"2026-04-03T05:28:40.691198Z","steps":["trace[531232753] 'process raft request' (duration: 112.956116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.69129Z","caller":"traceutil/trace.go:171","msg":"trace[494689804] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"115.102863ms","start":"2026-04-03T05:28:40.576178Z","end":"2026-04-03T05:28:40.691281Z","steps":["trace[494689804] 'process raft request' (duration: 114.53004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.691362Z","caller":"traceutil/trace.go:171","msg":"trace[2059033471] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"114.935359ms","start":"2026-04-03T05:28:40.576418Z","end":"2026-04-03T05:28:40.691354Z","steps":["trace[2059033471] 'process raft request' (duration: 114.392118ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:40.691552Z","caller":"traceutil/trace.go:171","msg":"trace[1417569856] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"104.661913ms","start":"2026-04-03T05:28:40.586881Z","end":"2026-04-03T05:28:40.691543Z","steps":["trace[1417569856] 'process raft request' (duration: 104.059849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:28:40.691776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.384399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T05:28:40.691812Z","caller":"traceutil/trace.go:171","msg":"trace[792576943] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10413; }","duration":"110.46154ms","start":"2026-04-03T05:28:40.581339Z","end":"2026-04-03T05:28:40.6918Z","steps":["trace[792576943] 'agreement among raft nodes before linearized reading' (duration: 110.282136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:28:40.691955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.464724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:28:40.691986Z","caller":"traceutil/trace.go:171","msg":"trace[701592271] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10413; }","duration":"107.498825ms","start":"2026-04-03T05:28:40.584479Z","end":"2026-04-03T05:28:40.691978Z","steps":["trace[701592271] 'agreement among raft nodes before linearized reading' (duration: 107.446244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:29:23.67772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.708829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:29:23.677805Z","caller":"traceutil/trace.go:171","msg":"trace[792837733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10639; }","duration":"154.878923ms","start":"2026-04-03T05:29:23.522909Z","end":"2026-04-03T05:29:23.677788Z","steps":["trace[792837733] 'range keys from in-memory index tree' (duration: 154.570746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:29:28.957738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.310301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T05:29:28.958005Z","caller":"traceutil/trace.go:171","msg":"trace[1207363990] linearizableReadLoop","detail":"{readStateIndex:11053; appliedIndex:11052; }","duration":"208.29536ms","start":"2026-04-03T05:29:28.74969Z","end":"2026-04-03T05:29:28.957985Z","steps":["trace[1207363990] 'read index received' (duration: 83.712182ms)","trace[1207363990] 'applied index is now lower than readState.Index' (duration: 124.581718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:29:28.958269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.572947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:29:28.958349Z","caller":"traceutil/trace.go:171","msg":"trace[1212938326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10665; }","duration":"208.70485ms","start":"2026-04-03T05:29:28.749624Z","end":"2026-04-03T05:29:28.958329Z","steps":["trace[1212938326] 'agreement among raft nodes before linearized reading' (duration: 208.494045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:29:29.000475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.083825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:29:29.000566Z","caller":"traceutil/trace.go:171","msg":"trace[550583227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10666; }","duration":"143.187158ms","start":"2026-04-03T05:29:28.857338Z","end":"2026-04-03T05:29:29.000525Z","steps":["trace[550583227] 'agreement among raft nodes before linearized reading' (duration: 101.27582ms)","trace[550583227] 'range keys from in-memory index tree' (duration: 41.714914ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:31:01.194034Z","caller":"traceutil/trace.go:171","msg":"trace[593108494] linearizableReadLoop","detail":"{readStateIndex:11653; appliedIndex:11652; }","duration":"345.270901ms","start":"2026-04-03T05:31:00.848684Z","end":"2026-04-03T05:31:01.193955Z","steps":["trace[593108494] 'read index received' (duration: 345.047476ms)","trace[593108494] 'applied index is now lower than readState.Index' (duration: 222.354µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:31:01.194379Z","caller":"traceutil/trace.go:171","msg":"trace[317093003] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"458.877939ms","start":"2026-04-03T05:31:00.735487Z","end":"2026-04-03T05:31:01.194365Z","steps":["trace[317093003] 'process raft request' (duration: 458.281885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:01.194499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:31:00.735451Z","time spent":"458.966431ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:31:01.194706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.975827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:31:01.194816Z","caller":"traceutil/trace.go:171","msg":"trace[937952848] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11245; }","duration":"346.12343ms","start":"2026-04-03T05:31:00.848666Z","end":"2026-04-03T05:31:01.194789Z","steps":["trace[937952848] 'agreement among raft nodes before linearized reading' (duration: 345.885685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:01.194867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:31:00.848602Z","time spent":"346.256303ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:31:01.196694Z","caller":"traceutil/trace.go:171","msg":"trace[1844151935] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"319.958511ms","start":"2026-04-03T05:31:00.876711Z","end":"2026-04-03T05:31:01.19667Z","steps":["trace[1844151935] 'process raft request' (duration: 319.745786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:01.196814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:31:00.876685Z","time spent":"320.051603ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:31:01.196845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.606269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-24987\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T05:31:01.197461Z","caller":"traceutil/trace.go:171","msg":"trace[999766364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-24987; range_end:; response_count:1; response_revision:11246; }","duration":"286.303693ms","start":"2026-04-03T05:31:00.91112Z","end":"2026-04-03T05:31:01.197423Z","steps":["trace[999766364] 'agreement among raft nodes before linearized reading' (duration: 285.489725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:02.646592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.431783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:31:02.64671Z","caller":"traceutil/trace.go:171","msg":"trace[89156717] linearizableReadLoop","detail":"{readStateIndex:11663; appliedIndex:11662; }","duration":"215.608452ms","start":"2026-04-03T05:31:02.431079Z","end":"2026-04-03T05:31:02.646688Z","steps":["trace[89156717] 'read index received' (duration: 80.682µs)","trace[89156717] 'applied index is now lower than readState.Index' (duration: 215.52585ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:31:02.646804Z","caller":"traceutil/trace.go:171","msg":"trace[922647701] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"336.039684ms","start":"2026-04-03T05:31:02.310753Z","end":"2026-04-03T05:31:02.646793Z","steps":["trace[922647701] 'process raft request' (duration: 90.282033ms)","trace[922647701] 'compare' (duration: 245.177038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:31:02.646856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:31:02.310701Z","time spent":"336.125185ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:31:02.647201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.101725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:31:02.647312Z","caller":"traceutil/trace.go:171","msg":"trace[735757449] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11255; }","duration":"216.238077ms","start":"2026-04-03T05:31:02.431044Z","end":"2026-04-03T05:31:02.647282Z","steps":["trace[735757449] 'agreement among raft nodes before linearized reading' (duration: 216.041683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:02.647385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.728965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:31:02.64751Z","caller":"traceutil/trace.go:171","msg":"trace[824551022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11255; }","duration":"123.908189ms","start":"2026-04-03T05:31:02.52355Z","end":"2026-04-03T05:31:02.647458Z","steps":["trace[824551022] 'agreement among raft nodes before linearized reading' (duration: 123.435708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:31:02.885601Z","caller":"traceutil/trace.go:171","msg":"trace[939530700] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"232.3359ms","start":"2026-04-03T05:31:02.653233Z","end":"2026-04-03T05:31:02.885569Z","steps":["trace[939530700] 'process raft request' (duration: 232.082324ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:31:02.885806Z","caller":"traceutil/trace.go:171","msg":"trace[570186544] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"232.525294ms","start":"2026-04-03T05:31:02.65327Z","end":"2026-04-03T05:31:02.885796Z","steps":["trace[570186544] 'process raft request' (duration: 232.248967ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:31:04.778807Z","caller":"traceutil/trace.go:171","msg":"trace[707949435] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"125.76515ms","start":"2026-04-03T05:31:04.653008Z","end":"2026-04-03T05:31:04.778773Z","steps":["trace[707949435] 'process raft request' (duration: 125.578356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:05.131275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.229597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:31:05.13134Z","caller":"traceutil/trace.go:171","msg":"trace[1662173298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11270; }","duration":"240.354569ms","start":"2026-04-03T05:31:04.890969Z","end":"2026-04-03T05:31:05.131324Z","steps":["trace[1662173298] 'range keys from in-memory index tree' (duration: 240.035272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:05.131572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.546674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:31:05.1316Z","caller":"traceutil/trace.go:171","msg":"trace[1528182091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11270; }","duration":"240.620395ms","start":"2026-04-03T05:31:04.890969Z","end":"2026-04-03T05:31:05.13159Z","steps":["trace[1528182091] 'range keys from in-memory index tree' (duration: 240.3948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:31:05.335253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.210684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368069"} {"level":"info","ts":"2026-04-03T05:31:05.335695Z","caller":"traceutil/trace.go:171","msg":"trace[1916282271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11273; }","duration":"103.673814ms","start":"2026-04-03T05:31:05.232Z","end":"2026-04-03T05:31:05.335674Z","steps":["trace[1916282271] 'range keys from in-memory index tree' (duration: 102.408375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:33:09.891632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10168} {"level":"info","ts":"2026-04-03T05:33:10.062974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10168,"took":"168.480435ms","hash":877586557,"current-db-size-bytes":54902784,"current-db-size":"55 MB","current-db-size-in-use-bytes":22773760,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-03T05:33:10.063067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":877586557,"revision":10168,"compact-revision":7862} {"level":"info","ts":"2026-04-03T05:36:08.841159Z","caller":"traceutil/trace.go:171","msg":"trace[1542646894] transaction","detail":"{read_only:false; response_revision:12892; number_of_response:1; }","duration":"160.577244ms","start":"2026-04-03T05:36:08.680545Z","end":"2026-04-03T05:36:08.841123Z","steps":["trace[1542646894] 'process raft request' (duration: 160.353089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:36:09.521131Z","caller":"traceutil/trace.go:171","msg":"trace[1608795890] transaction","detail":"{read_only:false; response_revision:12898; number_of_response:1; }","duration":"110.792784ms","start":"2026-04-03T05:36:09.410312Z","end":"2026-04-03T05:36:09.521104Z","steps":["trace[1608795890] 'process raft request' (duration: 110.703532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:37:33.440591Z","caller":"traceutil/trace.go:171","msg":"trace[1399426860] linearizableReadLoop","detail":"{readStateIndex:13819; appliedIndex:13818; }","duration":"133.564617ms","start":"2026-04-03T05:37:33.306989Z","end":"2026-04-03T05:37:33.440554Z","steps":["trace[1399426860] 'read index received' (duration: 129.630918ms)","trace[1399426860] 'applied index is now lower than readState.Index' (duration: 3.932279ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:37:33.440715Z","caller":"traceutil/trace.go:171","msg":"trace[394908073] transaction","detail":"{read_only:false; response_revision:13329; number_of_response:1; }","duration":"154.196052ms","start":"2026-04-03T05:37:33.286459Z","end":"2026-04-03T05:37:33.440655Z","steps":["trace[394908073] 'process raft request' (duration: 150.0864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:37:33.440957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.243619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"info","ts":"2026-04-03T05:37:33.441029Z","caller":"traceutil/trace.go:171","msg":"trace[413571646] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:13329; }","duration":"125.344792ms","start":"2026-04-03T05:37:33.315667Z","end":"2026-04-03T05:37:33.441012Z","steps":["trace[413571646] 'agreement among raft nodes before linearized reading' (duration: 125.085576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:37:33.441349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.305624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-04-03T05:37:33.441492Z","caller":"traceutil/trace.go:171","msg":"trace[1691753048] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:13329; }","duration":"134.531129ms","start":"2026-04-03T05:37:33.306938Z","end":"2026-04-03T05:37:33.441469Z","steps":["trace[1691753048] 'agreement among raft nodes before linearized reading' (duration: 133.74267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:38:09.896949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11983} {"level":"info","ts":"2026-04-03T05:38:09.97139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11983,"took":"72.299418ms","hash":2226766834,"current-db-size-bytes":54902784,"current-db-size":"55 MB","current-db-size-in-use-bytes":19443712,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-03T05:38:09.971447Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2226766834,"revision":11983,"compact-revision":10168}